00010000:00000010:3.1F:1773688176.704326:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afb000. 00010000:00000010:3.1:1773688176.704345:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b09d1c000. 00010000:00000010:3.1:1773688176.704349:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b09d1de00. 00010000:00000010:3.1:1773688176.704355:0:32:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46f00. 00010000:00000010:3.1:1773688176.704359:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b09d1dc00. 00010000:00000010:3.1:1773688176.704361:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b09d1d600. 00010000:00000010:3.1:1773688176.704363:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b09d1ca00. 00010000:00000010:3.1:1773688176.704367:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10200. 00010000:00000010:2.1F:1773688176.726046:0:81881:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afac00. 00010000:00000010:2.1:1773688176.726060:0:81881:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a16349f00. 00010000:00000010:2.1:1773688176.726065:0:81881:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa400. 00010000:00000010:2.1:1773688176.726068:0:81881:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afba00. 00010000:00000010:2.1:1773688176.726073:0:81881:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0cc0d200. 00010000:00000010:2.1:1773688176.726079:0:81881:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b33ed6d00. 00010000:00000010:2.1:1773688176.726085:0:81881:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11600. 00010000:00000010:2.1:1773688176.726089:0:81881:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10800. 00010000:00000010:2.1:1773688176.734043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcca00. 00010000:00000010:2.1:1773688176.734052:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b072af500. 00010000:00000010:2.1:1773688176.734060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcda00. 00010000:00000010:2.1:1773688176.734067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcc200. 00010000:00000010:2.1:1773688176.734075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afb000. 00010000:00000010:2.1:1773688176.734080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa000. 00010000:00000010:3.1:1773688176.742042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10000. 00010000:00000010:3.1:1773688176.742048:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46a00. 00010000:00000010:3.1:1773688176.742052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11a00. 00010000:00000010:3.1:1773688176.742055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11e00. 00010000:00000010:3.1:1773688176.742057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10c00. 00010000:00000010:2.1:1773688176.753046:0:81881:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11200. 00010000:00000010:0.1F:1773688176.753048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcce00. 00010000:00000010:3.1:1773688176.766055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd800. 00010000:00000010:2.1:1773688176.766064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd200. 00010000:00000010:0.1:1773688176.767051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd400. 00010000:00000010:0.1:1773688176.767058:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b072afa00. 00010000:00000010:0.1:1773688176.767061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcdc00. 00010000:00000010:0.1:1773688176.767063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcce00. 00010000:00000010:2.1:1773688176.770062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcc200. 00010000:00000010:2.1:1773688176.773041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcc800. 00010000:00000010:0.1:1773688176.778055:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcda00. 00010000:00000010:2.1:1773688176.783053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcca00. 00010000:00000010:0.1:1773688176.783093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcce00. 00010000:00000010:0.1:1773688176.793202:0:7885:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcda00. 00010000:00000010:0.1:1773688176.793210:0:7885:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b072afa00. 00010000:00000010:0.1:1773688176.793213:0:7885:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd400. 00010000:00000010:0.1:1773688176.793216:0:7885:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcce00. 00010000:00000010:2.1:1773688176.802042:0:7897:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd000. 00010000:00000010:2.1:1773688176.806041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcdc00. 00010000:00000010:0.1:1773688176.810038:0:81880:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcde00. 00010000:00000010:0.1:1773688176.810046:0:81880:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcce00. 00010000:00000010:2.1:1773688176.810050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcc000. 00010000:00000010:3.1:1773688176.821041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11600. 00010000:00000010:3.1:1773688176.821048:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46a00. 00010000:00000010:3.1:1773688176.821053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10200. 00010000:00000010:3.1:1773688176.821055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10800. 00010000:00000010:2.1:1773688176.833041:0:81888:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11400. 00010000:00000010:3.1:1773688176.833043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd400. 00010000:00000010:0.1:1773688176.841050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcde00. 00010000:00000010:0.1:1773688176.841057:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b072afa00. 00010000:00000010:0.1:1773688176.841060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcda00. 00010000:00000010:0.1:1773688176.841063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcce00. 00010000:00000010:0.1:1773688176.841065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bccc00. 00010000:00000010:0.1:1773688176.845104:0:81881:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcc000. 00010000:00000010:0.1:1773688176.845111:0:81881:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd000. 00010000:00000010:0.1:1773688176.845114:0:81881:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcdc00. 00010000:00000010:2.1:1773688176.886080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcc800. 00010000:00000010:2.1:1773688176.886092:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b072af300. 00010000:00000010:2.1:1773688176.886098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa400. 00010000:00000010:2.1:1773688176.886107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa000. 00010000:00000010:3.1:1773688176.892077:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b33ed6d00. 00010000:00000010:3.1:1773688176.892085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afb000. 00010000:00000010:2.1:1773688176.902034:0:3438:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11000. 00010000:00000010:3.1:1773688176.902049:0:7897:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bccc00. 00010000:00000010:0.1:1773688176.902051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd000. 00010000:00000010:0.1:1773688176.902060:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b072af500. 00010000:00000010:0.1:1773688176.902066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcc000. 00010000:00000010:0.1:1773688176.902072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcdc00. 00010000:00000010:0.1:1773688176.902130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10a00. 00010000:00000010:3.1:1773688176.906045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10400. 00010000:00000010:2.1:1773688176.906087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afb000. 00010000:00000010:2.1:1773688176.906093:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b33ed6d00. 00010000:00000010:2.1:1773688176.906096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa400. 00010000:00000010:2.1:1773688176.906098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afac00. 00010000:00000010:2.1:1773688176.923051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0cc0d000. 00010000:00000010:3.1:1773688176.923055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa000. 00010000:00000010:2.1:1773688176.923058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0cc0d800. 00010000:00000010:2.1:1773688176.923070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0cc0c000. 00010000:00000010:3.1:1773688176.932578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10400. 00010000:00000010:3.1:1773688176.932584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11400. 00010000:00000010:3.1:1773688176.932587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10200. 00010000:00000010:3.1:1773688176.932590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11600. 00010000:00000010:2.1:1773688176.934053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11c00. 00010000:00000010:2.1:1773688176.934060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11a00. 00010000:00000010:2.1:1773688176.934065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0cc0da00. 00010000:00000010:2.1:1773688176.934068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afb000. 00010000:00000010:3.1:1773688176.938057:0:81898:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10800. 00010000:00000010:3.1:1773688176.938066:0:81898:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10a00. 00010000:00000010:3.1:1773688176.938069:0:81898:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10c00. 00010000:00000010:0.1:1773688176.946046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcc000. 00010000:00000010:0.1:1773688176.946052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd000. 00010000:00000010:0.1:1773688176.946055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcdc00. 00010000:00000010:2.1:1773688176.966069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa000. 00010000:00000010:2.1:1773688176.966076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0cc0d000. 00010000:00000010:2.1:1773688176.966081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0cc0d800. 00010000:00000010:2.1:1773688176.975062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd000. 00010000:00000010:3.1:1773688176.992517:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10c00. 00010000:00000010:2.1:1773688176.995284:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0cc0c000. 00010000:00000010:2.1:1773688176.995397:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10a00. 00010000:00000010:0.1:1773688176.997052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10800. 00010000:00000010:3.1:1773688177.023310:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afbc00. 00010000:00000010:3.1:1773688177.023317:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11e00. 00010000:00000010:3.1:1773688177.023325:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcca00. 00010000:00000010:3.1:1773688177.023328:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afba00. 00010000:00000010:3.1:1773688177.023331:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0cc0da00. 00010000:00000010:3.1:1773688177.027044:0:81918:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b33ed6d00. 00010000:00000010:3.1:1773688177.027058:0:81918:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0cc0d200. 00010000:00000010:3.1:1773688177.027066:0:81918:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b072af900. 00010000:00000010:3.1:1773688177.030038:0:46354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afac00. 00010000:00000010:3.1:1773688177.030045:0:46354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa400. 00010000:00000010:1.1F:1773688177.120038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11600. 00010000:00000010:0.1:1773688177.120040:0:81877:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa000. 00010000:00000010:1.1:1773688177.120052:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a16dec100. 00010000:00000010:2.1:1773688177.120054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afbc00. 00010000:00000010:2.1:1773688177.120060:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1689c000. 00010000:00000010:2.1:1773688177.120064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afb000. 00010000:00000010:2.1:1773688177.120066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afba00. 00010000:00000010:2.1:1773688177.130043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afba00. 00010000:00000010:1.1:1773688177.158042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b600. 00010000:00000010:1.1:1773688177.158050:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304000. 00010000:00000010:1.1:1773688177.158054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b200. 00010000:00000010:1.1:1773688177.162052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8aa00. 00010000:00000010:2.1:1773688177.166037:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a800. 00010000:00000010:1.1:1773688177.170054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a400. 00010000:00000010:1.1:1773688177.174040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e87800. 00010000:00000010:2.1:1773688177.174047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afbc00. 00010000:00000010:2.1:1773688177.181041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa000. 00010000:00000010:2.1:1773688177.181049:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1689cd00. 00010000:00000010:2.1:1773688177.181055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afac00. 00010000:00000010:2.1:1773688177.181058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afb000. 00010000:00000010:2.1:1773688177.185040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afba00. 00010000:00000010:1.1:1773688177.185045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa400. 00010000:00000010:3.1:1773688177.191045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10800. 00010000:00000010:3.1:1773688177.194054:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46800. 00010000:00000010:3.1:1773688177.194063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11e00. 00010000:00000010:3.1:1773688177.194068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10a00. 00010000:00000010:1.1:1773688177.202118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10c00. 00010000:00000010:3.1:1773688177.205034:0:3438:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0cc0c000. 00010000:00000010:1.1:1773688177.205042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0cc0d800. 00010000:00000010:3.1:1773688177.209033:0:68817:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0cc0d200. 00010000:00000010:2.1:1773688177.214037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afb000. 00010000:00000010:2.1:1773688177.214045:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1689cd00. 00010000:00000010:2.1:1773688177.214050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afac00. 00010000:00000010:2.1:1773688177.214053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afba00. 00010000:00000010:1.1:1773688177.218039:0:6359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa000. 00010000:00000010:2.1:1773688177.223056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10800. 00010000:00000010:2.1:1773688177.227046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11000. 00010000:00000010:1.1:1773688177.227059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11400. 00010000:00000010:2.1:1773688177.232028:0:68817:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afac00. 00010000:00000010:2.1:1773688177.232036:0:68817:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1689cd00. 00010000:00000010:2.1:1773688177.232041:0:68817:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa000. 00010000:00000010:2.1:1773688177.232045:0:68817:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afb000. 00010000:00000010:1.1:1773688177.237049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afba00. 00010000:00000010:2.1:1773688177.240112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11800. 00010000:00000010:2.1:1773688177.240122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa200. 00010000:00000010:2.1:1773688177.240127:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a16349900. 00010000:00000010:2.1:1773688177.240131:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1689c000. 00010000:00000010:2.1:1773688177.240135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afac00. 00010000:00000010:2.1:1773688177.240143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afb000. 00010000:00000010:1.1:1773688177.241040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa400. 00010000:00000010:3.1:1773688177.257030:0:3440:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11200. 00010000:00000010:3.1:1773688177.261042:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46800. 00010000:00000010:3.1:1773688177.261050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10000. 00010000:00000010:3.1:1773688177.261054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10200. 00010000:00000010:2.1:1773688177.263049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afac00. 00010000:00000010:3.1:1773688177.267054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa200. 00010000:00000010:3.1:1773688177.281066:0:68817:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11c00. 00010000:00000010:3.1:1773688177.281071:0:68817:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46800. 00010000:00000010:3.1:1773688177.281073:0:68817:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10200. 00010000:00000010:3.1:1773688177.281075:0:68817:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10000. 00010000:00000010:2.1:1773688177.285038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11200. 00010000:00000010:2.1:1773688177.292035:0:68817:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0cc0da00. 00010000:00000010:3.1:1773688177.298043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11800. 00010000:00000010:2.1:1773688177.305045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10c00. 00010000:00000010:3.1:1773688177.305055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afba00. 00010000:00000010:3.1:1773688177.309045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10000. 00010000:00000010:3.1:1773688177.309052:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46800. 00010000:00000010:3.1:1773688177.309055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10200. 00010000:00000010:3.1:1773688177.309058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11800. 00010000:00000010:2.1:1773688177.313042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11c00. 00010000:00000010:3.1:1773688177.321052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa200. 00010000:00000010:3.1:1773688177.330036:0:68817:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afba00. 00010000:00000010:2.1:1773688177.330040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa400. 00010000:00000010:3.1:1773688177.334029:0:68817:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10200. 00010000:00000010:3.1:1773688177.334034:0:68817:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46800. 00010000:00000010:2.1:1773688177.334039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afb000. 00010000:00000010:3.1:1773688177.334042:0:68817:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10000. 00010000:00000010:3.1:1773688177.334047:0:68817:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11800. 00010000:00000010:2.1:1773688177.342039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11e00. 00010000:00000010:3.1:1773688177.342043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afac00. 00010000:00000010:2.1:1773688177.349043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11400. 00010000:00000010:3.1:1773688177.349090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11000. 00010000:00000010:2.1:1773688177.351073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10800. 00010000:00000010:3.1:1773688177.353051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10200. 00010000:00000010:3.1:1773688177.353058:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46800. 00010000:00000010:3.1:1773688177.353062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10400. 00010000:00000010:3.1:1773688177.353064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10000. 00010000:00000010:3.1:1773688177.353067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11600. 00010000:00000010:1.1:1773688177.353113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11800. 00010000:00000010:1.1:1773688177.362051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86000. 00010000:00000010:1.1:1773688177.366052:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304000. 00010000:00000010:1.1:1773688177.366065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86a00. 00010000:00000010:1.1:1773688177.366072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86e00. 00010000:00000010:1.1:1773688177.371036:0:68817:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86c00. 00010000:00000010:1.1:1773688177.375041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86200. 00010000:00000010:1.1:1773688177.379038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86a00. 00010000:00000010:1.1:1773688177.379049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86e00. 00010000:00000010:1.1:1773688177.402095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86c00. 00010000:00000010:1.1:1773688177.402116:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304e00. 00010000:00000010:1.1:1773688177.406029:0:68817:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e87800. 00010000:00000010:2.1:1773688177.406042:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a16dec100. 00010000:00000010:1.1:1773688177.406044:0:68817:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86a00. 00010000:00000010:2.1:1773688177.406055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a400. 00010000:00000010:1.1:1773688177.414046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8aa00. 00010000:00000010:1.1:1773688177.414064:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304e00. 00010000:00000010:1.1:1773688177.414070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b200. 00010000:00000010:1.1:1773688177.414073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a800. 00010000:00000010:1.1:1773688177.430033:0:81930:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a800. 00010000:00000010:3.1:1773688177.430252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b600. 00010000:00000010:2.1:1773688177.437030:0:68799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b200. 00010000:00000010:1.1:1773688177.437091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10000. 00010000:00000010:3.1:1773688177.452083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10200. 00010000:00000010:3.1:1773688177.452097:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46800. 00010000:00000010:3.1:1773688177.452110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10000. 00010000:00000010:3.1:1773688177.452119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11000. 00010000:00000010:3.1:1773688177.465061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11600. 00010000:00000010:1.1:1773688177.469042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a800. 00010000:00000010:1.1:1773688177.469049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b200. 00010000:00000010:1.1:1773688177.469052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8aa00. 00010000:00000010:1.1:1773688177.469063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b600. 00010000:00000010:1.1:1773688177.490080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86c00. 00010000:00000010:1.1:1773688177.490089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86a00. 00010000:00000010:1.1:1773688177.490092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e87800. 00010000:00000010:1.1:1773688177.490096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8aa00. 00010000:00000010:1.1:1773688177.490100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b200. 00010000:00000010:1.1:1773688177.490103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b600. 00010000:00000010:1.1:1773688177.498035:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a800. 00010000:00000010:3.1:1773688177.498049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10400. 00010000:00000010:3.1:1773688177.498058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a400. 00010000:00000010:3.1:1773688177.498063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11600. 00010000:00000010:1.1:1773688177.508058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b07379400. 00010000:00000010:1.1:1773688177.508067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b600. 00010000:00000010:1.1:1773688177.508070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b07379c00. 00010000:00000010:1.1:1773688177.538034:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b07379a00. 00010000:00000010:1.1:1773688177.538040:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b200. 00010000:00000010:1.1:1773688177.538046:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a800. 00010000:00000010:2.1:1773688177.545039:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11600. 00010000:00000010:2.1:1773688177.548036:0:81941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a400. 00010000:00000010:1.1:1773688177.548080:0:6359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b600. 00010000:00000010:0.1:1773688177.553093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afb000. 00010000:00000010:1.1:1773688177.554346:0:126:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b07379c00. 00010000:00000010:1.1:1773688177.594108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8be00. 00010000:00000010:1.1:1773688177.594120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afbc00. 00010000:00000010:1.1:1773688177.594127:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1689cd00. 00010000:00000010:1.1:1773688177.594132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa000. 00010000:00000010:1.1:1773688177.594136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86800. 00010000:00000010:1.1:1773688177.594140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86000. 00010000:00000010:1.1:1773688177.594158:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86200. 00010000:00000010:1.1:1773688177.594163:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8aa00. 00010000:00000010:1.1:1773688177.594168:0:20:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46800. 00010000:00000010:1.1:1773688177.594172:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11000. 00010000:00000010:1.1:1773688177.594177:0:20:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304000. 00010000:00000010:1.1:1773688177.594185:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10000. 00010000:00000010:1.1:1773688177.594189:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10200. 00010000:00000010:1.1:1773688177.604036:0:81950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b32c13800. 00010000:00000010:2.1:1773688177.604039:0:81736:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1689e000. 00010000:00000010:2.1:1773688177.604047:0:81736:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11c00. 00010000:00000010:1.1:1773688177.604052:0:81950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41eb2c00. 00010000:00000010:1.1:1773688177.604058:0:81950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04f4f200. 00010000:00000010:3.1:1773688177.606035:0:81951:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b34840f00. 00010000:00000010:3.1:1773688177.606046:0:81951:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10c00. 00010000:00000010:0.1:1773688177.606065:0:74729:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b034c5600. 00010000:00000010:0.1:1773688177.606072:0:74729:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b27a42800. 00010000:00000010:0.1:1773688177.606086:0:74729:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a1674c200. 00010000:00000010:1.1:1773688177.607043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd600. 00010000:00000010:2.1:1773688177.610145:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b072aff00. 00010000:00000010:2.1:1773688177.610155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11200. 00010000:00000010:2.1:1773688177.610160:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b415e4e00. 00010000:00000010:2.1:1773688177.610168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcdc00. 00010000:00000010:2.1:1773688177.610173:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b072af700. 00010000:00000010:2.1:1773688177.610177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b07379c00. 00010000:00000010:0.1:1773688177.613032:0:81954:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b09b24000. 00010000:00000010:0.1:1773688177.613042:0:81954:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcce00. 00010000:00000010:1.1:1773688177.613059:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b072af400. 00010000:00000010:1.1:1773688177.613067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa200. 00010000:00000010:3.1:1773688177.698032:0:81969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11800. 00010000:00000010:3.1:1773688177.698042:0:81969:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46d00. 00010000:00000010:3.1:1773688177.698052:0:81969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11200. 00010000:00000010:3.1:1773688177.698057:0:81969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11600. 00010000:00000010:1.1:1773688177.702031:0:81970:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11c00. 00010000:00000010:3.1:1773688177.702054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afac00. 00010000:00000010:3.1:1773688177.702064:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304e00. 00010000:00000010:2.1:1773688177.710250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa000. 00010000:00000010:2.1:1773688177.738029:0:68795:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa200. 00010000:00000010:2.1:1773688177.738037:0:68795:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1689c500. 00010000:00000010:2.1:1773688177.738050:0:68795:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afb000. 00010000:00000010:2.1:1773688177.738056:0:68795:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa000. 00010000:00000010:2.1:1773688177.743056:0:68795:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afba00. 00010000:00000010:0.1:1773688177.747026:0:68795:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa400. 00010000:00000010:3.1:1773688177.753179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afac00. 00010000:00000010:0.1:1773688177.755097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afba00. 00010000:00000010:0.1:1773688177.759061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcde00. 00010000:00000010:0.1:1773688177.759069:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0c696300. 00010000:00000010:0.1:1773688177.759074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd200. 00010000:00000010:0.1:1773688177.759078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcce00. 00010000:00000010:1.1:1773688177.766033:0:81928:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afb000. 00010000:00000010:3.1:1773688177.766073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd800. 00010000:00000010:3.1:1773688177.781027:0:68795:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11e00. 00010000:00000010:3.1:1773688177.781035:0:68795:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46d00. 00010000:00000010:3.1:1773688177.781039:0:68795:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10a00. 00010000:00000010:3.1:1773688177.781044:0:68795:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11000. 00010000:00000010:3.1:1773688177.790046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10000. 00010000:00000010:0.1:1773688177.794031:0:68795:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11000. 00010000:00000010:0.1:1773688177.799045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcdc00. 00010000:00000010:3.1:1773688177.803054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10a00. 00010000:00000010:0.1:1773688177.807077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcde00. 00010000:00000010:0.1:1773688177.807085:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0c696300. 00010000:00000010:0.1:1773688177.807088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd600. 00010000:00000010:0.1:1773688177.807091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd200. 00010000:00000010:2.1:1773688177.809064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcca00. 00010000:00000010:3.1:1773688177.811358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcdc00. 00010000:00000010:1.1:1773688177.825049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd000. 00010000:00000010:0.1:1773688177.825055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd200. 00010000:00000010:0.1:1773688177.830085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bccc00. 00010000:00000010:0.1:1773688177.830092:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0c696300. 00010000:00000010:0.1:1773688177.830096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcc800. 00010000:00000010:0.1:1773688177.830099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcde00. 00010000:00000010:0.1:1773688177.835037:0:68795:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd400. 00010000:00000010:0.1:1773688177.840047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd600. 00010000:00000010:0.1:1773688177.840056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8ac00. 00010000:00000010:0.1:1773688177.840061:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304400. 00010000:00000010:2.1:1773688177.844047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd200. 00010000:00000010:0.1:1773688177.844057:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1689e900. 00010000:00000010:0.1:1773688177.844065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bccc00. 00010000:00000010:0.1:1773688177.844072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcde00. 00010000:00000010:0.1:1773688177.854048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bccc00. 00010000:00000010:0.1:1773688177.854055:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1689e900. 00010000:00000010:0.1:1773688177.854058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd600. 00010000:00000010:0.1:1773688177.858048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcde00. 00010000:00000010:0.1:1773688177.862042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd400. 00010000:00000010:0.1:1773688177.866110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd600. 00010000:00000010:0.1:1773688177.866116:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1689e900. 00010000:00000010:0.1:1773688177.866119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bccc00. 00010000:00000010:0.1:1773688177.866122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcde00. 00010000:00000010:0.1:1773688177.873084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd000. 00010000:00000010:3.1:1773688177.878061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd400. 00010000:00000010:3.1:1773688177.885058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcdc00. 00010000:00000010:3.1:1773688177.885069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10200. 00010000:00000010:3.1:1773688177.900159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11800. 00010000:00000010:3.1:1773688177.900165:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46d00. 00010000:00000010:3.1:1773688177.900168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11200. 00010000:00000010:3.1:1773688177.900171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10200. 00010000:00000010:1.1:1773688177.904032:0:7562:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11600. 00010000:00000010:1.1:1773688177.910039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10800. 00010000:00000010:3.1:1773688177.918044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10200. 00010000:00000010:1.1:1773688177.931035:0:7562:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11200. 00010000:00000010:3.1:1773688177.931049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11800. 00010000:00000010:3.1:1773688177.936035:0:68795:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11c00. 00010000:00000010:1.1:1773688177.936040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11600. 00010000:00000010:3.1:1773688177.936047:0:68795:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46d00. 00010000:00000010:3.1:1773688177.936053:0:68795:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10800. 00010000:00000010:3.1:1773688177.936056:0:68795:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10200. 00010000:00000010:1.1:1773688177.939791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10c00. 00010000:00000010:3.1:1773688177.940040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10a00. 00010000:00000010:1.1:1773688177.946050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11000. 00010000:00000010:3.1:1773688177.946115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10200. 00010000:00000010:3.1:1773688177.957143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10a00. 00010000:00000010:3.1:1773688177.957153:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46d00. 00010000:00000010:3.1:1773688177.957156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11c00. 00010000:00000010:3.1:1773688177.957159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10200. 00010000:00000010:3.1:1773688177.962083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11800. 00010000:00000010:3.1:1773688177.962093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10800. 00010000:00000010:3.1:1773688177.962098:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1689e000. 00010000:00000010:3.1:1773688177.980044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10200. 00010000:00000010:3.1:1773688177.980055:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46d00. 00010000:00000010:3.1:1773688177.980060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11c00. 00010000:00000010:3.1:1773688177.980065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11800. 00010000:00000010:1.1:1773688177.991046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10a00. 00010000:00000010:3.1:1773688177.997180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11800. 00010000:00000010:1.1:1773688178.006034:0:68795:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11c00. 00010000:00000010:0.1:1773688178.006044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd000. 00010000:00000010:1.1:1773688178.012372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b07379c00. 00010000:00000010:1.1:1773688178.012384:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0d064700. 00010000:00000010:1.1:1773688178.012389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8ac00. 00010000:00000010:1.1:1773688178.012392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b07379400. 00010000:00000010:1.1:1773688178.020040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8aa00. 00010000:00000010:1.1:1773688178.020046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcde00. 00010000:00000010:1.1:1773688178.035041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b600. 00010000:00000010:3.1:1773688178.035045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10200. 00010000:00000010:2.1:1773688178.035048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afb000. 00010000:00000010:3.1:1773688178.035055:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46d00. 00010000:00000010:1.1:1773688178.039043:0:3439:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0d064700. 00010000:00000010:1.1:1773688178.039049:0:3439:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a400. 00010000:00000010:1.1:1773688178.039052:0:3439:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8aa00. 00010000:00000010:2.1:1773688178.039092:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1689c500. 00010000:00000010:2.1:1773688178.039098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afba00. 00010000:00000010:2.1:1773688178.039104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afbc00. 00010000:00000010:3.1:1773688178.039194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11c00. 00010000:00000010:3.1:1773688178.039208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11e00. 00010000:00000010:2.1:1773688178.046046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11800. 00010000:00000010:3.1:1773688178.049027:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10200. 00010000:00000010:2.1:1773688178.058139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10c00. 00010000:00000010:3.1:1773688178.062054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11e00. 00010000:00000010:3.1:1773688178.074033:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10200. 00010000:00000010:3.1:1773688178.074042:0:68797:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46d00. 00010000:00000010:3.1:1773688178.074049:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11600. 00010000:00000010:3.1:1773688178.074054:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11e00. 00010000:00000010:3.1:1773688178.089029:0:81993:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd200. 00010000:00000010:3.1:1773688178.089039:0:81993:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11600. 00010000:00000010:3.1:1773688178.089045:0:81993:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11e00. 00010000:00000010:0.1:1773688178.104041:0:81991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8aa00. 00010000:00000010:1.1:1773688178.106033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11200. 00010000:00000010:1.1:1773688178.106042:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46c00. 00010000:00000010:1.1:1773688178.106048:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304e00. 00010000:00000010:1.1:1773688178.106054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b600. 00010000:00000010:1.1:1773688178.106067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a800. 00010000:00000010:3.1:1773688178.120047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11200. 00010000:00000010:3.1:1773688178.120054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11e00. 00010000:00000010:3.1:1773688178.120056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11600. 00010000:00000010:3.1:1773688178.124048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10c00. 00010000:00000010:3.1:1773688178.128055:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11e00. 00010000:00000010:3.1:1773688178.128061:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11200. 00010000:00000010:3.1:1773688178.128064:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11600. 00010000:00000010:3.1:1773688178.133055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11800. 00010000:00000010:3.1:1773688178.138044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11000. 00010000:00000010:3.1:1773688178.138051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10c00. 00010000:00000010:2.1:1773688178.149049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa200. 00010000:00000010:1.1:1773688178.170038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11000. 00010000:00000010:3.1:1773688178.170044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11600. 00010000:00000010:3.1:1773688178.178042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11800. 00010000:00000010:0.1:1773688178.178106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11200. 00010000:00000010:3.1:1773688178.206034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11400. 00010000:00000010:3.1:1773688178.206043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b07379a00. 00010000:00000010:3.1:1773688178.206049:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0c696300. 00010000:00000010:3.1:1773688178.206055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcc800. 00010000:00000010:3.1:1773688178.206061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10000. 00010000:00000010:3.1:1773688178.206068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8ac00. 00010000:00000010:3.1:1773688178.206073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10200. 00010000:00000010:1.1:1773688178.210039:0:1023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b200. 00010000:00000010:1.1:1773688178.210054:0:1023:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46d00. 00010000:00000010:1.1:1773688178.210062:0:1023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10a00. 00010000:00000010:1.1:1773688178.215050:0:1:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304500. 00010000:00000010:1.1:1773688178.215059:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8be00. 00010000:00000010:3.1:1773688178.215060:0:72026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86e00. 00010000:00000010:2.1:1773688178.215077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a400. 00010000:00000010:0.1:1773688178.218040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcc200. 00010000:00000010:0.1:1773688178.218049:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0d064a00. 00010000:00000010:0.1:1773688178.218053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd000. 00010000:00000010:2.1:1773688178.218514:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b072afa00. 00010000:00000010:2.1:1773688178.218520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11800. 00010000:00000010:1.1:1773688178.234093:0:82003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b200. 00010000:00000010:1.1:1773688178.234101:0:82003:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304500. 00010000:00000010:1.1:1773688178.234108:0:82003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8aa00. 00010000:00000010:1.1:1773688178.234115:0:82003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8be00. 00010000:00000010:1.1:1773688178.241035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11e00. 00010000:00000010:1.1:1773688178.241039:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46a00. 00010000:00000010:2.1:1773688178.241070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a800. 00010000:00000010:2.1:1773688178.248045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afbc00. 00010000:00000010:2.1:1773688178.279041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afac00. 00010000:00000010:2.1:1773688178.279050:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a16dec100. 00010000:00000010:2.1:1773688178.279053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa000. 00010000:00000010:2.1:1773688178.279056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afba00. 00010000:00000010:2.1:1773688178.285044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa200. 00010000:00000010:1.1:1773688178.289047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afbc00. 00010000:00000010:2.1:1773688178.293039:0:76024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b311f8e00. 00010000:00000010:1.1:1773688178.297037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b200. 00000020:00000001:2.0:1773688178.312485:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688178.312488:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688178.312490:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688178.312491:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688178.312493:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.312497:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688178.312504:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 3 00010000:00000001:2.0:1773688178.312520:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688178.312523:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688178.312527:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b311f8e00. 00000020:00000001:2.0:1773688178.312531:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688178.312534:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b311f8e00 with handle 0x52973366461d2192 to hash 00000020:00000001:2.0:1773688178.312536:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688178.312538:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997881556480 : -129075827995136 : ffff8a9b311f8e00) 00010000:00000010:2.0:1773688178.312545:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96b80. 00010000:00000001:2.0:1773688178.312548:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997881556480 : -129075827995136 : ffff8a9b311f8e00) 00010000:00010000:2.0:1773688178.312552:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b311f8e00/0x52973366461d2192 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a464 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688178.312558:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:2.0:1773688178.312560:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=39 00010000:00000001:2.0:1773688178.312565:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688178.312567:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688178.312575:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688178.312577:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688178.312579:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.312580:0:68797:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:2.0:1773688178.312586:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9b34e53480 x1859843854275456/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 648/0 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1773688178.312594:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1773688178.312597:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1773688178.312599:0:68797:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1773688178.312602:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688178.312605:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.312608:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.312611:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.312613:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.312615:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.312617:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.312619:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.312625:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688178.312626:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.312628:0:68797:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.312630:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.312634:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688178.312636:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688178.312639:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688178.312642:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688178.312648:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9b061c3000. 02000000:00000001:2.0:1773688178.312651:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.312653:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.312662:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1773688178.312663:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688178.312665:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.312667:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.312668:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.312670:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.312671:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.312672:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.312674:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.312676:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688178.312677:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688178.312682:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688178.312704:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688178.312707:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688178.312709:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.312710:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.312713:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.312715:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.312716:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.312719:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.312722:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688178.312723:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.312726:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688178.312728:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.312730:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688178.312732:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.312735:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1773688178.312737:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.312740:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1773688178.312743:0:68797:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:2.0:1773688178.312746:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfa38 00000004:00000002:2.0:1773688178.312749:0:68797:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xf3:0x0]/(->[0x20000afe1:0x13d:0x0]) cr_flag=040004240000003 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1773688178.312754:0:68797:0:(mdt_open.c:1135:mdt_open_by_fid_lock()) Process entered 00000004:00000001:2.0:1773688178.312755:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688178.312757:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:2.0:1773688178.312760:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688178.312765:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:2.0:1773688178.312768:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:2.0:1773688178.312771:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688178.312772:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x13d:0x0] 00000020:00000001:2.0:1773688178.312774:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688178.312779:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742968 : -129075552808648 : ffff8a9b41869138) 00000004:00000001:2.0:1773688178.312781:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742880 : -129075552808736 : ffff8a9b418690e0) 00000004:00000001:2.0:1773688178.312785:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1773688178.312786:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.312792:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688178.312796:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688178.312805:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.312809:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688178.312815:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688178.312818:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688178.312824:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688178.312826:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688178.312828:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688178.312830:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688178.312832:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688178.312834:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x13d:0x0]: Reading som attrs: valid: 4, size: 74402, blocks: 259 00000004:00000001:2.0:1773688178.312837:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688178.312838:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688178.312845:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688178.312847:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688178.312849:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688178.312852:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:2.0:1773688178.312855:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b061c3378 00000004:00000001:2.0:1773688178.312857:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.312861:0:68797:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:2.0:1773688178.312863:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688178.312865:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688178.312868:0:68797:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0x13d:0x0] lease count: 0, lm: 8 00000004:00000001:2.0:1773688178.312871:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1773688178.312875:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688178.312877:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688178.312881:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 4 00010000:00000001:2.0:1773688178.312884:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688178.312886:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688178.312890:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afbc00. 00000020:00000001:2.0:1773688178.312893:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688178.312895:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afbc00 with handle 0x52973366461d2199 to hash 00000020:00000001:2.0:1773688178.312896:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688178.312897:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000010:2.0:1773688178.312900:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96680. 00010000:00000001:2.0:1773688178.312902:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:2.0:1773688178.312905:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688178.312906:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688178.312909:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2199 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x13d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.312913:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688178.312917:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688178.312920:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688178.312922:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688178.312926:0:68797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1773688178.312931:0:68797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d216f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x13d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a456 expref: 39 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.312938:0:68797:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1773688178.312940:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.312942:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688178.312943:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688178.312946:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688178.312948:0:68797:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1773688178.312951:0:68797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2199 lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x13d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688178.312969:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13d:0x0].0x0 (ffff8a9b32304500) refcount = 4 00010000:00000040:2.0:1773688178.312972:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688178.312976:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d216f lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a456 expref: 39 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688178.312998:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afb000/0x52973366461d2129 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a441 expref: 39 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688178.313005:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8be00/0x52973366461d2122 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688178.313031:0:68797:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1773688178.313034:0:68797:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2199 lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x13d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688178.313041:0:68797:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b072a54c0. 00000100:00000001:2.0:1773688178.313045:0:68797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773688178.313050:0:68797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b079f4780. 00000100:00000001:2.0:1773688178.313052:0:68797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997185283968 : -129076524267648 : ffff8a9b079f4780) 00000100:00000001:2.0:1773688178.313054:0:68797:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997185283968 : -129076524267648 : ffff8a9b079f4780) 00000100:00000001:2.0:1773688178.313056:0:68797:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773688178.313058:0:68797:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1773688178.313059:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688178.313061:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.313063:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1773688178.313064:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688178.313066:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688178.313067:0:68797:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1773688178.313068:0:68797:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1773688178.313071:0:68797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3135b100. 00000020:00000040:2.0:1773688178.313073:0:68797:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:2.0:1773688178.313075:0:68797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773688178.313077:0:68797:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773688178.313080:0:68797:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773688178.313085:0:68797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a0e88ee00. 00000100:00000001:2.0:1773688178.313089:0:68797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688178.313093:0:68797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d216f lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a456 expref: 39 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688178.313112:0:68797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d216f lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x13d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a456 expref: 39 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.313121:0:68797:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1773688178.313123:0:68797:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773688178.313128:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b3135b100 x1859843861184384/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688178.313136:0:68797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773688178.313139:0:68797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688178.313143:0:68797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b3135b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861184384:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688178.313147:0:68797:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773688178.313152:0:68797:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773688178.313154:0:68797:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688178.313155:0:68797:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773688178.313159:0:68797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a0ba39000. 02000000:00000001:2.0:1773688178.313161:0:68797:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773688178.313165:0:68797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a0b538478. 00000400:00000010:2.0:1773688178.313169:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b035053b8. 00000100:00000200:2.0:1773688178.313173:0:68797:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861184384, portal 16 00000100:00000001:2.0:1773688178.313175:0:68797:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773688178.313176:0:68797:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997883007232 : -129075826544384 : ffff8a9b3135b100) 00000100:00000040:2.0:1773688178.313180:0:68797:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b3135b100 x1859843861184384/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688178.313185:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688178.313187:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688178.313190:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505088. 00000100:00000200:2.0:1773688178.313192:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861184384, offset 0 00000400:00000200:2.0:1773688178.313195:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688178.313203:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688178.313207:0:68797:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773688178.313210:0:68797:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:2.0:1773688178.313214:0:68797:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773688178.313215:0:68797:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:2.0:1773688178.313219:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47753:47753:256:4294967295] 192.168.204.51@tcp LPNI seq info [47749:47749:8:4294967295] 00000400:00000200:2.0:1773688178.313225:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688178.313230:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688178.313233:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0ac00. 00000800:00000200:2.0:1773688178.313238:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688178.313242:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688178.313246:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0ac00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773688178.313257:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.313261:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297629234 00000100:00000001:2.0:1773688178.313269:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297629204 00000100:00000001:2.0:1773688178.313273:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297629234 00000100:00000001:2.0:1773688178.313276:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297629204 00000100:00000001:2.0:1773688178.313280:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297629234 00000100:00000001:2.0:1773688178.313283:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297629204 00000100:00000001:2.0:1773688178.313285:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297629234 00000100:00000001:2.0:1773688178.313288:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297629204 00000100:00000001:2.0:1773688178.313291:0:68797:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688178.313293:0:68797:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.313295:0:68797:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.313296:0:68797:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688178.313298:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.313300:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.313302:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688178.313303:0:68797:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.313305:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688178.313307:0:68797:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1773688178.313309:0:68797:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.313311:0:68797:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773688178.313313:0:68797:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773688178.313315:0:68797:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b079f4780 going to sleep for 11 seconds 00000100:00000001:2.0:1773688178.313318:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773688178.313321:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773688178.320031:0:7562:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a800. 00010000:00000010:1.1:1773688178.320037:0:7562:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304e00. 00010000:00000010:1.1:1773688178.320044:0:7562:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a400. 00010000:00000010:1.1:1773688178.320048:0:7562:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b200. 00010000:00000010:1.1:1773688178.320051:0:7562:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8ac00. 00010000:00000010:0.1:1773688178.326082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b311f8e00. 00010000:00000010:1.1:1773688178.326248:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8aa00. 00000100:00000001:2.0:1773688178.328417:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688178.328421:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854275712 02000000:00000001:2.0:1773688178.328424:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688178.328427:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688178.328429:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688178.328435:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688178.328439:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854275712 00000020:00000001:2.0:1773688178.328442:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688178.328445:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688178.328447:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688178.328450:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=39 00000020:00000001:2.0:1773688178.328453:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688178.328456:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688178.328461:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688178.328465:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5340. 00000100:00000001:2.0:1773688178.328469:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688178.328472:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5340. 00000020:00000010:2.0:1773688178.328478:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a0e88f800. 00000020:00000010:2.0:1773688178.328492:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03ef80. 00000020:00000010:2.0:1773688178.328499:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0e10. 00000100:00000040:2.0:1773688178.328507:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688178.328510:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688178.328512:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688178.328515:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688178.328517:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.328519:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.328527:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.328547:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688178.328562:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688178.328564:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688178.328569:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15368 00000100:00000040:2.0:1773688178.328573:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688178.328575:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997944843136 : -129075764708480 : ffff8a9b34e53b80) 00000100:00000040:2.0:1773688178.328582:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b34e53b80 x1859843854275712/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 576/0 e 0 to 0 dl 1773688258 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688178.328591:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688178.328594:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5340. 00000100:00000001:2.0:1773688178.328596:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688178.328598:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5340. 00000100:00100000:2.0:1773688178.328602:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b34e53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+39:68109:x1859843854275712:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688178.328606:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854275712 00000020:00000001:2.0:1773688178.328610:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688178.328615:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1773688178.328620:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b346b4240: xid 1859843854275456, transno 171798691995, client gen 13, slot idx 3 00000001:00000001:2.0:1773688178.328625:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b079f4d80: xid 1859843854274944, transno 171798691994, client gen 13, slot idx 2 00000001:00000010:2.0:1773688178.328781:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b079f4d80. 00000020:00000001:2.0:1773688178.328788:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688178.328791:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688178.328793:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688178.328796:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688178.328800:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854275712, found 0 last_xid 1859843854275711 00000020:00000001:2.0:1773688178.328802:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688178.328804:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688178.328807:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688178.328813:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688178.328815:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688178.328817:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688178.328819:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688178.328821:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688178.328823:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.328827:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688178.328835:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 4 00010000:00000001:2.0:1773688178.328838:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688178.328840:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688178.328844:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afa200. 00000020:00000001:2.0:1773688178.328847:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688178.328850:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afa200 with handle 0x52973366461d21a7 to hash 00000020:00000001:2.0:1773688178.328852:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688178.328853:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354127872 : -129076355423744 : ffff8a9b11afa200) 00010000:00000010:2.0:1773688178.328858:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96800. 00010000:00000001:2.0:1773688178.328861:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354127872 : -129076355423744 : ffff8a9b11afa200) 00010000:00010000:2.0:1773688178.328866:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa200/0x52973366461d21a7 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0x13d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a46b expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688178.328874:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:2.0:1773688178.328877:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=40 00010000:00000001:2.0:1773688178.328884:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688178.328889:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688178.328897:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688178.328901:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688178.328903:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1773688178.328905:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688178.328907:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x13d:0x0] 00000020:00000001:2.0:1773688178.328910:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688178.328915:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742968 : -129075552808648 : ffff8a9b41869138) 00000004:00000001:2.0:1773688178.328917:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742880 : -129075552808736 : ffff8a9b418690e0) 00000004:00000001:2.0:1773688178.328920:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.328923:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688178.328925:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688178.328927:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688178.328929:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688178.328934:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b061c7000. 02000000:00000001:2.0:1773688178.328937:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.328939:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.328941:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.328943:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1773688178.328947:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:2.0:1773688178.328950:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688178.328952:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.328955:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.328957:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.328960:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.328961:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.328973:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.328976:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.328988:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.328989:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.328991:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.328992:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.328993:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.328995:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.328997:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.328998:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.329000:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.329003:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688178.329005:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688178.329038:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688178.329043:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688178.329046:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688178.329049:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.329050:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.329052:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.329054:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.329055:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.329057:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.329063:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688178.329066:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.329069:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688178.329070:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.329072:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688178.329074:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.329078:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:2.0:1773688178.329082:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1773688178.329083:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:2.0:1773688178.329085:0:68797:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000020:00000010:2.0:1773688178.329091:0:68797:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8a9b061c1000. 00000004:00000001:2.0:1773688178.329096:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688178.329103:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688178.329106:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688178.329112:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688178.329115:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688178.329119:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688178.329122:0:68797:0:(mdt_lib.c:2238:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688178.329125:0:68797:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0x13d:0x0]/[0x20000afe1:0x13d:0x0], ldlm_rep = ffff8a9b061c7228 00000004:00000001:2.0:1773688178.329132:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1773688178.329135:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688178.329137:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688178.329140:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 5 00010000:00000001:2.0:1773688178.329143:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688178.329145:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688178.329147:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afba00. 00000020:00000001:2.0:1773688178.329150:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688178.329153:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afba00 with handle 0x52973366461d21ae to hash 00000020:00000001:2.0:1773688178.329154:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688178.329156:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354134016 : -129076355417600 : ffff8a9b11afba00) 00010000:00000010:2.0:1773688178.329159:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96400. 00010000:00000001:2.0:1773688178.329161:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354134016 : -129076355417600 : ffff8a9b11afba00) 00010000:00000001:2.0:1773688178.329165:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688178.329167:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688178.329170:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d21ae lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x13d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.329177:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688178.329180:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688178.329183:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688178.329185:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688178.329188:0:68797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1773688178.329192:0:68797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2199 lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0x13d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a464 expref: 40 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.329211:0:68797:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1773688178.329213:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.329215:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688178.329216:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688178.329218:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688178.329221:0:68797:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1773688178.329224:0:68797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d21ae lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x13d:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688178.329232:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13d:0x0].0x0 (ffff8a9b32304500) refcount = 5 00010000:00000040:2.0:1773688178.329235:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688178.329239:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2199 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x13d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a464 expref: 40 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688178.329253:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afb000/0x52973366461d2129 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a441 expref: 40 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688178.329259:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8be00/0x52973366461d2122 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688178.329264:0:68797:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1773688178.329266:0:68797:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d21ae lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x13d:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688178.329273:0:68797:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b072a5340. 00000100:00000001:2.0:1773688178.329276:0:68797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773688178.329281:0:68797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b079f4d80. 00000100:00000001:2.0:1773688178.329283:0:68797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997185285504 : -129076524266112 : ffff8a9b079f4d80) 00000100:00000001:2.0:1773688178.329285:0:68797:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997185285504 : -129076524266112 : ffff8a9b079f4d80) 00000100:00000001:2.0:1773688178.329287:0:68797:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773688178.329289:0:68797:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1773688178.329291:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688178.329294:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.329295:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1773688178.329297:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688178.329299:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688178.329301:0:68797:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1773688178.329303:0:68797:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1773688178.329307:0:68797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3135b100. 00000020:00000040:2.0:1773688178.329310:0:68797:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:2.0:1773688178.329313:0:68797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773688178.329315:0:68797:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773688178.329319:0:68797:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773688178.329325:0:68797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9b03b4aa00. 00000100:00000001:2.0:1773688178.329331:0:68797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688178.329336:0:68797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2199 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x13d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a464 expref: 40 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688178.329363:0:68797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2199 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x13d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a464 expref: 40 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.329371:0:68797:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1773688178.329374:0:68797:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773688178.329380:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b3135b100 x1859843861184512/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688178.329388:0:68797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773688178.329391:0:68797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688178.329397:0:68797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b3135b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861184512:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688178.329401:0:68797:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773688178.329406:0:68797:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773688178.329408:0:68797:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688178.329412:0:68797:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773688178.329416:0:68797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a0e617200. 02000000:00000001:2.0:1773688178.329418:0:68797:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773688178.329423:0:68797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a0b538b00. 00000400:00000010:2.0:1773688178.329430:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505e58. 00000100:00000200:2.0:1773688178.329436:0:68797:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861184512, portal 16 00000100:00000001:2.0:1773688178.329438:0:68797:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773688178.329440:0:68797:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997883007232 : -129075826544384 : ffff8a9b3135b100) 00000100:00000040:2.0:1773688178.329447:0:68797:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b3135b100 x1859843861184512/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688178.329454:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688178.329456:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688178.329459:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505220. 00000100:00000200:2.0:1773688178.329462:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861184512, offset 0 00000400:00000200:2.0:1773688178.329469:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688178.329479:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688178.329485:0:68797:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773688178.329489:0:68797:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:2.0:1773688178.329493:0:68797:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773688178.329496:0:68797:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:2.0:1773688178.329500:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47756:47756:256:4294967295] 192.168.204.51@tcp LPNI seq info [47752:47752:8:4294967295] 00000400:00000200:2.0:1773688178.329511:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688178.329517:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688178.329522:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a200. 00000800:00000200:2.0:1773688178.329529:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688178.329536:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688178.329545:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773688178.329558:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.329562:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297629250 00000100:00000001:2.0:1773688178.329570:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297629234 00000100:00000001:2.0:1773688178.329576:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297629250 00000100:00000001:2.0:1773688178.329580:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297629234 00000100:00000001:2.0:1773688178.329584:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297629250 00000100:00000001:2.0:1773688178.329588:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297629234 00000100:00000001:2.0:1773688178.329591:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297629250 00000100:00000001:2.0:1773688178.329599:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297629234 00000100:00000001:2.0:1773688178.329603:0:68797:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688178.329605:0:68797:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.329608:0:68797:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.329609:0:68797:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688178.329612:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.329614:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.329615:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688178.329617:0:68797:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.329619:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688178.329621:0:68797:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1773688178.329623:0:68797:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.329626:0:68797:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773688178.329628:0:68797:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773688178.329641:0:68797:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b079f4d80 going to sleep for 11 seconds 00000100:00000001:2.0:1773688178.329645:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773688178.329648:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773688178.329717:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.329721:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a200. 00000400:00000200:2.0:1773688178.329726:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.329730:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.329734:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505220 00000400:00000010:2.0:1773688178.329736:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505220. 00000100:00000001:2.0:1773688178.329740:0:3440:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773688178.329745:0:3440:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b3135b100 x1859843861184512/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688178.329753:0:3440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688178.329757:0:3440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b3135b100 x1859843861184512/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688178.329764:0:3440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.329766:0:3440:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773688178.334956:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.334963:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d900. 00000400:00000200:2.0:1773688178.334971:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.334994:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.335002:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee2a8 00000400:00000010:2.0:1773688178.335026:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee2a8. 00000100:00000001:2.0:1773688178.335032:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.335035:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1773688178.335832:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.335836:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85b00. 00000400:00000200:2.0:1773688178.335844:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.335851:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.335854:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be990 00000400:00000010:2.0:1773688178.335857:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be990. 00000100:00000001:2.0:1773688178.335860:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.335862:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1773688178.339937:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.339943:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d400. 00000400:00000200:2.0:1773688178.339949:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.339955:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.339958:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee3b8 00000400:00000010:2.0:1773688178.339961:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee3b8. 00000100:00000001:2.0:1773688178.339964:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.339966:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1773688178.340356:0:82010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa200. 00010000:00000010:3.1:1773688178.343278:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afbc00. 00000800:00000001:2.0:1773688178.347699:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.347708:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.347711:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.347714:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.347722:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.347737:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4459700 00000400:00000200:2.0:1773688178.347745:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x725d5 [2] + 656 00000800:00000001:2.0:1773688178.347752:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.347760:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.347762:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.347766:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.347772:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.347775:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1773688178.347781:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b31359f80. 00000100:00000040:2.0:1773688178.347785:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b31359f80 x1859843854276352 msgsize 328 00000100:00100000:2.0:1773688178.347789:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.347803:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.347812:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.347816:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1773688178.350032:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10a00. 00010000:00000010:3.1:1773688178.350040:0:68797:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46200. 00010000:00000010:3.1:1773688178.350053:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11600. 00010000:00000010:3.1:1773688178.350058:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11800. 00000800:00000001:2.0:1773688178.351486:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.351494:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.351497:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.351502:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.351509:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.351518:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af0080 00000400:00000200:2.0:1773688178.351525:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77795 [1] + 224 00000800:00000001:2.0:1773688178.351531:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.351599:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.351603:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.351609:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.351613:0:3438:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688178.351618:0:3438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9a0bf16300 x1859843861184640/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1773688178.351625:0:3438:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9a0bf16300 x1859843861184640/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688178.351636:0:3438:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.351642:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.351645:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.356124:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.356133:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.356136:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.356139:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.356146:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.356155:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4459900 00000400:00000200:2.0:1773688178.356161:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 30008 00000800:00000001:2.0:1773688178.356165:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.356171:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.356173:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.356176:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.356181:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.356182:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688178.356186:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b31358000. 00000100:00000040:2.0:1773688178.356189:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b31358000 x1859843854276864 msgsize 576 00000100:00100000:2.0:1773688178.356193:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.356198:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.356205:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.356209:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1773688178.356287:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5a80. 00000100:00000001:2.0:1773688178.356291:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688178.356293:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5a80. 00000020:00000010:2.0:1773688178.356298:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a0e616000. 00000020:00000010:2.0:1773688178.356301:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03ed80. 00000020:00000010:2.0:1773688178.356305:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0000. 00000100:00000040:2.0:1773688178.356310:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688178.356312:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688178.356313:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688178.356316:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688178.356317:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.356320:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.356326:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.356336:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688178.356346:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688178.356349:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688178.356354:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15371 00000100:00000040:2.0:1773688178.356358:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688178.356360:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997882994688 : -129075826556928 : ffff8a9b31358000) 00000100:00000040:2.0:1773688178.356367:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b31358000 x1859843854276864/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 576/0 e 0 to 0 dl 1773688258 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688178.356377:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688178.356381:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5a80. 00000100:00000001:2.0:1773688178.356383:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688178.356385:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5a80. 00000100:00100000:2.0:1773688178.356390:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b31358000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+41:68109:x1859843854276864:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688178.356394:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854276864 00000020:00000001:2.0:1773688178.356397:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688178.356400:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1773688178.356404:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b346b4240: xid 1859843854276608, transno 171798691997, client gen 13, slot idx 3 00000001:00000001:2.0:1773688178.356410:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b41f7e180: xid 1859843854276096, transno 171798691996, client gen 13, slot idx 2 00000001:00000010:2.0:1773688178.356414:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b41f7e180. 00000020:00000001:2.0:1773688178.356420:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688178.356423:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688178.356425:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688178.356428:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688178.356432:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854276864, found 0 last_xid 1859843854276863 00000020:00000001:2.0:1773688178.356435:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688178.356438:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688178.356440:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688178.356444:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688178.356446:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688178.356448:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688178.356450:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688178.356452:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688178.356454:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.356458:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688178.356463:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 4 00010000:00000001:2.0:1773688178.356467:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688178.356469:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688178.356472:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afac00. 00000020:00000001:2.0:1773688178.356475:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688178.356477:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afac00 with handle 0x52973366461d21e6 to hash 00000020:00000001:2.0:1773688178.356479:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688178.356480:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354130432 : -129076355421184 : ffff8a9b11afac00) 00010000:00000010:2.0:1773688178.356483:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96f80. 00010000:00000001:2.0:1773688178.356485:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354130432 : -129076355421184 : ffff8a9b11afac00) 00010000:00010000:2.0:1773688178.356488:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d21e6 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0x13d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a480 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688178.356497:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:2.0:1773688178.356499:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=42 00010000:00000001:2.0:1773688178.356504:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688178.356506:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688178.356513:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688178.356516:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688178.356518:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1773688178.356521:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688178.356523:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x13d:0x0] 00000020:00000001:2.0:1773688178.356527:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688178.356531:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742968 : -129075552808648 : ffff8a9b41869138) 00000004:00000001:2.0:1773688178.356534:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742880 : -129075552808736 : ffff8a9b418690e0) 00000004:00000001:2.0:1773688178.356536:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.356540:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688178.356542:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688178.356544:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688178.356546:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688178.356551:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b061c2000. 02000000:00000001:2.0:1773688178.356553:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.356556:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.356558:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.356560:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1773688178.356564:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:2.0:1773688178.356566:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688178.356568:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.356570:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.356571:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.356573:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.356575:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.356577:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.356579:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.356580:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.356582:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.356583:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.356585:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.356586:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.356588:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.356590:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.356591:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.356593:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.356595:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688178.356597:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688178.356602:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688178.356606:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688178.356609:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688178.356611:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.356612:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.356614:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.356616:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.356618:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.356620:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.356621:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688178.356623:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.356625:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688178.356626:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.356628:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688178.356630:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.356634:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:2.0:1773688178.356638:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1773688178.356640:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:2.0:1773688178.356642:0:68797:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000020:00000010:2.0:1773688178.356648:0:68797:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8a9b061c6000. 00000004:00000001:2.0:1773688178.356652:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688178.356657:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688178.356659:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688178.356664:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688178.356667:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688178.356670:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688178.356674:0:68797:0:(mdt_lib.c:2238:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688178.356677:0:68797:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0x13d:0x0]/[0x20000afe1:0x13d:0x0], ldlm_rep = ffff8a9b061c2228 00000004:00000001:2.0:1773688178.356683:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1773688178.356686:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688178.356688:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688178.356690:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 5 00010000:00000001:2.0:1773688178.356693:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688178.356694:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688178.356698:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afbc00. 00000020:00000001:2.0:1773688178.356700:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688178.356703:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afbc00 with handle 0x52973366461d21ed to hash 00000020:00000001:2.0:1773688178.356705:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688178.356707:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000010:2.0:1773688178.356711:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96a80. 00010000:00000001:2.0:1773688178.356714:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:2.0:1773688178.356717:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688178.356718:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688178.356722:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d21ed lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x13d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.356729:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688178.356732:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688178.356734:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688178.356736:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688178.356739:0:68797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1773688178.356744:0:68797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d21d8 lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0x13d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a479 expref: 42 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.356751:0:68797:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1773688178.356752:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.356754:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688178.356756:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688178.356758:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688178.356760:0:68797:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1773688178.356763:0:68797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d21ed lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x13d:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688178.356770:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13d:0x0].0x0 (ffff8a9b32304500) refcount = 5 00010000:00000040:2.0:1773688178.356773:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688178.356777:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d21d8 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x13d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a479 expref: 42 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688178.356786:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afb000/0x52973366461d2129 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a441 expref: 42 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688178.356793:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8be00/0x52973366461d2122 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688178.356799:0:68797:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1773688178.356801:0:68797:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d21ed lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x13d:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688178.356809:0:68797:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b072a5a80. 00000100:00000001:2.0:1773688178.356812:0:68797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773688178.356816:0:68797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b079f4300. 00000100:00000001:2.0:1773688178.356818:0:68797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997185282816 : -129076524268800 : ffff8a9b079f4300) 00000100:00000001:2.0:1773688178.356820:0:68797:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997185282816 : -129076524268800 : ffff8a9b079f4300) 00000100:00000001:2.0:1773688178.356823:0:68797:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773688178.356824:0:68797:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1773688178.356826:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688178.356828:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.356830:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1773688178.356832:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688178.356834:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688178.356836:0:68797:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1773688178.356838:0:68797:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1773688178.356841:0:68797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b31359c00. 00000020:00000040:2.0:1773688178.356844:0:68797:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:2.0:1773688178.356847:0:68797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773688178.356849:0:68797:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773688178.356854:0:68797:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773688178.356860:0:68797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a0e616a00. 00000100:00000001:2.0:1773688178.356865:0:68797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688178.356871:0:68797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d21d8 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x13d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a479 expref: 42 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688178.356890:0:68797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d21d8 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x13d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a479 expref: 42 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.356904:0:68797:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1773688178.356907:0:68797:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773688178.356911:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b31359c00 x1859843861184768/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688178.356919:0:68797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773688178.356921:0:68797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688178.356925:0:68797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b31359c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861184768:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688178.356929:0:68797:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773688178.356933:0:68797:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773688178.356936:0:68797:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688178.356938:0:68797:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773688178.356942:0:68797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a0e616800. 02000000:00000001:2.0:1773688178.356944:0:68797:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773688178.356949:0:68797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a0b5387e8. 00000400:00000010:2.0:1773688178.356955:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505220. 00000100:00000200:2.0:1773688178.356961:0:68797:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861184768, portal 16 00000100:00000001:2.0:1773688178.356963:0:68797:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773688178.356964:0:68797:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997883001856 : -129075826549760 : ffff8a9b31359c00) 00000100:00000040:2.0:1773688178.356970:0:68797:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b31359c00 x1859843861184768/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688178.356976:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688178.356990:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688178.356994:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b035052a8. 00000100:00000200:2.0:1773688178.356997:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861184768, offset 0 00000400:00000200:2.0:1773688178.357003:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00010000:00000010:0.1:1773688178.357048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11200. 00000400:00000200:2.0:1773688178.357162:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688178.357167:0:68797:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773688178.357171:0:68797:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:2.0:1773688178.357175:0:68797:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773688178.357178:0:68797:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:2.0:1773688178.357183:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47765:47765:256:4294967295] 192.168.204.51@tcp LPNI seq info [47761:47761:8:4294967295] 00000400:00000200:2.0:1773688178.357192:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688178.357198:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688178.357203:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a200. 00000800:00000200:2.0:1773688178.357208:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688178.357213:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688178.357216:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773688178.357231:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.357234:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297629278 00000100:00000001:2.0:1773688178.357240:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297629271 00000100:00000001:2.0:1773688178.357243:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297629278 00000100:00000001:2.0:1773688178.357246:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297629271 00000100:00000001:2.0:1773688178.357249:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297629278 00000100:00000001:2.0:1773688178.357252:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297629271 00000100:00000001:2.0:1773688178.357254:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297629278 00000100:00000001:2.0:1773688178.357257:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297629271 00000100:00000001:2.0:1773688178.357261:0:68797:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688178.357264:0:68797:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.357266:0:68797:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.357268:0:68797:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688178.357270:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.357273:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.357274:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688178.357276:0:68797:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.357278:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688178.357279:0:68797:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1773688178.357282:0:68797:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.357284:0:68797:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773688178.357286:0:68797:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773688178.357288:0:68797:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b079f4300 going to sleep for 11 seconds 00000100:00000001:2.0:1773688178.357291:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773688178.357293:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773688178.361048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afba00. 00010000:00000010:0.1:1773688178.361097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10c00. 00010000:00000010:0.1:1773688178.367042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11800. 00010000:00000010:0.1:1773688178.367051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afac00. 00000800:00000001:2.0:1773688178.373179:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.373189:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.373192:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.373195:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.373205:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.373231:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4459b00 00000400:00000200:2.0:1773688178.373238:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 30584 00000800:00000001:2.0:1773688178.373246:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.373263:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.373266:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.373271:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.373277:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.373279:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688178.373285:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b31358e00. 00000100:00000040:2.0:1773688178.373288:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b31358e00 x1859843854277376 msgsize 584 00000100:00100000:2.0:1773688178.373292:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.373303:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.373311:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.373314:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688178.375285:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.375290:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7700. 00000400:00000200:2.0:1773688178.375298:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.375303:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.375307:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64000 00000400:00000010:2.0:1773688178.375310:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64000. 00000100:00000001:2.0:1773688178.375315:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.375317:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1773688178.378125:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.378129:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7500. 00000400:00000200:2.0:1773688178.378134:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.378141:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.378145:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64770 00000400:00000010:2.0:1773688178.378148:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64770. 00000100:00000001:2.0:1773688178.378151:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.378154:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688178.379046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b600. 00010000:00000010:1.1:1773688178.379052:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304e00. 00010000:00000010:1.1:1773688178.379056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a400. 00010000:00000010:1.1:1773688178.379059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a800. 00010000:00000010:1.1:1773688178.384030:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8aa00. 00010000:00000010:1.1:1773688178.395414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd000. 00010000:00000010:3.1:1773688178.396025:0:7897:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afbc00. 00010000:00000010:3.1:1773688178.403326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bccc00. 00010000:00000010:1.1:1773688178.407813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd600. 00010000:00000010:0.1:1773688178.411063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcca00. 00010000:00000010:0.1:1773688178.411071:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b03ea8b00. 00010000:00000010:0.1:1773688178.411074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bccc00. 00010000:00000010:0.1:1773688178.411077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd800. 00010000:00000010:1.1:1773688178.413035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcc200. 00010000:00000010:3.1:1773688178.413038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd000. 00010000:00000010:1.1:1773688178.423045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b200. 00010000:00000010:1.1:1773688178.423054:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304e00. 00010000:00000010:1.1:1773688178.423061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8ac00. 00010000:00000010:1.1:1773688178.423066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b600. 00010000:00000010:1.1:1773688178.429053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a800. 00010000:00000010:0.1:1773688178.438045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8aa00. 00010000:00000010:1.1:1773688178.447489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd800. 00010000:00000010:1.1:1773688178.447500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcc800. 00010000:00000010:3.1:1773688178.469029:0:82022:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a800. 00010000:00000010:3.1:1773688178.469039:0:82022:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304e00. 00010000:00000010:3.1:1773688178.469045:0:82022:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46c00. 00010000:00000010:3.1:1773688178.469048:0:82022:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11000. 00010000:00000010:3.1:1773688178.469060:0:82022:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10c00. 00010000:00000010:0.1:1773688178.469253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10a00. 00010000:00000010:1.1:1773688178.475069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a800. 00010000:00000010:1.1:1773688178.475076:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304d00. 00010000:00000010:1.1:1773688178.475080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8ac00. 00010000:00000010:1.1:1773688178.475083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b200. 00010000:00000010:0.1:1773688178.489032:0:82037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd200. 00010000:00000010:3.1:1773688178.489038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b600. 00010000:00000010:0.1:1773688178.502059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcdc00. 00010000:00000010:3.1:1773688178.505041:0:1023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a800. 00010000:00000010:3.1:1773688178.515045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11400. 00010000:00000010:0.1:1773688178.515048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10200. 00010000:00000010:3.1:1773688178.515054:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46c00. 00010000:00000010:3.1:1773688178.515061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10000. 00010000:00000010:3.1:1773688178.515067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11e00. 00010000:00000010:3.1:1773688178.517058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11000. 00010000:00000010:3.1:1773688178.517067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10c00. 00010000:00000010:3.1:1773688178.517072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11200. 00010000:00000010:0.1:1773688178.528136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd200. 00010000:00000010:1.1:1773688178.545029:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b600. 00010000:00000010:1.1:1773688178.545035:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b07379a00. 00010000:00000010:1.1:1773688178.545042:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8ac00. 00010000:00000010:0.1:1773688178.545042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8aa00. 00010000:00000010:0.1:1773688178.548077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcdc00. 00010000:00000010:0.1:1773688178.548085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd200. 00010000:00000010:1.1:1773688178.552054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b07379c00. 00010000:00000010:1.1:1773688178.552063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86e00. 00010000:00000010:1.1:1773688178.552067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b07379400. 00010000:00000010:1.1:1773688178.552071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86200. 00010000:00000010:3.1:1773688178.561054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10c00. 00010000:00000010:3.1:1773688178.565025:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11200. 00010000:00000010:3.1:1773688178.565030:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11e00. 00010000:00000010:3.1:1773688178.569028:0:82046:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86000. 00010000:00000010:3.1:1773688178.569039:0:82046:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11000. 00010000:00000010:3.1:1773688178.569045:0:82046:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10c00. 00010000:00000010:3.1:1773688178.583042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10c00. 00010000:00000010:0.1:1773688178.606533:0:82056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11400. 00010000:00000010:1.1:1773688178.609078:0:82056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86c00. 00010000:00000010:0.1:1773688178.619063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86a00. 00010000:00000010:0.1:1773688178.619070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86000. 00010000:00000010:1.1:1773688178.658051:0:82067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcde00. 00010000:00000010:1.1:1773688178.658060:0:82067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcc800. 00010000:00000010:1.1:1773688178.658064:0:82067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd400. 00010000:00000010:0.1:1773688178.658073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8be00. 00010000:00000010:0.1:1773688178.658081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a400. 00010000:00000010:0.1:1773688178.658087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bccc00. 00010000:00000010:0.1:1773688178.658093:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b03ea8b00. 00010000:00000010:0.1:1773688178.658099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11600. 00010000:00000010:0.1:1773688178.658104:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1689e800. 00010000:00000010:0.1:1773688178.658110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10a00. 00080000:00000001:2.0:1773688178.669176:0:72392:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1773688178.669183:0:72392:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1773688178.669186:0:72392:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1773688178.669189:0:72392:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 12884903749 is committed 00000001:00000040:2.0:1773688178.669192:0:72392:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b04f38000 : new cb_count 2 00000020:00000040:2.0:1773688178.669196:0:72392:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b04f38000 : new refcount 58 00000001:00000010:2.0:1773688178.669199:0:72392:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b0791c360. 00000020:00000001:2.0:1773688178.669206:0:72392:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:2.0:1773688178.669209:0:72392:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:2.0:1773688178.669213:0:72392:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff8a9b04f38000 : new cb_count 1 00000020:00000040:2.0:1773688178.669215:0:72392:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b04f38000 : new refcount 57 00000020:00000010:2.0:1773688178.669218:0:72392:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8a9a0fbcf4e0. 00040000:00000001:2.0:1773688178.669223:0:72392:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:2.0:1773688178.669226:0:72392:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:2.0:1773688178.669229:0:72392:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9b1105b000. 00080000:00000001:2.0:1773688178.669233:0:72392:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1773688178.669237:0:72392:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1773688178.669239:0:72392:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:2.0:1773688178.669240:0:72392:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:2.0:1773688178.669241:0:72392:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9b10c71400. 00080000:00000001:2.0:1773688178.669245:0:72392:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1773688178.669248:0:72392:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1773688178.669251:0:72392:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b04f38000 : new cb_count 0 00000020:00000040:2.0:1773688178.669252:0:72392:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b04f38000 : new refcount 56 00000001:00000010:2.0:1773688178.669253:0:72392:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9a1046cc00. 00040000:00000001:2.0:1773688178.669255:0:72392:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:2.0:1773688178.669256:0:72392:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:2.0:1773688178.669258:0:72392:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a092d9800. 00080000:00000001:2.0:1773688178.669260:0:72392:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000010:0.1:1773688178.681030:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcdc00. 00010000:00000010:0.1:1773688178.681038:0:75542:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1a7d7c00. 00010000:00000010:0.1:1773688178.681044:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd800. 00010000:00000010:0.1:1773688178.681050:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bccc00. 00010000:00000010:0.1:1773688178.684039:0:38615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd000. 00010000:00000010:0.1:1773688178.684047:0:38615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86200. 00010000:00000010:0.1:1773688178.684054:0:38615:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46c00. 00010000:00000010:0.1:1773688178.698044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd000. 00010000:00000010:3.1:1773688178.720035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11200. 00010000:00000010:3.1:1773688178.720041:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46d00. 00010000:00000010:3.1:1773688178.720045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11400. 00010000:00000010:3.1:1773688178.720046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10c00. 00010000:00000010:0.1:1773688178.727027:0:7562:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10a00. 00010000:00000010:3.1:1773688178.732028:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10000. 00010000:00000010:0.1:1773688178.735032:0:7562:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10200. 00010000:00000010:3.1:1773688178.735041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10c00. 00010000:00000010:3.1:1773688178.739036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11600. 00010000:00000010:3.1:1773688178.739045:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46d00. 00010000:00000010:3.1:1773688178.739051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11e00. 00010000:00000010:3.1:1773688178.739055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11800. 00010000:00000010:0.1:1773688178.743027:0:3440:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11200. 00010000:00000010:3.1:1773688178.743035:0:82003:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11400. 00010000:00000010:1.1:1773688178.750030:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86e00. 00010000:00000010:1.1:1773688178.750037:0:68797:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304000. 00010000:00000010:1.1:1773688178.750043:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e87800. 00010000:00000010:1.1:1773688178.750045:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86a00. 00010000:00000010:0.1:1773688178.756023:0:7562:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86000. 00000800:00000200:2.0:1773688178.756779:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.756783:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7600. 00000400:00000200:2.0:1773688178.756788:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.756795:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.756800:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a643b8 00000400:00000010:2.0:1773688178.756803:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a643b8. 00000100:00000001:2.0:1773688178.756808:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.756810:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688178.760043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10000. 00000100:00000001:2.0:1773688178.760195:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688178.760198:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854289408 02000000:00000001:2.0:1773688178.760199:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688178.760201:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688178.760203:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688178.760205:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688178.760208:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854289408 00000020:00000001:2.0:1773688178.760209:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688178.760211:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688178.760212:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688178.760214:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=42 00000020:00000001:2.0:1773688178.760216:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688178.760217:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688178.760220:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688178.760223:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5e80. 00000100:00000001:2.0:1773688178.760225:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688178.760228:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5e80. 00000020:00000010:2.0:1773688178.760233:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a0e616a00. 00000020:00000010:2.0:1773688178.760237:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03ec80. 00000020:00000010:2.0:1773688178.760242:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0bb8. 00000100:00000040:2.0:1773688178.760249:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688178.760251:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688178.760252:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688178.760255:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688178.760257:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.760259:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.760264:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.760280:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688178.760291:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688178.760293:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688178.760300:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15408 00000100:00000040:2.0:1773688178.760304:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688178.760309:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997897474304 : -129075812077312 : ffff8a9b32127100) 00000100:00000040:2.0:1773688178.760320:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b32127100 x1859843854289408/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 584/0 e 0 to 0 dl 1773688258 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688178.760330:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688178.760334:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5e80. 00000100:00000001:2.0:1773688178.760336:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688178.760338:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5e80. 00000100:00100000:2.0:1773688178.760343:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b32127100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+42:68109:x1859843854289408:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688178.760347:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854289408 00000020:00000001:2.0:1773688178.760350:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688178.760353:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688178.760357:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688178.760359:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688178.760361:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688178.760365:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688178.760368:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854289408, found 0 last_xid 1859843854289407 00000020:00000001:2.0:1773688178.760371:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688178.760373:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688178.760375:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688178.760386:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688178.760389:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688178.760391:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688178.760393:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688178.760394:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688178.760396:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.760400:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688178.760405:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 3 00010000:00000001:2.0:1773688178.760406:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688178.760408:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688178.760410:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afa200. 00000020:00000001:2.0:1773688178.760413:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688178.760415:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afa200 with handle 0x52973366461d24cc to hash 00000020:00000001:2.0:1773688178.760416:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688178.760418:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354127872 : -129076355423744 : ffff8a9b11afa200) 00010000:00000010:2.0:1773688178.760422:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96700. 00010000:00000001:2.0:1773688178.760424:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354127872 : -129076355423744 : ffff8a9b11afa200) 00010000:00010000:2.0:1773688178.760427:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa200/0x52973366461d24cc lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a567 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688178.760433:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:2.0:1773688178.760435:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=43 00010000:00000001:2.0:1773688178.760439:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688178.760441:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688178.760446:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688178.760447:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688178.760449:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1773688178.760450:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688178.760452:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:2.0:1773688178.760454:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688178.760456:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:2.0:1773688178.760458:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:2.0:1773688178.760460:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.760462:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688178.760463:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688178.760464:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688178.760466:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688178.760470:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b061c6000. 02000000:00000001:2.0:1773688178.760471:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.760473:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.760474:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.760476:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1773688178.760478:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:2.0:1773688178.760480:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688178.760481:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.760483:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.760484:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.760485:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.760486:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.760488:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.760489:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.760490:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.760490:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.760492:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.760493:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.760493:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.760494:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.760495:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.760496:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.760497:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.760499:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688178.760499:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688178.760502:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688178.760505:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688178.760506:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688178.760507:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.760508:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.760509:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.760510:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.760511:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.760512:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.760513:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688178.760514:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.760516:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688178.760517:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.760518:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688178.760519:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.760521:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1773688178.760525:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:2.0:1773688178.760527:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xf3:0x0]/PPTC241.TMP, ldlm_rep = ffff8a9b061c6228 00000004:00000001:2.0:1773688178.760530:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1773688178.760539:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1773688178.760541:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1773688178.760543:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688178.760544:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688178.760546:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 4 00010000:00000001:2.0:1773688178.760548:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688178.760549:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688178.760551:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afa000. 00000020:00000001:2.0:1773688178.760552:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688178.760553:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afa000 with handle 0x52973366461d24d3 to hash 00000020:00000001:2.0:1773688178.760555:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688178.760555:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354127360 : -129076355424256 : ffff8a9b11afa000) 00010000:00000010:2.0:1773688178.760557:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96100. 00010000:00000001:2.0:1773688178.760559:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354127360 : -129076355424256 : ffff8a9b11afa000) 00010000:00000001:2.0:1773688178.760561:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688178.760562:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688178.760564:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa000/0x52973366461d24d3 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.760568:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688178.760570:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688178.760572:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688178.760573:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688178.760575:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688178.760576:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688178.760577:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688178.760579:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688178.760585:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688178.760586:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688178.760587:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688178.760589:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) refcount = 4 00010000:00000040:2.0:1773688178.760590:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688178.760594:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378800/0x52973366461d0912 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8464d expref: 43 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688178.760599:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378a00/0x52973366461d090b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e84677 expref: 43 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688178.760607:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa000/0x52973366461d24d3 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.760610:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688178.760615:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688178.760617:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.760618:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688178.760619:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688178.760620:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.760621:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688178.760623:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688178.760624:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688178.760626:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa000/0x52973366461d24d3 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.760629:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688178.760630:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.760631:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688178.760632:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688178.760633:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773688178.760636:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a16dec100. 00010000:00000010:2.0:1773688178.760638:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9a0e03ef80. 00010000:00000001:2.0:1773688178.760640:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688178.760641:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afac00. 00000020:00000001:2.0:1773688178.760642:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688178.760643:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afac00 with handle 0x52973366461d24da to hash 00000020:00000001:2.0:1773688178.760644:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688178.760645:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354130432 : -129076355421184 : ffff8a9b11afac00) 00010000:00000010:2.0:1773688178.760646:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96c80. 00010000:00000001:2.0:1773688178.760647:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354130432 : -129076355421184 : ffff8a9b11afac00) 00010000:00000001:2.0:1773688178.760649:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688178.760650:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688178.760652:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d24da lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0x6e04e070 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.760656:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688178.760657:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688178.760658:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688178.760658:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688178.760659:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688178.760660:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688178.760661:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688178.760662:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688178.760662:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688178.760663:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688178.760664:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688178.760665:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x6e04e070 (ffff8a9a16dec100) refcount = 1 00010000:00010000:2.0:1773688178.760667:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d24da lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.760669:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688178.760670:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688178.760671:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.760672:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688178.760672:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688178.760673:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.760674:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688178.760675:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688178.760676:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688178.760678:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d24da lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.760680:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688178.760681:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.760681:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688178.760682:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.760685:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1773688178.760715:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1773688178.760718:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1773688178.760720:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1773688178.760723:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688178.760727:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1773688178.760744:0:68797:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688178.760746:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1773688178.760747:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1773688178.760750:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1773688178.760751:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773688178.760754:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688178.760755:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688178.760756:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1773688178.760758:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688178.760759:0:68797:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:2.0:1773688178.760760:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.760762:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.760763:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688178.760763:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x13d:0x0] 00000020:00000001:2.0:1773688178.760764:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688178.760768:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742968 : -129075552808648 : ffff8a9b41869138) 00000004:00000001:2.0:1773688178.760769:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742880 : -129075552808736 : ffff8a9b418690e0) 00000004:00000001:2.0:1773688178.760772:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1773688178.760774:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688178.760774:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688178.760777:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 2 00010000:00000001:2.0:1773688178.760778:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688178.760779:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688178.760781:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afbc00. 00000020:00000001:2.0:1773688178.760782:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688178.760783:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afbc00 with handle 0x52973366461d24e1 to hash 00000020:00000001:2.0:1773688178.760785:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688178.760785:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000010:2.0:1773688178.760787:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96200. 00010000:00000001:2.0:1773688178.760788:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:2.0:1773688178.760789:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688178.760791:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688178.760793:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d24e1 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x13d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.760796:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688178.760797:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688178.760798:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688178.760799:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688178.760800:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688178.760801:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688178.760801:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688178.760802:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688178.760803:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688178.760804:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688178.760804:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688178.760806:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13d:0x0].0x0 (ffff8a9b32304500) refcount = 2 00010000:00000040:2.0:1773688178.760807:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688178.760810:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afb000/0x52973366461d2129 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a441 expref: 43 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688178.760814:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d24e1 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.760817:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688178.760818:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688178.760819:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.760820:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688178.760820:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688178.760821:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.760822:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688178.760823:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688178.760824:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688178.760826:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d24e1 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.760831:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688178.760832:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.760833:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688178.760834:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688178.760835:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688178.760836:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afbc00 refcount=3 00000020:00000001:2.0:1773688178.760837:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:2.0:1773688178.760838:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:2.0:1773688178.760839:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.760840:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688178.760841:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.760843:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1773688178.760845:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688178.760846:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688178.760849:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.760851:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688178.760854:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688178.760855:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688178.760859:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688178.760860:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688178.760862:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688178.760863:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688178.760864:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688178.760865:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x13d:0x0]: Reading som attrs: valid: 4, size: 74402, blocks: 259 00000004:00000001:2.0:1773688178.760867:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688178.760868:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688178.760869:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688178.760870:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688178.760871:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688178.760872:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688178.760873:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688178.760874:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688178.760874:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688178.760875:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688178.760877:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688178.760878:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1773688178.760880:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1773688178.760881:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1773688178.760883:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b061c6370 00000004:00000001:2.0:1773688178.760885:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.760886:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688178.760887:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.760888:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.760889:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.760890:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.760891:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.760891:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.760892:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688178.760894:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x13d:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:2.0:1773688178.760896:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x13d:0x0]: returning size 74402 00000004:00000040:2.0:1773688178.760898:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x13d:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1773688178.760900:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:2.0:1773688178.760902:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2565 00000004:00200000:2.0:1773688178.760903:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:2.0:1773688178.760905:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:2.0:1773688178.760906:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688178.760907:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.760916:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1773688178.760917:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688178.760918:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688178.760919:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688178.760921:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688178.760923:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688178.760925:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688178.760927:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688178.760932:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688178.760936:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.760938:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688178.760939:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.760941:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.760947:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688178.760949:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688178.760950:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afbc00 refcount=3 00000020:00000001:2.0:1773688178.760952:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:2.0:1773688178.760954:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00000004:00010000:2.0:1773688178.760957:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d24e1 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:2.0:1773688178.760963:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1773688178.760967:0:68797:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41869138/ffff8a9b418690e0 to site lru. bkt: ffff8a9a1aeb5068 00000004:00000001:2.0:1773688178.760969:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688178.760981:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1773688178.760982:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688178.760984:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.760986:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1773688178.760989:0:68797:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:2.0:1773688178.760990:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688178.760992:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688178.760992:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688178.760994:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13d:0x0].0x0 (ffff8a9b32304500) refcount = 2 00010000:00000040:2.0:1773688178.760995:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688178.760998:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afb000/0x52973366461d2129 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a441 expref: 43 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688178.761003:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d24e1 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.761006:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688178.761028:0:68797:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.761031:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.761033:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688178.761034:0:68797:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688178.761038:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1773688178.761040:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688178.761042:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688178.761044:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688178.761046:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afa000 refcount=3 00000020:00000001:2.0:1773688178.761049:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354127360 : -129076355424256 : ffff8a9b11afa000) 00010000:00000001:2.0:1773688178.761051:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354127360 : -129076355424256 : ffff8a9b11afa000) 00010000:00000001:2.0:1773688178.761053:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688178.761056:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa000/0x52973366461d24d3 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.761062:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.761063:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688178.761065:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa000/0x52973366461d24d3 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.761070:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688178.761071:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.761074:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688178.761076:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa000/0x52973366461d24d3 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688178.761081:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b11afa000 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688178.761083:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688178.761085:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688178.761088:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa000/0x52973366461d24d3 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.761093:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688178.761094:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688178.761095:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688178.761097:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afa000 refcount=4 00000020:00000001:2.0:1773688178.761099:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354127360 : -129076355424256 : ffff8a9b11afa000) 00010000:00000001:2.0:1773688178.761101:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354127360 : -129076355424256 : ffff8a9b11afa000) 00010000:00000001:2.0:1773688178.761103:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688178.761106:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa000/0x52973366461d24d3 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.761112:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688178.761113:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688178.761115:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.761117:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688178.761119:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688178.761120:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688178.761121:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688178.761124:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b11afa000 with handle 0x52973366461d24d3 from hash 00010000:00000001:2.0:1773688178.761126:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688178.761128:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.761129:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688178.761129:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688178.761131:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688178.761132:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.761133:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688178.761135:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688178.761136:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688178.761138:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:2.0:1773688178.761140:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688178.761141:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688178.761143:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.761144:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688178.761144:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688178.761146:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.761146:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688178.761147:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.761148:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.761149:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688178.761151:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa000/0x52973366461d24d3 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.761154:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.761155:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688178.761156:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688178.761157:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688178.761159:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688178.761160:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa000/0x52973366461d24d3 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688178.761164:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96100. 00010000:00000001:2.0:1773688178.761169:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688178.761170:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688178.761170:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688178.761171:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688178.761172:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688178.761173:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afac00 refcount=3 00000020:00000001:2.0:1773688178.761174:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354130432 : -129076355421184 : ffff8a9b11afac00) 00010000:00000001:2.0:1773688178.761175:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354130432 : -129076355421184 : ffff8a9b11afac00) 00010000:00000001:2.0:1773688178.761177:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688178.761178:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d24da lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.761181:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.761182:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688178.761183:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d24da lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.761185:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688178.761186:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.761187:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688178.761188:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d24da lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688178.761191:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b11afac00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688178.761192:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688178.761193:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688178.761194:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d24da lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.761199:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688178.761200:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688178.761201:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688178.761202:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afac00 refcount=4 00000020:00000001:2.0:1773688178.761203:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354130432 : -129076355421184 : ffff8a9b11afac00) 00010000:00000001:2.0:1773688178.761204:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354130432 : -129076355421184 : ffff8a9b11afac00) 00010000:00000001:2.0:1773688178.761205:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688178.761206:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d24da lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.761208:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688178.761209:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688178.761210:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.761211:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688178.761212:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688178.761212:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688178.761213:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688178.761214:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b11afac00 with handle 0x52973366461d24da from hash 00010000:00000001:2.0:1773688178.761215:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688178.761216:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.761216:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688178.761217:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688178.761218:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688178.761219:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.761219:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688178.761220:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688178.761221:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688178.761222:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x6e04e070 (ffff8a9a16dec100) 00010000:00010000:2.0:1773688178.761223:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688178.761224:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688178.761225:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.761226:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688178.761227:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688178.761228:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.761229:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688178.761230:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.761231:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.761232:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688178.761234:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d24da lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.761236:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.761237:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688178.761237:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688178.761238:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688178.761238:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688178.761240:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d24da lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688178.761242:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96c80. 00010000:00000040:2.0:1773688178.761244:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a16dec100 count: 0 00010000:00000010:2.0:1773688178.761248:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9a0e03ef80. 00010000:00000001:2.0:1773688178.761251:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688178.761252:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688178.761253:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1773688178.761253:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1773688178.761254:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1773688178.761255:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688178.761256:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688178.761257:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afbc00 refcount=3 00000020:00000001:2.0:1773688178.761258:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:2.0:1773688178.761259:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00000004:00000040:2.0:1773688178.761261:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:2.0:1773688178.761262:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=44 00010000:00000001:2.0:1773688178.761264:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.761265:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688178.761266:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688178.761267:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1773688178.761269:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688178.761270:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688178.761271:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688178.761272:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688178.761273:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688178.761275:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1773688178.761278:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.761279:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688178.761281:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688178.761282:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688178.761283:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688178.761285:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688178.761286:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688178.761287:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.761288:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688178.761289:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688178.761290:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688178.761291:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b11afa200 with handle 0x52973366461d24cc from hash 00010000:00000001:2.0:1773688178.761292:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688178.761293:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.761294:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688178.761294:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688178.761295:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688178.761297:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa200/0x52973366461d24cc lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a567 expref: 44 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688178.761301:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:2.0:1773688178.761302:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 43 00010000:00000010:2.0:1773688178.761304:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96700. 00010000:00000001:2.0:1773688178.761306:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688178.761306:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.761309:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688178.761311:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d24e1 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a567 expref: 43 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.761316:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688178.761317:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688178.761318:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13d:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:2.0:1773688178.761319:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1773688178.761321:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688178.761322:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.761323:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688178.761323:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.761324:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688178.761325:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b11afbc00, rc 0) 00000020:00000001:2.0:1773688178.761327:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688178.761329:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 0, xid 1859843854289408 00010000:00000001:2.0:1773688178.761330:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688178.761333:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b32127100 x1859843854289408/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 584/640 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688178.761337:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688178.761339:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688178.761341:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=56 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688178.761343:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688178.761344:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688178.761345:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688178.761347:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688178.761348:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.761350:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688178.761352:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688178.761355:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505a18. 00000100:00000200:2.0:1773688178.761358:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854289408, offset 224 00000400:00000200:2.0:1773688178.761362:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688178.761368:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688178.761372:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47858:47858:256:4294967295] 192.168.204.51@tcp LPNI seq info [47854:47854:8:4294967295] 00000400:00000200:2.0:1773688178.761378:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688178.761381:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688178.761384:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a900. 00000800:00000200:2.0:1773688178.761387:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688178.761391:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688178.761394:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a900 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:2.0:1773688178.761406:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688178.761409:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688178.761410:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688178.761411:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688178.761413:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688178.761415:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b32127100 x1859843854289408/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 584/640 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688178.761421:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b32127100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+43:68109:x1859843854289408:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1090us (1269us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688178.761427:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15408 00000100:00000040:2.0:1773688178.761429:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688178.761431:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688178.761432:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688178.761435:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03ec80. 00000020:00000010:2.0:1773688178.761437:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0bb8. 00000020:00000010:2.0:1773688178.761439:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a0e616a00. 00000020:00000040:2.0:1773688178.761442:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 42 00000100:00000001:2.0:1773688178.761444:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1773688178.763036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10a00. 00010000:00000010:1.1:1773688178.763043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11800. 00000800:00000001:2.0:1773688178.764040:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.764047:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.764050:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.764052:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.764059:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.764067:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 648 into portal 12 MB=0x69b84a445cb00 00000400:00000200:2.0:1773688178.764071:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 648/648 into md 0x3b659 [64] + 51696 00000800:00000001:2.0:1773688178.764075:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.764080:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.764082:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.764084:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.764088:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.764089:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688178.764092:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b31358700. 00000100:00000040:2.0:1773688178.764094:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b31358700 x1859843854289664 msgsize 648 00000100:00100000:2.0:1773688178.764097:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.764107:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.764111:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.764113:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1773688178.766037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa000. 00010000:00000010:2.1:1773688178.766044:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a16dec100. 00010000:00000010:2.1:1773688178.766049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afac00. 00010000:00000010:2.1:1773688178.766053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa200. 00000800:00000001:2.0:1773688178.766315:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.766322:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.766324:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.766327:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.766332:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.766340:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a445cb80 00000400:00000200:2.0:1773688178.766346:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72951 [2] + 0 00000800:00000001:2.0:1773688178.766350:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.766376:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.766378:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.766382:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.766386:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.766387:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1773688178.766392:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b31359f80. 00000100:00000040:2.0:1773688178.766394:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b31359f80 x1859843854289792 msgsize 328 00000100:00100000:2.0:1773688178.766398:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.766407:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.766411:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.766414:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688178.767046:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.767052:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85900. 00000400:00000200:2.0:1773688178.767060:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.767069:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.767074:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316beaa0 00000400:00000010:2.0:1773688178.767079:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316beaa0. 00000100:00000001:2.0:1773688178.767086:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.767089:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688178.769498:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.769506:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.769509:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.769511:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.769517:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.769525:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a445cc00 00000400:00000200:2.0:1773688178.769531:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 52344 00000800:00000001:2.0:1773688178.769537:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.769543:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.769546:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.769549:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.769553:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.769554:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688178.769559:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3135ad80. 00000100:00000040:2.0:1773688178.769562:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3135ad80 x1859843854289920 msgsize 576 00000100:00100000:2.0:1773688178.769566:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.769576:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.769581:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.769584:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688178.770391:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.770395:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7500. 00000400:00000200:2.0:1773688178.770398:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.770403:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.770406:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64440 00000400:00000010:2.0:1773688178.770409:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64440. 00000100:00000001:2.0:1773688178.770412:0:3438:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773688178.770416:0:3438:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b32124380 x1859843861186560/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688178.770425:0:3438:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688178.770428:0:3438:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b32124380 x1859843861186560/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688178.770434:0:3438:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.770436:0:3438:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773688178.771775:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.771779:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.771781:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.771782:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.771786:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.771791:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a445cc80 00000400:00000200:2.0:1773688178.771795:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72951 [2] + 328 00000800:00000001:2.0:1773688178.771798:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.771818:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.771820:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.771822:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.771825:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.771826:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1773688178.771829:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b31359c00. 00000100:00000040:2.0:1773688178.771830:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b31359c00 x1859843854290048 msgsize 328 00000100:00100000:2.0:1773688178.771833:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.771840:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.771844:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.771847:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688178.772511:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.772516:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85600. 00000400:00000200:2.0:1773688178.772523:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.772531:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.772538:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be3b8 00000400:00000010:2.0:1773688178.772541:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be3b8. 00000100:00000001:2.0:1773688178.772546:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.772549:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1773688178.773037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afbc00. 00000800:00000001:2.0:1773688178.775024:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.775031:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1773688178.775034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86a00. 00000800:00000001:2.0:1773688178.775035:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.775038:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.775045:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.775054:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 392 into portal 23 MB=0x69b84a445cd80 00000400:00000200:2.0:1773688178.775059:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 392/392 into md 0x71109 [2] + 1624 00000800:00000001:2.0:1773688178.775066:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.775071:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.775074:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.775076:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.775079:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.775081:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1773688178.775084:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3135b100. 00000100:00000040:2.0:1773688178.775086:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3135b100 x1859843854290304 msgsize 392 00000100:00100000:2.0:1773688178.775088:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.775099:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.775102:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.775104:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688178.775786:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.775791:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7800. 00000400:00000200:2.0:1773688178.775796:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.775802:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.775806:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64dd0 00000400:00000010:2.0:1773688178.775808:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64dd0. 00000100:00000001:2.0:1773688178.775811:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.775812:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1773688178.777034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e87800. 00010000:00000010:1.1:1773688178.777042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86e00. 00000800:00000200:2.0:1773688178.778593:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.778597:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7700. 00000400:00000200:2.0:1773688178.778600:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.778603:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.778606:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a646e8 00000400:00000010:2.0:1773688178.778607:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a646e8. 00000100:00000001:2.0:1773688178.778609:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.778610:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688178.780461:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.780469:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.780470:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.780472:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.780476:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.780483:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a445ce80 00000400:00000200:2.0:1773688178.780488:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72951 [2] + 656 00000800:00000001:2.0:1773688178.780492:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.780497:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.780498:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.780500:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.780504:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.780506:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1773688178.780511:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a02065500. 00000100:00000040:2.0:1773688178.780514:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a02065500 x1859843854290560 msgsize 328 00000100:00100000:2.0:1773688178.780518:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.780531:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.780536:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.780538:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.783999:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.784032:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.784035:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.784037:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.784044:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.784053:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 496 into portal 12 MB=0x69b84a445cf80 00000400:00000200:2.0:1773688178.784059:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 496/496 into md 0x3b659 [64] + 53504 00000800:00000001:2.0:1773688178.784063:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.784068:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.784070:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.784073:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.784078:0:3439:0:(events.c:286:request_in_callback()) Process entered 00010000:00000010:1.1:1773688178.784079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86a00. 00000100:00000200:2.0:1773688178.784080:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688178.784085:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a02067800. 00010000:00000010:1.1:1773688178.784087:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304000. 00000100:00000040:2.0:1773688178.784088:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a02067800 x1859843854290816 msgsize 496 00010000:00000010:1.1:1773688178.784093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86200. 00000100:00100000:2.0:1773688178.784094:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00000010:1.1:1773688178.784099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86e00. 00000100:00000001:2.0:1773688178.784105:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.784112:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.784114:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1773688178.786056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86800. 00000020:00000001:2.0:1773688178.786734:0:17294:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773688178.786738:0:17294:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688178.786742:0:17294:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1773688178.786746:0:17294:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1773688178.786749:0:17294:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688178.786752:0:17294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d253c lrc: 2/0,0 mode: PW/PW res: [0x20000afe1:0x13d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688178.786762:0:17294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e86000 already unused, calling callback (ffffffffc162de40) 00010000:00000001:2.0:1773688178.786766:0:17294:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1773688178.786769:0:17294:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688178.786772:0:17294:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d253c lrc: 2/0,0 mode: PW/PW res: [0x20000afe1:0x13d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.786779:0:17294:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688178.786781:0:17294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688178.786784:0:17294:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688178.786787:0:17294:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86000 refcount=3 00000020:00000001:2.0:1773688178.786791:0:17294:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:2.0:1773688178.786793:0:17294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:2.0:1773688178.786798:0:17294:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688178.786801:0:17294:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d253c lrc: 3/0,0 mode: PW/PW res: [0x20000afe1:0x13d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.786810:0:17294:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773688178.786826:0:17294:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1773688178.786830:0:17294:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.786834:0:17294:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688178.786836:0:17294:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688178.786838:0:17294:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688178.786839:0:17294:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688178.786841:0:17294:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86000 with handle 0x52973366461d253c from hash 00010000:00000001:2.0:1773688178.786842:0:17294:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688178.786843:0:17294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.786844:0:17294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688178.786844:0:17294:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688178.786846:0:17294:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688178.786847:0:17294:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.786849:0:17294:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688178.786850:0:17294:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688178.786854:0:17294:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688178.786857:0:17294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13d:0x0].0x0 (ffff8a9b32304e00) 00010000:00010000:2.0:1773688178.786863:0:17294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00000001:2.0:1773688178.786866:0:17294:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688178.786870:0:17294:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.786873:0:17294:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688178.786876:0:17294:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688178.786879:0:17294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.786882:0:17294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688178.786883:0:17294:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.786886:0:17294:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.786890:0:17294:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688178.786895:0:17294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d253c lrc: 1/0,0 mode: --/PW res: [0x20000afe1:0x13d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.786903:0:17294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688178.786906:0:17294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d253c lrc: 0/0,0 mode: --/PW res: [0x20000afe1:0x13d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688178.786917:0:17294:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bf00. 00010000:00000001:2.0:1773688178.786926:0:17294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688178.786929:0:17294:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1773688178.786933:0:17294:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8a9b41aaf0c0. 00010000:00000001:2.0:1773688178.786939:0:17294:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688178.786944:0:17294:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773688178.786947:0:17294:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688178.786951:0:17294:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773688178.786955:0:17294:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773688178.786959:0:17294:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688178.786963:0:17294:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773688178.786968:0:17294:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773688178.786983:0:17294:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688178.786986:0:17294:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000010:1.0:1773688178.787082:0:68797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8a9b311ad100. 00000004:00000010:1.0:1773688178.787086:0:68797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8a9b34b9f960. 00000004:00000001:1.0:1773688178.787089:0:68797:0:(mdt_handler.c:7006:mdt_object_free()) Process entered 00000004:00000040:1.0:1773688178.787090:0:68797:0:(mdt_handler.c:7010:mdt_object_free()) object free, fid = [0x20000afe1:0x13d:0x0] 00000004:00000010:1.0:1773688178.787092:0:68797:0:(mdt_handler.c:7017:mdt_object_free()) slab-freed 'mo': 480 at ffff8a9b418690e0. 00000004:00000001:1.0:1773688178.787096:0:68797:0:(mdt_handler.c:7020:mdt_object_free()) Process leaving 00000004:00000001:1.0:1773688178.787097:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688178.787098:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1773688178.787099:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688178.787100:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.787101:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.787102:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86e00 refcount=3 00000020:00000001:1.0:1773688178.787104:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:1.0:1773688178.787105:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:1.0:1773688178.787106:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688178.787108:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2527 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.787111:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.787112:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.787113:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2527 lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.787116:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.787117:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.787118:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688178.787120:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2527 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.787122:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e86e00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688178.787123:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.787124:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688178.787125:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2527 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.787128:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688178.787129:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.787130:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.787131:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86e00 refcount=4 00000020:00000001:1.0:1773688178.787132:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:1.0:1773688178.787133:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:1.0:1773688178.787134:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688178.787136:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2527 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.787138:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688178.787139:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688178.787140:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.787141:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688178.787142:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.787143:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.787143:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.787145:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86e00 with handle 0x52973366461d2527 from hash 00010000:00000001:1.0:1773688178.787146:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.787146:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.787147:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.787148:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688178.787149:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.787150:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.787150:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688178.787151:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.787152:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.787153:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:1.0:1773688178.787154:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688178.787156:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.787157:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.787158:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.787159:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688178.787160:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.787161:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.787162:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.787163:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.787164:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.787166:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2527 lrc: 2/0,0 mode: --/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.787171:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.787171:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.787172:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688178.787174:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688178.787175:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.787177:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2527 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688178.787182:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b180. 00010000:00000001:1.0:1773688178.787186:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.787187:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688178.787188:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688178.787189:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.787190:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.787192:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86200 refcount=3 00000020:00000001:1.0:1773688178.787194:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139743232 : -129076569808384 : ffff8a9b04e86200) 00010000:00000001:1.0:1773688178.787196:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139743232 : -129076569808384 : ffff8a9b04e86200) 00000004:00010000:1.0:1773688178.787200:0:68797:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000000fad2ac7 reply state 00000000fdfb53c8 transno 171798692020 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d252e lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xf3:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.787207:0:68797:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:1.0:1773688178.787210:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.787211:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.787213:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688178.787215:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.787216:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.787217:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.787219:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x6e04e070 (ffff8a9b32304000) refcount = 1 00010000:00010000:1.0:1773688178.787223:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d252e lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.787228:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.787230:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.787232:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.787234:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688178.787235:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.787236:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.787238:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x6e04e070 (ffff8a9b32304000) 00010000:00010000:1.0:1773688178.787241:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688178.787242:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.787244:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.787247:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.787248:0:68797:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:1.0:1773688178.787250:0:68797:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:1.0:1773688178.787252:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.787253:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.787254:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688178.787256:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1773688178.787257:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1773688178.787258:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1773688178.787260:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688178.787261:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688178.787264:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.787266:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1773688178.787269:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688178.787271:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688178.787273:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688178.787274:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688178.787276:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688178.787279:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1773688178.787283:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.787286:0:68797:0:(mdt_handler.c:3355:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688178.787289:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 171798692020, xid 1859843854290816 00010000:00000001:1.0:1773688178.787291:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:1.0:1773688178.787293:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=45 00010000:00000200:1.0:1773688178.787296:0:68797:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 171798692020, last committed = 171798692011 00010000:00000200:1.0:1773688178.787304:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a02067800 x1859843854290816/t171798692020(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 496/456 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773688178.787313:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688178.787316:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688178.787319:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=56 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688178.787323:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688178.787326:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688178.787328:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688178.787331:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688178.787333:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.787336:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688178.787338:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688178.787343:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64908. 00000100:00000200:1.0:1773688178.787349:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854290816, offset 224 00000400:00000200:1.0:1773688178.787355:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688178.787365:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688178.787371:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47868:47868:256:4294967295] 192.168.204.51@tcp LPNI seq info [47864:47864:8:4294967295] 00000400:00000200:1.0:1773688178.787383:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688178.787388:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688178.787392:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7700. 00000800:00000200:1.0:1773688178.787399:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688178.787406:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688178.787410:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7700 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1773688178.787423:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.787427:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688178.787430:0:68797:0:(ldlm_lib.c:3443:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688178.787432:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.787435:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688178.787440:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a02067800 x1859843854290816/t171798692020(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 496/456 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773688178.787451:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a02067800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+45:68109:x1859843854290816:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 3218us (3360us total) trans 171798692020 rc 0/0 00000100:00100000:1.0:1773688178.787460:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15412 00000100:00000040:1.0:1773688178.787464:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688178.787466:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688178.787468:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688178.787473:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a1677e500. 00000020:00000010:1.0:1773688178.787477:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe960. 00000020:00000010:1.0:1773688178.787482:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb600. 00000020:00000040:1.0:1773688178.787488:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 44 00000100:00000001:1.0:1773688178.787491:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688178.787497:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.787501:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7700. 00000400:00000200:2.0:1773688178.787504:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.787508:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.787511:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64908 00000400:00000010:2.0:1773688178.787513:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64908. 00000100:00000001:2.0:1773688178.787516:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.787518:0:3438:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688178.790045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86c00. 00010000:00000010:1.1:1773688178.790054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afb000. 00010000:00000010:1.1:1773688178.790058:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304500. 00010000:00000010:1.1:1773688178.793098:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304e00. 00010000:00000010:1.1:1773688178.793109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86a00. 00010000:00000010:1.1:1773688178.793126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86e00. 00010000:00000010:2.1:1773688178.794047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86000. 00000800:00000001:1.0:1773688178.803831:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.803847:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688178.803851:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.803853:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688178.803863:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688178.803879:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 440 into portal 12 MB=0x69b84a445d000 00000400:00000200:1.0:1773688178.803887:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 440/440 into md 0x3b659 [64] + 54000 00000800:00000001:1.0:1773688178.803894:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.803902:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688178.803905:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688178.803909:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688178.803916:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688178.803919:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688178.803925:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b32124380. 00000100:00000040:1.0:1773688178.803928:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b32124380 x1859843854290944 msgsize 440 00000100:00100000:1.0:1773688178.803933:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688178.803945:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688178.803957:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.803961:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688178.803992:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688178.803995:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854290944 02000000:00000001:2.0:1773688178.803997:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688178.803999:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688178.804001:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688178.804004:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688178.804022:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854290944 00000020:00000001:2.0:1773688178.804025:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688178.804027:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688178.804028:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688178.804031:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=45 00000020:00000001:2.0:1773688178.804033:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688178.804035:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688178.804039:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688178.804042:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5200. 00000100:00000001:2.0:1773688178.804045:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688178.804047:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5200. 00000020:00000010:2.0:1773688178.804052:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a0e616a00. 00000020:00000010:2.0:1773688178.804056:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03ec80. 00000020:00000010:2.0:1773688178.804060:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0bb8. 00000100:00000040:2.0:1773688178.804066:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688178.804068:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688178.804069:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773688178.804071:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.804077:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.804084:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688178.804093:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688178.804094:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688178.804100:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15413 00000100:00000040:2.0:1773688178.804103:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688178.804105:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997897462656 : -129075812088960 : ffff8a9b32124380) 00000100:00000040:2.0:1773688178.804113:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b32124380 x1859843854290944/t0(0) o41->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 440/0 e 0 to 0 dl 1773688258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773688178.804122:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688178.804125:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5200. 00000100:00000001:2.0:1773688178.804127:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688178.804129:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5200. 00000100:00100000:2.0:1773688178.804133:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b32124380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+45:68109:x1859843854290944:12345-192.168.204.51@tcp:41:dbench.0 00000100:00000200:2.0:1773688178.804137:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854290944 00000020:00000001:2.0:1773688178.804140:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688178.804144:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1773688178.804149:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b41aafcc0: xid 1859843854290816, transno 171798692020, client gen 13, slot idx 2 00000001:00000001:2.0:1773688178.804153:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b41aaf3c0: xid 1859843854290304, transno 171798692019, client gen 13, slot idx 3 00000001:00000010:2.0:1773688178.804157:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b41aaf3c0. 00000020:00000001:2.0:1773688178.804162:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688178.804165:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688178.804167:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862784 : -1038688832 : ffffffffc216ddc0) 00000020:00000001:2.0:1773688178.804170:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688178.804173:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854290944, found 0 last_xid 1859843854290943 00000020:00000001:2.0:1773688178.804175:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688178.804177:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688178.804178:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688178.804181:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.804184:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688178.804192:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688178.804197:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8a9a10f0bc00. 02000000:00000001:2.0:1773688178.804199:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.804200:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.804206:0:68797:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:2.0:1773688178.804209:0:68797:0:(mdt_lib.c:474:mdt_check_ucred()) Process entered 00000004:00000001:2.0:1773688178.804210:0:68797:0:(mdt_lib.c:480:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.804217:0:68797:0:(mdd_device.c:1521:mdd_statfs()) Process entered 00080000:00000001:2.0:1773688178.804221:0:68797:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1773688178.804233:0:68797:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.804237:0:68797:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1773688178.804239:0:68797:0:(osp_dev.c:816:osp_statfs()) lustre-MDT0001-osp-MDT0000: blocks=552608, bfree=550624, bavail=550112, bsize=4096, reserved_mb_low=2, reserved_mb_high=5, files=472392, ffree=471310, state=0 00000004:00000001:2.0:1773688178.804242:0:68797:0:(osp_dev.c:819:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.804245:0:68797:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1773688178.804247:0:68797:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=928768, bavail=909824, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=116859, ffree=116096, state=0 00000004:00000001:2.0:1773688178.804249:0:68797:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.804251:0:68797:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1773688178.804252:0:68797:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=942848, bfree=935936, bavail=924160, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117737, ffree=116992, state=0 00000004:00000001:2.0:1773688178.804255:0:68797:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.804256:0:68797:0:(lod_dev.c:1658:lod_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.804257:0:68797:0:(mdd_device.c:1527:mdd_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:2.0:1773688178.804259:0:68797:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7637827584 avail 7577010176 00000020:00000020:2.0:1773688178.804261:0:68797:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:2.0:1773688178.804264:0:68797:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/ffff8a9b04c8e800 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1773688178.804266:0:68797:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/ffff8a9b31689800 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1773688178.804267:0:68797:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/ffff8a9b05493000 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1773688178.804269:0:68797:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0001_UUID/ffff8a9b082e0800 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1773688178.804271:0:68797:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli c02d7e8d-7bdc-4707-96d2-119efcc26c8e/ffff8a9b2bf83800 dirty 0 pend 0 grant 2097152 00000020:00000020:2.0:1773688178.804272:0:68797:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 1bcb5e9a-46c9-4fb2-b29b-7496c2bab9b9/ffff8a9b2bf83000 dirty 0 pend 0 grant 2097152 00000020:00000020:2.0:1773688178.804274:0:68797:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/ffff8a9b096ee000 dirty 0 pend 0 grant 0 00000004:00000020:2.0:1773688178.804276:0:68797:0:(mdt_handler.c:555:mdt_statfs()) 1885696 blocks: 1864704 free, 1849856 avail; 235264 objects: 233088 free; state 100 00000020:00000001:2.0:1773688178.804280:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688178.804285:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.804287:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688178.804289:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.804291:0:68797:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688178.804294:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 0, xid 1859843854290944 00010000:00000001:2.0:1773688178.804296:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688178.804300:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b32124380 x1859843854290944/t0(0) o41->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 440/368 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773688178.804307:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688178.804309:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688178.804312:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=56 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688178.804316:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688178.804317:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688178.804319:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688178.804320:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688178.804322:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.804324:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688178.804326:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688178.804329:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505908. 00000100:00000200:2.0:1773688178.804333:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1859843854290944, offset 224 00000400:00000200:2.0:1773688178.804338:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688178.804345:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688178.804350:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47869:47869:256:4294967295] 192.168.204.51@tcp LPNI seq info [47865:47865:8:4294967295] 00000400:00000200:2.0:1773688178.804357:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688178.804361:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688178.804364:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a500. 00000800:00000200:2.0:1773688178.804369:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688178.804374:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688178.804377:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a500 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:2.0:1773688178.804389:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688178.804391:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688178.804392:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688178.804394:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688178.804396:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688178.804398:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b32124380 x1859843854290944/t0(0) o41->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 440/368 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773688178.804405:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b32124380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+45:68109:x1859843854290944:12345-192.168.204.51@tcp:41:dbench.0 Request processed in 281us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688178.804411:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15413 00000100:00000040:2.0:1773688178.804414:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688178.804416:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688178.804417:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688178.804420:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03ec80. 00000020:00000010:2.0:1773688178.804423:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0bb8. 00000020:00000010:2.0:1773688178.804426:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a0e616a00. 00000020:00000040:2.0:1773688178.804430:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 44 00000100:00000001:2.0:1773688178.804433:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.806327:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.806333:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.806335:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.806336:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.806340:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.806347:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a445d080 00000400:00000200:2.0:1773688178.806351:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 54440 00000800:00000001:2.0:1773688178.806354:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.806358:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.806360:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.806362:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.806365:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.806366:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688178.806369:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a02066d80. 00000100:00000040:2.0:1773688178.806370:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a02066d80 x1859843854291072 msgsize 576 00000100:00100000:2.0:1773688178.806373:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.806381:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.806386:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.806388:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.806416:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688178.806419:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854291072 02000000:00000001:1.0:1773688178.806421:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688178.806423:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688178.806425:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.806428:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688178.806431:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854291072 00000020:00000001:1.0:1773688178.806433:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688178.806435:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688178.806436:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.806438:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=45 00000020:00000001:1.0:1773688178.806440:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688178.806443:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688178.806445:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.806449:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08b25180. 00000100:00000001:1.0:1773688178.806452:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.806454:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08b25180. 00000020:00000010:1.0:1773688178.806459:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb600. 00000020:00000010:1.0:1773688178.806463:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a1677ef00. 00000020:00000010:1.0:1773688178.806467:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe960. 00000100:00000040:1.0:1773688178.806472:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688178.806474:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688178.806475:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688178.806477:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688178.806479:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.806481:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.806485:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.806493:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.806509:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688178.806511:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688178.806517:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15414 00000100:00000040:1.0:1773688178.806520:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688178.806522:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992796413312 : -129080913138304 : ffff8a9a02066d80) 00000100:00000040:1.0:1773688178.806529:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a02066d80 x1859843854291072/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 576/0 e 0 to 0 dl 1773688258 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688178.806537:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.806539:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08b25180. 00000100:00000001:1.0:1773688178.806542:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.806544:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08b25180. 00000100:00100000:1.0:1773688178.806548:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a02066d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+45:68109:x1859843854291072:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688178.806552:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854291072 00000020:00000001:1.0:1773688178.806554:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688178.806557:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688178.806559:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.806561:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688178.806564:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688178.806567:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688178.806569:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854291072, found 0 last_xid 1859843854291071 00000020:00000001:1.0:1773688178.806572:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688178.806573:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688178.806575:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688178.806578:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.806580:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688178.806582:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688178.806584:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688178.806586:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688178.806588:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.806593:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.806600:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 3 00010000:00000001:1.0:1773688178.806603:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.806606:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.806610:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86e00. 00000020:00000001:1.0:1773688178.806614:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.806616:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86e00 with handle 0x52973366461d2543 to hash 00000020:00000001:1.0:1773688178.806618:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.806619:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000010:1.0:1773688178.806624:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b180. 00010000:00000001:1.0:1773688178.806627:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00010000:1.0:1773688178.806635:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2543 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a583 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.806644:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:1.0:1773688178.806647:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=46 00010000:00000001:1.0:1773688178.806653:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688178.806656:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688178.806660:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688178.806663:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688178.806665:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1773688178.806667:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688178.806669:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:1.0:1773688178.806672:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688178.806675:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:1.0:1773688178.806677:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:1.0:1773688178.806680:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.806683:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688178.806685:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688178.806687:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688178.806689:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688178.806696:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b31613000. 02000000:00000001:1.0:1773688178.806698:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.806700:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.806702:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.806704:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1773688178.806707:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:1.0:1773688178.806709:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.806711:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.806714:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.806716:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.806718:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.806720:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.806721:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.806723:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.806724:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.806725:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.806726:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.806728:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.806729:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.806730:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.806733:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.806734:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.806736:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.806738:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.806739:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.806743:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688178.806748:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688178.806750:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688178.806752:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.806754:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.806755:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.806757:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.806758:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.806760:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.806761:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688178.806763:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.806765:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.806767:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.806768:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688178.806770:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.806773:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1773688178.806779:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:1.0:1773688178.806781:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xf3:0x0]/TRIDOTS, ldlm_rep = ffff8a9b31613228 00000004:00000001:1.0:1773688178.806786:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1773688178.806789:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1773688178.806791:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1773688178.806794:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688178.806795:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.806797:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 4 00010000:00000001:1.0:1773688178.806800:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.806801:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.806804:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86a00. 00000020:00000001:1.0:1773688178.806806:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.806808:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86a00 with handle 0x52973366461d254a to hash 00000020:00000001:1.0:1773688178.806810:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.806811:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000010:1.0:1773688178.806814:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688178.806816:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:1.0:1773688178.806819:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.806821:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.806825:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d254a lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.806832:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688178.806835:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688178.806837:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.806840:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.806842:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.806844:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.806845:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.806847:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688178.806849:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.806851:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.806852:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.806855:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) refcount = 4 00010000:00000040:1.0:1773688178.806858:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688178.806862:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378800/0x52973366461d0912 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8464d expref: 46 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.806870:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378a00/0x52973366461d090b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e84677 expref: 46 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.806876:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d254a lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.806881:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.806885:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.806887:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.806889:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688178.806891:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.806894:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.806896:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.806898:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688178.806901:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.806904:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d254a lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.806909:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688178.806912:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.806914:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.806915:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688178.806917:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773688178.806921:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9b32304e00. 00010000:00000010:1.0:1773688178.806924:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9a1677e500. 00010000:00000001:1.0:1773688178.806927:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.806930:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86c00. 00000020:00000001:1.0:1773688178.806932:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.806934:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86c00 with handle 0x52973366461d2551 to hash 00000020:00000001:1.0:1773688178.806936:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.806937:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000010:1.0:1773688178.806940:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bb80. 00010000:00000001:1.0:1773688178.806943:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:1.0:1773688178.806946:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.806947:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.806950:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2551 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xb34b640c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.806954:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688178.806955:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688178.806956:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.806958:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.806959:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.806961:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.806962:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.806984:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688178.806986:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.806987:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.806988:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.806990:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xb34b640c (ffff8a9b32304e00) refcount = 1 00010000:00010000:1.0:1773688178.806993:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2551 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xb34b640c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.806998:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.807000:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.807003:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.807005:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688178.807006:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.807034:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.807036:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.807038:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688178.807041:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.807043:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2551 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xb34b640c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.807049:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688178.807050:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.807051:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.807053:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.807056:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1773688178.807090:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1773688178.807094:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1773688178.807097:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1773688178.807102:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.807107:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1773688178.807132:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688178.807135:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688178.807137:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688178.807140:0:68797:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:1.0:1773688178.807144:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1773688178.807146:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688178.807148:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.807150:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.807152:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86a00 refcount=3 00000020:00000001:1.0:1773688178.807154:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:1.0:1773688178.807157:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:1.0:1773688178.807159:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688178.807162:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d254a lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.807167:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.807168:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.807170:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d254a lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.807175:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.807176:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.807178:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688178.807181:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d254a lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.807186:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e86a00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688178.807189:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.807191:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688178.807194:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d254a lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.807199:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688178.807200:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.807208:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.807209:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86a00 refcount=4 00000020:00000001:1.0:1773688178.807211:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:1.0:1773688178.807214:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:1.0:1773688178.807217:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688178.807221:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d254a lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.807226:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688178.807228:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688178.807230:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.807233:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688178.807234:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.807236:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.807237:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.807239:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86a00 with handle 0x52973366461d254a from hash 00010000:00000001:1.0:1773688178.807242:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.807243:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.807244:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.807245:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688178.807247:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.807248:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.807250:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688178.807252:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.807254:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.807256:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:1.0:1773688178.807258:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688178.807266:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.807269:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.807271:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.807272:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688178.807275:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.807276:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.807278:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.807280:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.807282:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.807285:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d254a lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.807290:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.807291:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.807294:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688178.807295:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688178.807297:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.807299:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d254a lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688178.807305:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688178.807318:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.807320:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688178.807321:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688178.807322:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.807326:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.807327:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86c00 refcount=3 00000020:00000001:1.0:1773688178.807329:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:1.0:1773688178.807331:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:1.0:1773688178.807333:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688178.807335:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2551 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xb34b640c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.807339:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.807340:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.807342:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2551 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xb34b640c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.807346:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.807347:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.807349:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688178.807351:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2551 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xb34b640c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.807356:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e86c00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688178.807358:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.807360:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688178.807362:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2551 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xb34b640c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.807370:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688178.807372:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.807373:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.807375:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86c00 refcount=4 00000020:00000001:1.0:1773688178.807376:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:1.0:1773688178.807379:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:1.0:1773688178.807381:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688178.807383:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2551 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xb34b640c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.807387:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688178.807389:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688178.807390:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.807392:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688178.807393:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.807395:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.807396:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.807397:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86c00 with handle 0x52973366461d2551 from hash 00010000:00000001:1.0:1773688178.807399:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.807401:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.807402:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.807403:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688178.807404:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.807405:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.807407:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688178.807408:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.807409:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.807411:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xb34b640c (ffff8a9b32304e00) 00010000:00010000:1.0:1773688178.807413:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688178.807415:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.807416:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.807418:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.807419:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688178.807422:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.807423:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.807424:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.807426:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.807428:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.807431:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2551 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xb34b640c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.807435:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.807436:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.807437:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688178.807439:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688178.807440:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.807442:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2551 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xb34b640c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688178.807447:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bb80. 00010000:00000040:1.0:1773688178.807451:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9b32304e00 count: 0 00010000:00000010:1.0:1773688178.807456:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9a1677e500. 00010000:00000001:1.0:1773688178.807466:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.807467:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688178.807468:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1773688178.807470:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1773688178.807472:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1773688178.807474:0:68797:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:1.0:1773688178.807478:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688178.807480:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688178.807482:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688178.807483:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688178.807485:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688178.807488:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1773688178.807492:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.807495:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:1.0:1773688178.807498:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688178.807500:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688178.807502:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773688178.807504:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688178.807506:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.807509:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.807510:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.807512:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.807514:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.807517:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86e00 with handle 0x52973366461d2543 from hash 00010000:00000001:1.0:1773688178.807519:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.807520:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.807521:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.807522:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688178.807524:0:68797:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773688178.807526:0:68797:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1773688178.807531:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2543 lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a583 expref: 46 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.807538:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688178.807541:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.807544:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.807546:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.807548:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.807550:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688178.807551:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.807552:0:68797:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.807553:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688178.807555:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688178.807556:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.807557:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.807559:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:1.0:1773688178.807561:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688178.807563:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.807564:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.807565:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.807567:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.807570:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2543 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a583 expref: 46 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.807593:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 27 00000020:00000040:1.0:1773688178.807596:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 45 00010000:00000010:1.0:1773688178.807598:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b180. 00010000:00000001:1.0:1773688178.807602:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.807604:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b04e86e00, rc 0) 00000020:00000001:1.0:1773688178.807606:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1773688178.807610:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 0, xid 1859843854291072 00010000:00000001:1.0:1773688178.807612:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688178.807617:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a02066d80 x1859843854291072/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 576/584 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688178.807624:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688178.807626:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688178.807632:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=56 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688178.807636:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688178.807638:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688178.807640:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688178.807643:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688178.807645:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.807648:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688178.807651:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688178.807655:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64cc0. 00000100:00000200:1.0:1773688178.807660:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854291072, offset 224 00000400:00000200:1.0:1773688178.807665:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688178.807673:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688178.807681:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47870:47870:256:4294967295] 192.168.204.51@tcp LPNI seq info [47866:47866:8:4294967295] 00000400:00000200:1.0:1773688178.807693:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688178.807698:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688178.807702:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7800. 00000800:00000200:1.0:1773688178.807707:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688178.807712:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688178.807715:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7800 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1773688178.807726:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.807729:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688178.807731:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688178.807733:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.807735:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688178.807739:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a02066d80 x1859843854291072/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 576/584 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688178.807748:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a02066d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+45:68109:x1859843854291072:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1209us (1375us total) trans 0 rc 301/301 00000100:00100000:1.0:1773688178.807755:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15414 00000100:00000040:1.0:1773688178.807758:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688178.807760:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688178.807761:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688178.807764:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a1677ef00. 00000020:00000010:1.0:1773688178.807768:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe960. 00000020:00000010:1.0:1773688178.807772:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb600. 00000020:00000040:1.0:1773688178.807778:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 44 00000100:00000001:1.0:1773688178.807781:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.810166:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688178.810170:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854291200 02000000:00000001:1.0:1773688178.810173:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688178.810175:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688178.810177:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.810181:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688178.810184:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854291200 00000020:00000001:1.0:1773688178.810195:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688178.810197:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688178.810199:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.810202:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=45 00000020:00000001:1.0:1773688178.810205:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688178.810208:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688178.810212:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.810217:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08b25180. 00000100:00000001:1.0:1773688178.810220:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.810223:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08b25180. 00000020:00000010:1.0:1773688178.810228:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb600. 00000020:00000010:1.0:1773688178.810233:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a1677ef00. 00000020:00000010:1.0:1773688178.810237:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe960. 00000100:00000040:1.0:1773688178.810244:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688178.810247:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688178.810248:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688178.810251:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688178.810253:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.810255:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.810260:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.810271:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.810282:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688178.810284:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688178.810290:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15415 00000100:00000040:1.0:1773688178.810294:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688178.810296:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997895172480 : -129075814379136 : ffff8a9b31ef5180) 00000100:00000040:1.0:1773688178.810304:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b31ef5180 x1859843854291200/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 576/0 e 0 to 0 dl 1773688258 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688178.810313:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.810316:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08b25180. 00000100:00000001:1.0:1773688178.810318:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.810320:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08b25180. 00000100:00100000:1.0:1773688178.810325:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b31ef5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+45:68109:x1859843854291200:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688178.810329:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854291200 00000020:00000001:1.0:1773688178.810332:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688178.810336:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688178.810340:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.810342:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688178.810344:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688178.810347:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688178.810350:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854291200, found 0 last_xid 1859843854291199 00000020:00000001:1.0:1773688178.810352:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688178.810354:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688178.810356:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688178.810360:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.810362:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688178.810363:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688178.810365:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688178.810367:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688178.810368:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.810372:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.810378:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6f00 count: 2 00010000:00000001:1.0:1773688178.810381:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.810384:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.810388:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86000. 00000020:00000001:1.0:1773688178.810391:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.810393:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86000 with handle 0x52973366461d2558 to hash 00000020:00000001:1.0:1773688178.810395:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.810396:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000010:1.0:1773688178.810401:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b180. 00010000:00000001:1.0:1773688178.810404:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00010000:1.0:1773688178.810409:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2558 lrc: 2/0,0 mode: --/CR res: [0x2000134b0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a58a expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.810417:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:1.0:1773688178.810420:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=46 00010000:00000001:1.0:1773688178.810425:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688178.810427:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688178.810432:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688178.810435:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688178.810436:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1773688178.810438:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688178.810440:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x2000134b0:0x6:0x0] 00000020:00000001:1.0:1773688178.810443:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688178.810449:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997883632280 : -129075825919336 : ffff8a9b313f3a98) 00000004:00000001:1.0:1773688178.810451:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614997883632192 : -129075825919424 : ffff8a9b313f3a40) 00000004:00000001:1.0:1773688178.810453:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.810456:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688178.810458:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688178.810460:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688178.810462:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688178.810467:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b41761000. 02000000:00000001:1.0:1773688178.810469:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.810471:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.810473:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.810475:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1773688178.810478:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:1.0:1773688178.810481:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.810482:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.810485:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.810487:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.810489:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.810491:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.810492:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.810494:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.810495:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.810497:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.810498:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.810499:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.810501:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.810503:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.810504:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.810506:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.810507:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.810509:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.810511:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.810514:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688178.810518:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688178.810521:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688178.810523:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.810524:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.810526:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.810528:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.810529:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.810531:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.810532:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688178.810534:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.810536:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.810538:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.810539:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688178.810541:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.810544:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:1.0:1773688178.810546:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688178.810548:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:1.0:1773688178.810550:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688178.810551:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:1.0:1773688178.810553:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:1.0:1773688178.810556:0:68797:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000004:00000001:1.0:1773688178.810558:0:68797:0:(mdt_lib.c:2207:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.810560:0:68797:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x2000134b0:0x6:0x0]/[0x20000afe1:0xf3:0x0], ldlm_rep = ffff8a9b41761228 00000004:00000001:1.0:1773688178.810565:0:68797:0:(mdt_handler.c:4261:mdt_object_lock()) Process entered 00010000:00000001:1.0:1773688178.810568:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688178.810570:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.810572:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 3 00010000:00000001:1.0:1773688178.810574:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.810576:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.810580:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86800. 00000020:00000001:1.0:1773688178.810582:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.810584:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86800 with handle 0x52973366461d255f to hash 00000020:00000001:1.0:1773688178.810586:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.810588:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000010:1.0:1773688178.810591:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bb80. 00010000:00000001:1.0:1773688178.810593:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:1.0:1773688178.810596:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.810597:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.810601:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d255f lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.810608:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688178.810610:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688178.810612:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.810614:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.810616:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.810618:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.810619:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.810622:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688178.810623:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.810625:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.810626:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.810628:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) refcount = 3 00010000:00000040:1.0:1773688178.810631:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688178.810636:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378800/0x52973366461d0912 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8464d expref: 46 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.810645:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378a00/0x52973366461d090b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e84677 expref: 46 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.810652:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d255f lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.810658:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.810661:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.810662:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.810664:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688178.810666:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.810668:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.810670:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.810672:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688178.810674:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.810677:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d255f lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.810683:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688178.810684:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.810685:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.810687:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.810689:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.810690:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86800 refcount=3 00000020:00000001:1.0:1773688178.810692:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:1.0:1773688178.810694:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:1.0:1773688178.810696:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.810697:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.810699:0:68797:0:(mdt_handler.c:4265:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.810702:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1773688178.810707:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1773688178.810709:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1773688178.810734:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.810738:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.810743:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.810746:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.810751:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.810754:0:68797:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.810757:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.810759:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.810761:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.810762:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.810763:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.810767:0:68797:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.810769:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1773688178.810771:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:1.0:1773688178.810775:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.810777:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.810779:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.810781:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.810782:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.810784:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.810785:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.810786:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.810788:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.810790:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.810791:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.810792:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.810795:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0xf3:0x0]: nlink=2, mode=40700, valid=0x1100000000002f8f 00000004:00200000:1.0:1773688178.810798:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0xf3:0x0]: returning size 11776 00000004:00200000:1.0:1773688178.810800:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 7 stripe count 1 MDT count 2 00000004:00000002:1.0:1773688178.810802:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:1.0:1773688178.810804:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.810805:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.810807:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1773688178.810810:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.810821:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.810826:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.810828:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.810831:0:68797:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.810833:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.810835:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.810840:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688178.810846:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.810848:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.810849:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.810851:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.810862:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.810864:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.810865:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86800 refcount=3 00000020:00000001:1.0:1773688178.810868:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:1.0:1773688178.810870:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00000004:00010000:1.0:1773688178.810874:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d255f lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.810879:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.810880:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.810882:0:68797:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:1.0:1773688178.810883:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688178.810886:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:1.0:1773688178.810888:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.810889:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.810890:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86800 refcount=3 00000020:00000001:1.0:1773688178.810892:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:1.0:1773688178.810894:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00000004:00000040:1.0:1773688178.810897:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:1.0:1773688178.810900:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=47 00010000:00000001:1.0:1773688178.810903:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.810904:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.810905:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.810907:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1773688178.810909:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688178.810911:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688178.810912:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688178.810914:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688178.810915:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688178.810917:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1773688178.810921:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.810923:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.810925:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1773688178.810929:0:68797:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b313f3a98/ffff8a9b313f3a40 to site lru. bkt: ffff8a9a1aeb68e8 00000004:00000001:1.0:1773688178.810931:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688178.810933:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1773688178.810935:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688178.810936:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.810939:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.810940:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.810943:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.810944:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.810947:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86000 with handle 0x52973366461d2558 from hash 00010000:00000001:1.0:1773688178.810949:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.810950:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.810951:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.810952:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688178.810953:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.810957:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2558 lrc: 0/0,0 mode: --/CR res: [0x2000134b0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a58a expref: 47 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.810965:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:1.0:1773688178.810967:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 46 00010000:00000010:1.0:1773688178.810983:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b180. 00010000:00000001:1.0:1773688178.810991:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.810993:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.810997:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688178.811001:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d255f lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a58a expref: 46 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.811033:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.811035:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.811037:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:1.0:1773688178.811040:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:1.0:1773688178.811042:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.811046:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.811048:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.811050:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.811051:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.811053:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b04e86800, rc 0) 00000020:00000001:1.0:1773688178.811055:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688178.811058:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 0, xid 1859843854291200 00010000:00000001:1.0:1773688178.811061:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688178.811066:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b31ef5180 x1859843854291200/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 576/584 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688178.811074:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688178.811076:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688178.811079:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=56 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688178.811083:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688178.811085:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688178.811087:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688178.811089:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688178.811091:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.811094:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688178.811096:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688178.811101:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64f68. 00000100:00000200:1.0:1773688178.811106:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854291200, offset 224 00000400:00000200:1.0:1773688178.811112:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688178.811119:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688178.811125:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47871:47871:256:4294967295] 192.168.204.51@tcp LPNI seq info [47867:47867:8:4294967295] 00000400:00000200:1.0:1773688178.811135:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688178.811140:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688178.811144:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7300. 00000800:00000200:1.0:1773688178.811149:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688178.811154:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688178.811157:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7300 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1773688178.811170:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.811173:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688178.811175:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688178.811177:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.811179:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688178.811184:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b31ef5180 x1859843854291200/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 576/584 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688178.811193:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b31ef5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+46:68109:x1859843854291200:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 878us (1067us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688178.811201:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15415 00000100:00000040:1.0:1773688178.811204:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688178.811207:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688178.811209:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688178.811213:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a1677ef00. 00000020:00000010:1.0:1773688178.811218:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe960. 00000020:00000010:1.0:1773688178.811222:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb600. 00000020:00000040:1.0:1773688178.811228:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 45 00000100:00000001:1.0:1773688178.811231:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688178.811257:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.811262:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7300. 00000400:00000200:2.0:1773688178.811266:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.811270:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.811274:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64f68 00000400:00000010:2.0:1773688178.811276:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64f68. 00000100:00000001:2.0:1773688178.811280:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.811281:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688178.813055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86a00. 00010000:00000010:1.1:1773688178.813064:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304e00. 00010000:00000010:1.1:1773688178.813069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86c00. 00010000:00000010:1.1:1773688178.813073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86e00. 00000100:00000001:1.0:1773688178.814327:0:68799:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688178.814330:0:68799:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854291328 02000000:00000001:1.0:1773688178.814333:0:68799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688178.814335:0:68799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688178.814337:0:68799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.814341:0:68799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688178.814345:0:68799:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854291328 00000020:00000001:1.0:1773688178.814347:0:68799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688178.814349:0:68799:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688178.814351:0:68799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.814354:0:68799:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=46 00000020:00000001:1.0:1773688178.814356:0:68799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688178.814359:0:68799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688178.814362:0:68799:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.814366:0:68799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08b25180. 00000100:00000001:1.0:1773688178.814370:0:68799:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.814372:0:68799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08b25180. 00000020:00000010:1.0:1773688178.814377:0:68799:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb600. 00000020:00000010:1.0:1773688178.814380:0:68799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a1677ef00. 00000020:00000010:1.0:1773688178.814385:0:68799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe960. 00000100:00000040:1.0:1773688178.814391:0:68799:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1773688178.814394:0:68799:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688178.814396:0:68799:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773688178.814398:0:68799:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.814404:0:68799:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.814418:0:68799:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.814428:0:68799:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688178.814430:0:68799:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688178.814435:0:68799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3207 00000100:00000040:1.0:1773688178.814439:0:68799:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688178.814441:0:68799:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992971613264 : -129080737938352 : ffff8a9a0c77c450) 00000100:00000040:1.0:1773688178.814449:0:68799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0c77c450 x1859843854291328/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 448/0 e 0 to 0 dl 1773688189 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688178.814458:0:68799:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.814460:0:68799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08b25180. 00000100:00000001:1.0:1773688178.814463:0:68799:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.814465:0:68799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08b25180. 00000100:00100000:1.0:1773688178.814469:0:68799:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0c77c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+46:68109:x1859843854291328:12345-192.168.204.51@tcp:37:dbench.0 00000100:00000200:1.0:1773688178.814473:0:68799:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854291328 00000020:00000001:1.0:1773688178.814476:0:68799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688178.814479:0:68799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688178.814483:0:68799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.814485:0:68799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688178.814487:0:68799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862592 : -1038689024 : ffffffffc216dd00) 00000020:00000001:1.0:1773688178.814490:0:68799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688178.814493:0:68799:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854291328, found 0 last_xid 1859843854291327 00000020:00000001:1.0:1773688178.814495:0:68799:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688178.814498:0:68799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688178.814499:0:68799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688178.814502:0:68799:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1773688178.814505:0:68799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688178.814508:0:68799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000020:00000001:1.0:1773688178.814510:0:68799:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.814512:0:68799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.814515:0:68799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688178.814517:0:68799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688178.814521:0:68799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8a9a0d84c400. 02000000:00000001:1.0:1773688178.814522:0:68799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.814524:0:68799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.814527:0:68799:0:(mdt_handler.c:2953:mdt_readpage()) Process entered 00000004:00000010:1.0:1773688178.814530:0:68799:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8a9b05715000. 00000004:00000001:1.0:1773688178.814919:0:68799:0:(mdd_object.c:4165:mdd_readpage()) Process entered 00000020:00000001:1.0:1773688178.814923:0:68799:0:(dt_object.c:850:dt_index_walk()) Process entered 00080000:00000001:1.0:1773688178.814927:0:68799:0:(osd_index.c:123:osd_index_it_init()) Process entered 00080000:00000010:1.0:1773688178.814930:0:68799:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8a9b33898de0. 00080000:00000010:1.0:1773688178.814933:0:68799:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8a9b08b25180. 00080000:00000001:1.0:1773688178.814935:0:68799:0:(osd_index.c:148:osd_index_it_init()) Process leaving (rc=18446614997922057696 : -129075787493920 : ffff8a9b33898de0) 00080000:00000001:1.0:1773688178.814936:0:68799:0:(osd_index.c:1218:osd_dir_it_init()) Process leaving (rc=18446614997922057696 : -129075787493920 : ffff8a9b33898de0) 00080000:00000001:1.0:1773688178.814938:0:68799:0:(osd_index.c:1680:osd_dir_it_load()) Process entered 00080000:00000001:1.0:1773688178.814940:0:68799:0:(osd_index.c:1698:osd_dir_it_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1773688178.814943:0:68799:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1773688178.814944:0:68799:0:(osd_index.c:1394:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:1.0:1773688178.814946:0:68799:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:1.0:1773688178.814947:0:68799:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.814949:0:68799:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:1.0:1773688178.814950:0:68799:0:(osd_index.c:1500:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.814952:0:68799:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1773688178.814953:0:68799:0:(osd_index.c:1342:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.814954:0:68799:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1773688178.814955:0:68799:0:(osd_index.c:1396:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:1.0:1773688178.814956:0:68799:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:1.0:1773688178.814957:0:68799:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.814957:0:68799:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:1.0:1773688178.814959:0:68799:0:(osd_index.c:345:osd_find_parent_fid()) Process entered 00080000:00000001:1.0:1773688178.814960:0:68799:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.814964:0:68799:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00080000:00000001:1.0:1773688178.814966:0:68799:0:(osd_index.c:406:osd_find_parent_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.814967:0:68799:0:(osd_index.c:1518:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.814978:0:68799:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1773688178.815000:0:68799:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.815002:0:68799:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1773688178.815003:0:68799:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=12 : 12 : c) 00080000:00000001:1.0:1773688178.815004:0:68799:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:1.0:1773688178.815005:0:68799:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=314537263709585408 : 314537263709585408 : 45d75f990088000) 00080000:00000001:1.0:1773688178.815026:0:68799:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:1.0:1773688178.815041:0:68799:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688178.815043:0:68799:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1773688178.815044:0:68799:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.815045:0:68799:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1773688178.815046:0:68799:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1773688178.815047:0:68799:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:1.0:1773688178.815048:0:68799:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=880346251165237248 : 880346251165237248 : c379e404c0d0000) 00080000:00000001:1.0:1773688178.815049:0:68799:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:1.0:1773688178.815053:0:68799:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688178.815054:0:68799:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1773688178.815056:0:68799:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.815057:0:68799:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1773688178.815058:0:68799:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=10 : 10 : a) 00080000:00000001:1.0:1773688178.815059:0:68799:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:1.0:1773688178.815060:0:68799:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=3159136103703937024 : 3159136103703937024 : 2bd7818c6a628000) 00080000:00000001:1.0:1773688178.815061:0:68799:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:1.0:1773688178.815065:0:68799:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688178.815066:0:68799:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1773688178.815067:0:68799:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.815068:0:68799:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1773688178.815069:0:68799:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=12 : 12 : c) 00080000:00000001:1.0:1773688178.815070:0:68799:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:1.0:1773688178.815070:0:68799:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=3741065395935903744 : 3741065395935903744 : 33eaef2816440000) 00080000:00000001:1.0:1773688178.815071:0:68799:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:1.0:1773688178.815075:0:68799:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688178.815076:0:68799:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1773688178.815077:0:68799:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.815078:0:68799:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1773688178.815079:0:68799:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=11 : 11 : b) 00080000:00000001:1.0:1773688178.815079:0:68799:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:1.0:1773688178.815080:0:68799:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=7531929846682189824 : 7531929846682189824 : 6886ca4a28a78000) 00080000:00000001:1.0:1773688178.815081:0:68799:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:1.0:1773688178.815084:0:68799:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688178.815086:0:68799:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1773688178.815087:0:68799:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.815088:0:68799:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1773688178.815089:0:68799:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=11 : 11 : b) 00080000:00000001:1.0:1773688178.815090:0:68799:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:1.0:1773688178.815091:0:68799:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=7703284539550171136 : 7703284539550171136 : 6ae7907997a58000) 00080000:00000001:1.0:1773688178.815091:0:68799:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:1.0:1773688178.815095:0:68799:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688178.815096:0:68799:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1773688178.815097:0:68799:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.815098:0:68799:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1773688178.815098:0:68799:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1773688178.815099:0:68799:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:1.0:1773688178.815100:0:68799:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=7981546834976079872 : 7981546834976079872 : 6ec4268ef0e48000) 00080000:00000001:1.0:1773688178.815101:0:68799:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:1.0:1773688178.815104:0:68799:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688178.815105:0:68799:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1773688178.815106:0:68799:0:(osd_index.c:1356:osd_dir_it_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1773688178.815108:0:68799:0:(osd_index.c:156:osd_index_it_fini()) Process entered 00080000:00000010:1.0:1773688178.815109:0:68799:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8a9b08b25180. 00080000:00000010:1.0:1773688178.815111:0:68799:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8a9b33898de0. 00080000:00000001:1.0:1773688178.815114:0:68799:0:(osd_index.c:166:osd_index_it_fini()) Process leaving 00000020:00000001:1.0:1773688178.815115:0:68799:0:(dt_object.c:928:dt_index_walk()) Process leaving (rc=4096 : 4096 : 1000) 00000004:00000001:1.0:1773688178.815116:0:68799:0:(mdd_object.c:4222:mdd_readpage()) Process leaving via out_unlock (rc=4096 : 4096 : 0x1000) 00000020:00000001:1.0:1773688178.815119:0:68799:0:(tgt_handler.c:1213:tgt_sendpage()) Process entered 00000100:00000001:1.0:1773688178.815121:0:68799:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1773688178.815125:0:68799:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8a9a0fadc800. 00000100:00000010:1.0:1773688178.815128:0:68799:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8a9b41762000. 00000020:00000040:1.0:1773688178.815130:0:68799:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=47 00010000:00000001:1.0:1773688178.815132:0:68799:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1773688178.815134:0:68799:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1773688178.815137:0:68799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64a18. 00000400:00000010:1.0:1773688178.815143:0:68799:0:(lib-lnet.h:479:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8a9b34d01850. 00000400:00000200:1.0:1773688178.815146:0:68799:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688178.815154:0:68799:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688178.815158:0:68799:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47872:47872:256:4294967295] 192.168.204.51@tcp LPNI seq info [47868:47868:8:4294967295] 00000400:00000200:1.0:1773688178.815162:0:68799:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.51@tcp 00000400:00000200:1.0:1773688178.815166:0:68799:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688178.815170:0:68799:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688178.815172:0:68799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7500. 00000800:00000200:1.0:1773688178.815175:0:68799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688178.815180:0:68799:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1022 00000800:00000200:1.0:1773688178.815183:0:68799:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7500 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:1.0:1773688178.815196:0:68799:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.51@tcp mbits 0x69b84a445d180-0x69b84a445d180 00000100:00000001:1.0:1773688178.815198:0:68799:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773688178.815983:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.815990:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.815993:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.816039:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.816046:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : ACK - for me 00000400:00000200:2.0:1773688178.816057:0:3438:0:(lib-move.c:4700:lnet_parse_ack()) 192.168.204.151@tcp: ACK from 12345-192.168.204.51@tcp into md 0x779a1 00000400:00000200:2.0:1773688178.816061:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.816064:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: ACK: OK 00000400:00000200:2.0:1773688178.816067:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64a18 00000400:00000010:2.0:1773688178.816069:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64a18. 00000100:00000001:2.0:1773688178.816072:0:3438:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1773688178.816074:0:3438:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8a9a0fadc800 00000100:00000001:2.0:1773688178.816084:0:3438:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:2.0:1773688178.816088:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.816091:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.816106:0:68799:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.816110:0:68799:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1773688178.816113:0:68799:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 46 00000100:00000010:1.0:1773688178.816117:0:68799:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8a9b41762000. 00000100:00000010:1.0:1773688178.816121:0:68799:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8a9a0fadc800. 00000100:00000001:1.0:1773688178.816124:0:68799:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000020:00000001:1.0:1773688178.816125:0:68799:0:(tgt_handler.c:1237:tgt_sendpage()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.816128:0:68799:0:(mdt_handler.c:2999:mdt_readpage()) Process leaving 00000004:00000010:1.0:1773688178.816546:0:68799:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8a9b05715000. 00010000:00000040:1.0:1773688178.816551:0:68799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 0, xid 1859843854291328 00010000:00000001:1.0:1773688178.816553:0:68799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688178.816557:0:68799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0c77c450 x1859843854291328/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 448/440 e 0 to 0 dl 1773688189 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688178.816563:0:68799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688178.816565:0:68799:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688178.816567:0:68799:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=48 v=5 (1 1 1 0) 00000100:00000001:1.0:1773688178.816571:0:68799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688178.816573:0:68799:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688178.816575:0:68799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688178.816577:0:68799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688178.816578:0:68799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.816581:0:68799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688178.816583:0:68799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688178.816586:0:68799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64110. 00000100:00000200:1.0:1773688178.816590:0:68799:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1859843854291328, offset 224 00000400:00000200:1.0:1773688178.816594:0:68799:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688178.816601:0:68799:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688178.816605:0:68799:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47873:47873:256:4294967295] 192.168.204.51@tcp LPNI seq info [47869:47869:8:4294967295] 00000400:00000200:1.0:1773688178.816613:0:68799:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688178.816618:0:68799:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688178.816621:0:68799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7000. 00000800:00000200:1.0:1773688178.816625:0:68799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688178.816630:0:68799:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688178.816633:0:68799:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7000 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1773688178.816644:0:68799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.816647:0:68799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688178.816649:0:68799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688178.816650:0:68799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.816652:0:68799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688178.816656:0:68799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0c77c450 x1859843854291328/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 448/440 e 0 to 0 dl 1773688189 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688178.816663:0:68799:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0c77c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+46:68109:x1859843854291328:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 2204us (2385us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688178.816669:0:68799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3207 00000100:00000040:1.0:1773688178.816672:0:68799:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688178.816673:0:68799:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688178.816675:0:68799:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688178.816678:0:68799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a1677ef00. 00000020:00000010:1.0:1773688178.816682:0:68799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe960. 00000020:00000010:1.0:1773688178.816685:0:68799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb600. 00000020:00000040:1.0:1773688178.816691:0:68799:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 45 02000000:00000001:1.0:1773688178.816699:0:68799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688178.816702:0:68799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9b08f45000. 02000000:00000001:1.0:1773688178.816706:0:68799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688178.816709:0:68799:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b3135b100. 02000000:00000001:1.0:1773688178.816713:0:68799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688178.816715:0:68799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9a092d9000. 02000000:00000001:1.0:1773688178.816721:0:68799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688178.816724:0:68799:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b32126a00. 02000000:00000001:1.0:1773688178.816730:0:68799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688178.816734:0:68799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9a0fb7a000. 02000000:00000001:1.0:1773688178.816738:0:68799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688178.816742:0:68799:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b08d78a80. 02000000:00000001:1.0:1773688178.816747:0:68799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688178.816750:0:68799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9b08f44000. 02000000:00000001:1.0:1773688178.816755:0:68799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688178.816758:0:68799:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b34275c00. 02000000:00000001:1.0:1773688178.816765:0:68799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688178.816766:0:68799:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8a9b10c72800. 02000000:00000001:1.0:1773688178.816769:0:68799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688178.816771:0:68799:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b34274e00. 00000100:00000001:1.0:1773688178.816774:0:68799:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1773688178.816780:0:68799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1773688178.816785:0:68799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b3697f4d0. 00000400:00000010:1.0:1773688178.816791:0:68799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a9b41aaf600. 00010000:00000010:1.1:1773688178.818048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86000. 00000100:00000001:1.0:1773688178.819284:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688178.819288:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854291456 02000000:00000001:1.0:1773688178.819290:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688178.819292:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688178.819294:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.819297:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688178.819300:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854291456 00000020:00000001:1.0:1773688178.819302:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688178.819304:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688178.819306:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.819309:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=46 00000020:00000001:1.0:1773688178.819311:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688178.819313:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688178.819317:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.819321:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08b25180. 00000100:00000001:1.0:1773688178.819324:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.819326:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08b25180. 00000020:00000010:1.0:1773688178.819330:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb600. 00000020:00000010:1.0:1773688178.819334:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a1677ef00. 00000020:00000010:1.0:1773688178.819338:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe960. 00000100:00000040:1.0:1773688178.819343:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688178.819345:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688178.819347:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688178.819349:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688178.819351:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.819353:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.819358:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.819368:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.819377:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688178.819379:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688178.819384:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15416 00000100:00000040:1.0:1773688178.819387:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688178.819389:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997895176064 : -129075814375552 : ffff8a9b31ef5f80) 00000100:00000040:1.0:1773688178.819395:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b31ef5f80 x1859843854291456/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 584/0 e 0 to 0 dl 1773688258 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688178.819404:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.819406:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08b25180. 00000100:00000001:1.0:1773688178.819409:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.819411:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08b25180. 00000100:00100000:1.0:1773688178.819415:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b31ef5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+46:68109:x1859843854291456:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688178.819419:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854291456 00000020:00000001:1.0:1773688178.819423:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688178.819426:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688178.819430:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.819432:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688178.819434:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688178.819437:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688178.819440:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854291456, found 0 last_xid 1859843854291455 00000020:00000001:1.0:1773688178.819443:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688178.819445:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688178.819447:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688178.819452:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.819455:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688178.819457:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688178.819460:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688178.819462:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688178.819464:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.819469:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.819475:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 4 00010000:00000001:1.0:1773688178.819478:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.819480:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.819484:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86000. 00000020:00000001:1.0:1773688178.819487:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.819489:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86000 with handle 0x52973366461d2566 to hash 00000020:00000001:1.0:1773688178.819492:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.819493:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000010:1.0:1773688178.819499:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b180. 00010000:00000001:1.0:1773688178.819501:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00010000:1.0:1773688178.819514:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2566 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a591 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.819526:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:1.0:1773688178.819529:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=47 00010000:00000001:1.0:1773688178.819535:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688178.819537:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688178.819543:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688178.819546:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688178.819547:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1773688178.819549:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688178.819551:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:1.0:1773688178.819554:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688178.819558:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:1.0:1773688178.819560:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:1.0:1773688178.819562:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.819565:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688178.819567:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688178.819570:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688178.819572:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688178.819576:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b41762000. 02000000:00000001:1.0:1773688178.819579:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.819581:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.819583:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.819585:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1773688178.819589:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:1.0:1773688178.819591:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.819593:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.819596:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.819598:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.819600:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.819602:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.819603:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.819605:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.819607:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.819608:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.819610:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.819611:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.819612:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.819614:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.819615:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.819617:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.819618:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.819621:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.819622:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.819626:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688178.819632:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688178.819634:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688178.819636:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.819638:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.819640:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.819641:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.819643:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.819644:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.819646:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688178.819648:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.819650:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.819651:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.819653:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688178.819655:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.819659:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1773688178.819664:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:1.0:1773688178.819666:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xf3:0x0]/TRIDOTS.PPT, ldlm_rep = ffff8a9b41762228 00000004:00000001:1.0:1773688178.819672:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1773688178.819675:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1773688178.819677:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1773688178.819679:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688178.819681:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.819683:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 5 00010000:00000001:1.0:1773688178.819685:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.819687:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.819690:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86e00. 00000020:00000001:1.0:1773688178.819692:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.819694:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86e00 with handle 0x52973366461d256d to hash 00000020:00000001:1.0:1773688178.819696:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.819697:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000010:1.0:1773688178.819700:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688178.819703:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:1.0:1773688178.819706:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.819708:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.819711:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d256d lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.819718:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688178.819722:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688178.819724:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.819726:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.819728:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.819731:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.819732:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.819735:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688178.819737:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.819738:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.819740:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.819742:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) refcount = 5 00010000:00000040:1.0:1773688178.819745:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688178.819750:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378800/0x52973366461d0912 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8464d expref: 47 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.819758:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d255f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a58a expref: 47 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.819766:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378a00/0x52973366461d090b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e84677 expref: 47 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.819773:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d256d lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.819779:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.819783:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.819785:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.819787:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688178.819788:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.819791:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.819793:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.819796:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688178.819798:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.819801:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d256d lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.819807:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688178.819809:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.819810:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.819812:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688178.819814:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773688178.819818:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9b32304e00. 00010000:00000010:1.0:1773688178.819821:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9a1677e500. 00010000:00000001:1.0:1773688178.819824:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.819826:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86c00. 00000020:00000001:1.0:1773688178.819828:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.819830:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86c00 with handle 0x52973366461d2574 to hash 00000020:00000001:1.0:1773688178.819832:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.819834:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000010:1.0:1773688178.819837:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b900. 00010000:00000001:1.0:1773688178.819839:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:1.0:1773688178.819841:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.819843:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.819846:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2574 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xcee77dda bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.819851:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688178.819852:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688178.819854:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.819855:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.819857:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.819858:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.819860:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.819862:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688178.819863:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.819865:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.819866:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.819868:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xcee77dda (ffff8a9b32304e00) refcount = 1 00010000:00010000:1.0:1773688178.819872:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2574 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xcee77dda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.819877:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.819879:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.819880:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.819882:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688178.819883:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.819885:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.819887:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.819888:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688178.819890:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.819893:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2574 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xcee77dda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.819898:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688178.819899:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.819900:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.819902:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.819905:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1773688178.819931:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1773688178.819934:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1773688178.819937:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1773688178.819941:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.819945:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1773688178.819959:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688178.819962:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688178.819964:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688178.819967:0:68797:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:1.0:1773688178.819983:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1773688178.819985:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688178.819987:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.819989:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.819990:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86e00 refcount=3 00000020:00000001:1.0:1773688178.819992:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:1.0:1773688178.819995:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:1.0:1773688178.819998:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688178.820001:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d256d lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.820026:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.820028:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.820031:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d256d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.820037:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.820038:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.820041:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688178.820044:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d256d lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.820051:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e86e00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688178.820053:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.820056:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688178.820058:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d256d lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.820064:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688178.820065:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.820067:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.820068:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86e00 refcount=4 00000020:00000001:1.0:1773688178.820070:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:1.0:1773688178.820073:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:1.0:1773688178.820076:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688178.820078:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d256d lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.820084:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688178.820086:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688178.820087:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.820091:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688178.820093:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.820095:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.820096:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.820099:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86e00 with handle 0x52973366461d256d from hash 00010000:00000001:1.0:1773688178.820102:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.820103:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.820104:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.820106:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688178.820108:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.820109:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.820111:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688178.820113:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.820115:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.820117:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:1.0:1773688178.820119:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688178.820122:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.820125:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.820127:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.820128:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688178.820131:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.820132:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.820133:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.820135:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.820137:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.820140:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d256d lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.820145:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.820146:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.820147:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688178.820148:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688178.820150:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.820152:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d256d lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688178.820158:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688178.820164:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.820166:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688178.820167:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688178.820168:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.820169:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.820171:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86c00 refcount=3 00000020:00000001:1.0:1773688178.820173:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:1.0:1773688178.820175:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:1.0:1773688178.820177:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688178.820180:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2574 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xcee77dda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.820185:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.820186:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.820188:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2574 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xcee77dda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.820194:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.820195:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.820197:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688178.820199:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2574 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xcee77dda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.820204:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e86c00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688178.820207:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.820208:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688178.820210:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2574 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xcee77dda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.820215:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688178.820216:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.820218:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.820219:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86c00 refcount=4 00000020:00000001:1.0:1773688178.820221:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:1.0:1773688178.820223:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:1.0:1773688178.820225:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688178.820227:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2574 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xcee77dda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.820232:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688178.820233:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688178.820235:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.820237:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688178.820238:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.820240:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.820241:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.820243:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86c00 with handle 0x52973366461d2574 from hash 00010000:00000001:1.0:1773688178.820245:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.820246:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.820247:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.820249:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688178.820250:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.820252:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.820253:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688178.820255:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.820256:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.820258:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xcee77dda (ffff8a9b32304e00) 00010000:00010000:1.0:1773688178.820261:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688178.820262:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.820264:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.820266:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.820267:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688178.820270:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.820271:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.820272:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.820274:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.820275:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.820278:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2574 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xcee77dda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.820283:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.820285:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.820286:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688178.820288:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688178.820289:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.820291:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2574 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xcee77dda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688178.820297:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b900. 00010000:00000040:1.0:1773688178.820299:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9b32304e00 count: 0 00010000:00000010:1.0:1773688178.820304:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9a1677e500. 00010000:00000001:1.0:1773688178.820309:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.820311:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688178.820312:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1773688178.820314:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1773688178.820315:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1773688178.820317:0:68797:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:1.0:1773688178.820320:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688178.820322:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688178.820324:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688178.820326:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688178.820327:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688178.820329:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1773688178.820335:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.820337:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:1.0:1773688178.820339:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688178.820341:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688178.820342:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773688178.820344:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688178.820345:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.820348:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.820349:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.820350:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.820352:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.820354:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86000 with handle 0x52973366461d2566 from hash 00010000:00000001:1.0:1773688178.820355:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.820357:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.820357:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.820359:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688178.820360:0:68797:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773688178.820362:0:68797:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1773688178.820367:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2566 lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a591 expref: 47 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.820373:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688178.820375:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.820377:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.820378:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.820380:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.820382:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688178.820383:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.820384:0:68797:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.820385:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688178.820386:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688178.820387:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.820388:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.820390:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:1.0:1773688178.820392:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688178.820393:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.820395:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.820396:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.820397:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.820400:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2566 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a591 expref: 47 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.820405:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:1.0:1773688178.820407:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 46 00010000:00000010:1.0:1773688178.820409:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b180. 00010000:00000001:1.0:1773688178.820412:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.820413:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b04e86000, rc 0) 00000020:00000001:1.0:1773688178.820415:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1773688178.820418:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 0, xid 1859843854291456 00010000:00000001:1.0:1773688178.820420:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688178.820424:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b31ef5f80 x1859843854291456/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 584/584 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688178.820431:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688178.820433:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688178.820435:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=56 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688178.820439:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688178.820442:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688178.820445:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688178.820447:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688178.820449:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.820452:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688178.820454:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688178.820458:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64e58. 00000100:00000200:1.0:1773688178.820462:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854291456, offset 224 00000400:00000200:1.0:1773688178.820467:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688178.820474:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688178.820480:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47874:47874:256:4294967295] 192.168.204.51@tcp LPNI seq info [47870:47870:8:4294967295] 00000400:00000200:1.0:1773688178.820489:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688178.820494:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688178.820498:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7e00. 00000800:00000200:1.0:1773688178.820504:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688178.820509:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688178.820512:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7e00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1773688178.820524:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.820527:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688178.820529:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688178.820531:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.820533:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688178.820537:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b31ef5f80 x1859843854291456/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 584/584 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688178.820553:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b31ef5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+46:68109:x1859843854291456:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1147us (1328us total) trans 0 rc 301/301 00000100:00100000:1.0:1773688178.820560:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15416 00000100:00000040:1.0:1773688178.820563:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688178.820566:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688178.820568:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688178.820571:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a1677ef00. 00000020:00000010:1.0:1773688178.820575:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe960. 00000020:00000010:1.0:1773688178.820579:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb600. 00000020:00000040:1.0:1773688178.820584:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 45 00000100:00000001:1.0:1773688178.820586:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688178.820613:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.820618:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7e00. 00000400:00000200:2.0:1773688178.820631:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.820636:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.820640:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64e58 00000400:00000010:2.0:1773688178.820642:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64e58. 00000100:00000001:2.0:1773688178.820646:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.820648:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1773688178.823451:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688178.823455:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854291584 02000000:00000001:1.0:1773688178.823458:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688178.823460:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688178.823462:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.823466:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688178.823469:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854291584 00000020:00000001:1.0:1773688178.823471:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688178.823473:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688178.823475:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.823478:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=46 00000020:00000001:1.0:1773688178.823481:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688178.823483:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688178.823487:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.823491:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08b25180. 00000100:00000001:1.0:1773688178.823494:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.823497:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08b25180. 00000020:00000010:1.0:1773688178.823501:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb600. 00000020:00000010:1.0:1773688178.823505:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a1677ef00. 00000020:00000010:1.0:1773688178.823509:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe960. 00000100:00000040:1.0:1773688178.823516:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688178.823519:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688178.823520:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688178.823523:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688178.823525:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.823527:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.823532:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.823543:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.823553:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688178.823556:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688178.823561:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15417 00000100:00000040:1.0:1773688178.823564:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688178.823567:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997895171584 : -129075814380032 : ffff8a9b31ef4e00) 00000100:00000040:1.0:1773688178.823574:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b31ef4e00 x1859843854291584/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 584/0 e 0 to 0 dl 1773688258 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688178.823584:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.823587:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08b25180. 00000100:00000001:1.0:1773688178.823589:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.823591:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08b25180. 00000100:00100000:1.0:1773688178.823596:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b31ef4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+46:68109:x1859843854291584:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688178.823600:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854291584 00000020:00000001:1.0:1773688178.823603:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688178.823606:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688178.823610:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.823612:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688178.823614:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688178.823617:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688178.823619:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854291584, found 0 last_xid 1859843854291583 00000020:00000001:1.0:1773688178.823622:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688178.823624:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688178.823626:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688178.823630:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.823632:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688178.823634:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688178.823636:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688178.823638:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688178.823639:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.823643:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.823648:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 4 00010000:00000001:1.0:1773688178.823651:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.823653:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.823656:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86a00. 00000020:00000001:1.0:1773688178.823659:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.823661:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86a00 with handle 0x52973366461d257b to hash 00000020:00000001:1.0:1773688178.823663:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.823665:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000010:1.0:1773688178.823669:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b180. 00010000:00000001:1.0:1773688178.823671:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00010000:1.0:1773688178.823676:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d257b lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a598 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.823685:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:1.0:1773688178.823687:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=47 00010000:00000001:1.0:1773688178.823692:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688178.823693:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688178.823698:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688178.823700:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688178.823702:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1773688178.823703:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688178.823705:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:1.0:1773688178.823708:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688178.823711:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:1.0:1773688178.823714:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:1.0:1773688178.823716:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.823718:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688178.823720:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688178.823723:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688178.823725:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688178.823729:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b41767000. 02000000:00000001:1.0:1773688178.823731:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.823734:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.823736:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.823738:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1773688178.823741:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:1.0:1773688178.823743:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.823745:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.823747:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.823749:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.823751:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.823753:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.823754:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.823756:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.823758:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.823759:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.823761:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.823762:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.823764:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.823765:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.823767:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.823768:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.823770:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.823772:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.823773:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.823776:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688178.823780:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688178.823782:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688178.823785:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.823786:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.823787:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.823789:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.823790:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.823792:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.823794:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688178.823796:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.823798:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.823799:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.823802:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688178.823803:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.823806:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1773688178.823811:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:1.0:1773688178.823821:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xf3:0x0]/TRIDOTS.POT, ldlm_rep = ffff8a9b41767228 00000004:00000001:1.0:1773688178.823828:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1773688178.823836:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1773688178.823838:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1773688178.823839:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688178.823841:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.823843:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 5 00010000:00000001:1.0:1773688178.823845:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.823847:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.823850:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e87800. 00000020:00000001:1.0:1773688178.823852:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.823853:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e87800 with handle 0x52973366461d2582 to hash 00000020:00000001:1.0:1773688178.823855:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.823856:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000010:1.0:1773688178.823859:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b900. 00010000:00000001:1.0:1773688178.823861:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:1.0:1773688178.823863:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.823865:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.823868:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d2582 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.823874:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688178.823877:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688178.823878:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.823879:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.823882:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.823883:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.823885:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.823887:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688178.823888:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.823890:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.823891:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.823893:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) refcount = 5 00010000:00000040:1.0:1773688178.823895:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688178.823899:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378800/0x52973366461d0912 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8464d expref: 47 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.823906:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d255f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a58a expref: 47 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.823913:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378a00/0x52973366461d090b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e84677 expref: 47 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.823918:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d2582 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.823922:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.823925:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.823926:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.823927:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688178.823928:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.823930:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.823932:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.823933:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688178.823935:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.823937:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d2582 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.823942:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688178.823943:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.823951:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.823954:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688178.823955:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773688178.823960:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9b32304500. 00010000:00000010:1.0:1773688178.823964:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9a1677e500. 00010000:00000001:1.0:1773688178.823967:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.823982:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b07379400. 00000020:00000001:1.0:1773688178.823985:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.823986:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b07379400 with handle 0x52973366461d2589 to hash 00000020:00000001:1.0:1773688178.823988:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.823990:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997178487808 : -129076531063808 : ffff8a9b07379400) 00010000:00000010:1.0:1773688178.823993:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688178.823995:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997178487808 : -129076531063808 : ffff8a9b07379400) 00010000:00000001:1.0:1773688178.823998:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.824000:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.824003:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379400/0x52973366461d2589 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xc3d50206 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.824027:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688178.824029:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688178.824031:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.824033:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.824035:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.824037:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.824039:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.824041:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688178.824043:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.824044:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.824045:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.824047:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xc3d50206 (ffff8a9b32304500) refcount = 1 00010000:00010000:1.0:1773688178.824051:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379400/0x52973366461d2589 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.824055:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.824057:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.824059:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.824060:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688178.824062:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.824064:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.824065:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.824068:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688178.824069:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.824072:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379400/0x52973366461d2589 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.824078:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688178.824079:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.824080:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.824082:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.824086:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1773688178.824116:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1773688178.824119:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1773688178.824121:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1773688178.824126:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.824129:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1773688178.824145:0:68797:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688178.824149:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1773688178.824150:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:1.0:1773688178.824153:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1773688178.824155:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773688178.824158:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773688178.824160:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.824162:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1773688178.824164:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.824166:0:68797:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:1.0:1773688178.824168:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.824170:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.824172:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688178.824173:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf8:0x0] 00000020:00000001:1.0:1773688178.824175:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:1.0:1773688178.824179:0:68797:0:(mdt_handler.c:6940:mdt_object_alloc()) Process entered 00000004:00000010:1.0:1773688178.824183:0:68797:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8a9b313f25a0. 00000004:00000001:1.0:1773688178.824187:0:68797:0:(mdt_handler.c:6965:mdt_object_alloc()) Process leaving (rc=18446614997883627000 : -129075825924616 : ffff8a9b313f25f8) 00000004:00000001:1.0:1773688178.824191:0:68797:0:(mdt_handler.c:6978:mdt_object_init()) Process entered 00000004:00000040:1.0:1773688178.824193:0:68797:0:(mdt_handler.c:6981:mdt_object_init()) object init, fid = [0x20000afe1:0xf8:0x0] 00000004:00000010:1.0:1773688178.824197:0:68797:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8a9b3472b000. 00000004:00000001:1.0:1773688178.824200:0:68797:0:(mdt_handler.c:6990:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.824202:0:68797:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:1.0:1773688178.824205:0:68797:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:1.0:1773688178.824209:0:68797:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8a9a0b7dd100. 00000004:00000001:1.0:1773688178.824211:0:68797:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446614992955232512 : -129080754319104 : ffff8a9a0b7dd100) 00000004:00000001:1.0:1773688178.824214:0:68797:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.824217:0:68797:0:(lod_object.c:9526:lod_object_init()) Process entered 00000004:00000001:1.0:1773688178.824219:0:68797:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1773688178.824221:0:68797:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1773688178.824223:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1773688178.824224:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773688178.824225:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773688178.824227:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773688178.824229:0:68797:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1773688178.824231:0:68797:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x20000afe1 00000004:00000001:1.0:1773688178.824233:0:68797:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1773688178.824237:0:68797:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8a9b33e6ee40. 00000004:00000001:1.0:1773688178.824241:0:68797:0:(lod_object.c:9569:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.824244:0:68797:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1773688178.824246:0:68797:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1773688178.824248:0:68797:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1773688178.824250:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1773688178.824251:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773688178.824252:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773688178.824254:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.824256:0:68797:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.824276:0:68797:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.824305:0:68797:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:1.0:1773688178.824318:0:68797:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:1.0:1773688178.824346:0:68797:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.824348:0:68797:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.824350:0:68797:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:1.0:1773688178.824352:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.824355:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:1.0:1773688178.824359:0:68797:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.824361:0:68797:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688178.824363:0:68797:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.824367:0:68797:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614997883627000 : -129075825924616 : ffff8a9b313f25f8) 00000004:00000001:1.0:1773688178.824369:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614997883626912 : -129075825924704 : ffff8a9b313f25a0) 00000004:00000001:1.0:1773688178.824374:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1773688178.824383:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688178.824385:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773688178.824389:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9b32304d00. 00010000:00000010:1.0:1773688178.824392:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9a1677ee80. 00010000:00000001:1.0:1773688178.824395:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.824397:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b07379c00. 00000020:00000001:1.0:1773688178.824399:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.824401:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b07379c00 with handle 0x52973366461d2590 to hash 00000020:00000001:1.0:1773688178.824403:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.824404:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997178489856 : -129076531061760 : ffff8a9b07379c00) 00010000:00000010:1.0:1773688178.824407:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b300. 00010000:00000001:1.0:1773688178.824409:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997178489856 : -129076531061760 : ffff8a9b07379c00) 00010000:00000001:1.0:1773688178.824412:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.824413:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.824416:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379c00/0x52973366461d2590 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.824422:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688178.824424:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688178.824425:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.824427:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.824428:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.824430:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.824432:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.824434:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688178.824435:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.824436:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.824438:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.824440:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf8:0x0].0x0 (ffff8a9b32304d00) refcount = 1 00010000:00010000:1.0:1773688178.824443:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379c00/0x52973366461d2590 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.824449:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.824451:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.824452:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.824453:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688178.824455:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.824456:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.824458:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.824460:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688178.824462:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.824465:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379c00/0x52973366461d2590 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.824470:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688178.824472:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.824473:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.824475:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.824476:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.824477:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b07379c00 refcount=3 00000020:00000001:1.0:1773688178.824479:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997178489856 : -129076531061760 : ffff8a9b07379c00) 00010000:00000001:1.0:1773688178.824482:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997178489856 : -129076531061760 : ffff8a9b07379c00) 00010000:00000001:1.0:1773688178.824484:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.824485:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.824487:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.824489:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1773688178.824493:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1773688178.824495:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1773688178.824498:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.824501:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.824504:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.824506:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.824508:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.824511:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.824514:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.824516:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:1.0:1773688178.824518:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.824520:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0xf8:0x0]: Reading som attrs: valid: 4, size: 260096, blocks: 1 00000004:00000001:1.0:1773688178.824524:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.824526:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.824527:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.824528:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.824530:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.824532:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.824534:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.824535:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.824536:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.824538:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.824540:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.824542:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1773688178.824545:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1773688178.824547:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1773688178.824549:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b41767370 00000004:00000001:1.0:1773688178.824552:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.824554:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.824555:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.824557:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.824559:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.824561:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.824562:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.824563:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.824565:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.824566:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.824568:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.824569:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.824571:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0xf8:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00200000:1.0:1773688178.824574:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0xf8:0x0]: returning size 260096 00000004:00000040:1.0:1773688178.824578:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0xf8:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1773688178.824580:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:1.0:1773688178.824582:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2480 00000004:00200000:1.0:1773688178.824585:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:1.0:1773688178.824587:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:1.0:1773688178.824589:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.824590:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.824593:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1773688178.824595:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.824596:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.824597:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.824599:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.824601:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.824603:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.824606:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.824610:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688178.824617:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.824619:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.824620:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.824622:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.824628:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.824629:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.824631:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b07379c00 refcount=3 00000020:00000001:1.0:1773688178.824633:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997178489856 : -129076531061760 : ffff8a9b07379c00) 00010000:00000001:1.0:1773688178.824635:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997178489856 : -129076531061760 : ffff8a9b07379c00) 00000004:00010000:1.0:1773688178.824639:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379c00/0x52973366461d2590 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:1.0:1773688178.824645:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1773688178.824648:0:68797:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b313f25f8/ffff8a9b313f25a0 to site lru. bkt: ffff8a9a1aeb63e0 00000004:00000001:1.0:1773688178.824651:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688178.824652:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1773688178.824654:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1773688178.824655:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.824657:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1773688178.824660:0:68797:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:1.0:1773688178.824662:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.824664:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.824665:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.824667:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf8:0x0].0x0 (ffff8a9b32304d00) refcount = 1 00010000:00010000:1.0:1773688178.824670:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379c00/0x52973366461d2590 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.824675:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.824677:0:68797:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.824678:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.824680:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.824682:0:68797:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688178.824684:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1773688178.824686:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688178.824687:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.824688:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.824690:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e87800 refcount=3 00000020:00000001:1.0:1773688178.824692:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:1.0:1773688178.824694:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:1.0:1773688178.824696:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688178.824699:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d2582 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.824704:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.824705:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.824708:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d2582 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.824712:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.824714:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.824716:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688178.824718:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d2582 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.824724:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e87800 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688178.824727:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.824728:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688178.824731:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d2582 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.824736:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688178.824737:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.824739:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.824740:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e87800 refcount=4 00000020:00000001:1.0:1773688178.824742:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:1.0:1773688178.824743:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:1.0:1773688178.824746:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688178.824748:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d2582 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.824752:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688178.824753:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688178.824754:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.824756:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688178.824757:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.824759:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.824760:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.824761:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e87800 with handle 0x52973366461d2582 from hash 00010000:00000001:1.0:1773688178.824763:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.824764:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.824765:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.824766:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688178.824767:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.824769:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.824771:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688178.824772:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.824774:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.824776:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:1.0:1773688178.824778:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688178.824780:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.824783:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.824784:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.824786:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688178.824787:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.824789:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.824790:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.824792:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.824793:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.824796:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d2582 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.824799:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.824800:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.824801:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688178.824802:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688178.824803:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.824805:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d2582 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688178.824810:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b900. 00010000:00000001:1.0:1773688178.824815:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.824817:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688178.824818:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688178.824819:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.824820:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.824821:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b07379400 refcount=3 00000020:00000001:1.0:1773688178.824823:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997178487808 : -129076531063808 : ffff8a9b07379400) 00010000:00000001:1.0:1773688178.824825:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997178487808 : -129076531063808 : ffff8a9b07379400) 00010000:00000001:1.0:1773688178.824826:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688178.824828:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379400/0x52973366461d2589 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.824832:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.824833:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.824835:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379400/0x52973366461d2589 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.824843:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.824845:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.824846:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688178.824848:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379400/0x52973366461d2589 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.824852:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b07379400 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688178.824853:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.824854:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688178.824856:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379400/0x52973366461d2589 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.824860:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688178.824861:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.824861:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.824862:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b07379400 refcount=4 00000020:00000001:1.0:1773688178.824864:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997178487808 : -129076531063808 : ffff8a9b07379400) 00010000:00000001:1.0:1773688178.824866:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997178487808 : -129076531063808 : ffff8a9b07379400) 00010000:00000001:1.0:1773688178.824868:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688178.824870:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379400/0x52973366461d2589 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.824875:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688178.824876:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688178.824877:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.824879:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688178.824881:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.824882:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.824883:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.824886:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b07379400 with handle 0x52973366461d2589 from hash 00010000:00000001:1.0:1773688178.824888:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.824889:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.824891:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.824892:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688178.824894:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.824895:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.824897:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688178.824898:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.824900:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.824902:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xc3d50206 (ffff8a9b32304500) 00010000:00010000:1.0:1773688178.824904:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688178.824906:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.824908:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.824909:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.824911:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688178.824913:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.824914:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.824916:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.824918:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.824920:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.824922:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379400/0x52973366461d2589 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.824927:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.824928:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.824929:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688178.824930:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688178.824931:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.824933:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379400/0x52973366461d2589 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688178.824937:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400ba80. 00010000:00000040:1.0:1773688178.824939:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9b32304500 count: 0 00010000:00000010:1.0:1773688178.824944:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9a1677e500. 00010000:00000001:1.0:1773688178.824950:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.824951:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688178.824953:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1773688178.824954:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1773688178.824956:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:1.0:1773688178.824958:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.824959:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.824960:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b07379c00 refcount=3 00000020:00000001:1.0:1773688178.824962:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997178489856 : -129076531061760 : ffff8a9b07379c00) 00010000:00000001:1.0:1773688178.824964:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997178489856 : -129076531061760 : ffff8a9b07379c00) 00000004:00000040:1.0:1773688178.824967:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:1.0:1773688178.824981:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=48 00010000:00000001:1.0:1773688178.824985:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.824986:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.824988:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.824990:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1773688178.824993:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688178.824994:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688178.824996:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688178.824997:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688178.824999:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688178.825001:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1773688178.825005:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.825022:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.825025:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688178.825026:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688178.825028:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1773688178.825030:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688178.825032:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.825035:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.825037:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.825039:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.825041:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.825044:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86a00 with handle 0x52973366461d257b from hash 00010000:00000001:1.0:1773688178.825046:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.825048:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.825050:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.825051:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688178.825053:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.825057:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d257b lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a598 expref: 48 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.825071:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:1.0:1773688178.825073:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 47 00010000:00000010:1.0:1773688178.825076:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b180. 00010000:00000001:1.0:1773688178.825081:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.825082:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.825086:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688178.825090:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379c00/0x52973366461d2590 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a598 expref: 47 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.825097:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.825099:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.825101:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf8:0x0].0x0 (ffff8a9b32304d00) 00010000:00010000:1.0:1773688178.825103:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1773688178.825105:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.825107:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.825109:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.825110:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.825111:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.825113:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b07379c00, rc 0) 00000020:00000001:1.0:1773688178.825116:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688178.825119:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 0, xid 1859843854291584 00010000:00000001:1.0:1773688178.825122:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688178.825127:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b31ef4e00 x1859843854291584/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 584/640 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688178.825135:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688178.825137:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688178.825140:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=56 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688178.825144:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688178.825147:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688178.825150:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688178.825153:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688178.825155:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.825158:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688178.825160:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688178.825164:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64d48. 00000100:00000200:1.0:1773688178.825170:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854291584, offset 224 00000400:00000200:1.0:1773688178.825176:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688178.825184:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688178.825190:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47875:47875:256:4294967295] 192.168.204.51@tcp LPNI seq info [47871:47871:8:4294967295] 00000400:00000200:1.0:1773688178.825200:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688178.825205:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688178.825210:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7600. 00000800:00000200:1.0:1773688178.825215:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688178.825220:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688178.825223:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7600 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:1.0:1773688178.825235:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.825239:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688178.825241:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688178.825243:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.825245:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688178.825251:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b31ef4e00 x1859843854291584/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 584/640 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688178.825261:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b31ef4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+47:68109:x1859843854291584:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1675us (1851us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688178.825269:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15417 00000100:00000040:1.0:1773688178.825272:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688178.825275:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688178.825276:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688178.825280:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a1677ef00. 00000020:00000010:1.0:1773688178.825284:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe960. 00000020:00000010:1.0:1773688178.825289:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb600. 00000020:00000040:1.0:1773688178.825294:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 46 00000100:00000001:1.0:1773688178.825298:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1773688178.826054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86e00. 00010000:00000010:1.1:1773688178.826062:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304e00. 00010000:00000010:1.1:1773688178.826066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86c00. 00010000:00000010:1.1:1773688178.826069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86000. 00010000:00000010:1.1:1773688178.831044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e87800. 00010000:00000010:1.1:1773688178.831060:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304500. 00010000:00000010:1.1:1773688178.831065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b07379400. 00010000:00000010:1.1:1773688178.831068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86a00. 00000800:00000001:2.0:1773688178.831509:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.831522:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.831525:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.831528:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.831537:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.831552:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 648 into portal 12 MB=0x69b84a445d380 00000400:00000200:2.0:1773688178.831560:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 648/648 into md 0x3b659 [64] + 56760 00000800:00000001:2.0:1773688178.831567:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.831575:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.831578:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.831582:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.831589:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.831591:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688178.831597:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a02065180. 00000100:00000040:2.0:1773688178.831600:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a02065180 x1859843854291840 msgsize 648 00000100:00100000:2.0:1773688178.831605:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.831622:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.831630:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.831633:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.831686:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688178.831689:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854291840 02000000:00000001:1.0:1773688178.831692:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688178.831695:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688178.831697:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.831701:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688178.831706:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854291840 00000020:00000001:1.0:1773688178.831708:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688178.831710:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688178.831712:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.831715:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=47 00000020:00000001:1.0:1773688178.831718:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688178.831721:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688178.831725:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.831728:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08b251c0. 00000100:00000001:1.0:1773688178.831732:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.831734:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08b251c0. 00000020:00000010:1.0:1773688178.831740:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb600. 00000020:00000010:1.0:1773688178.831744:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a1677ef00. 00000020:00000010:1.0:1773688178.831749:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe960. 00000100:00000040:1.0:1773688178.831756:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688178.831758:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688178.831760:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688178.831763:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688178.831765:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.831767:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.831774:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.831786:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.831798:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688178.831799:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688178.831804:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15418 00000100:00000040:1.0:1773688178.831808:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688178.831811:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992796406144 : -129080913145472 : ffff8a9a02065180) 00000100:00000040:1.0:1773688178.831829:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a02065180 x1859843854291840/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 648/0 e 0 to 0 dl 1773688258 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688178.831839:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.831842:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08b251c0. 00000100:00000001:1.0:1773688178.831845:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.831847:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08b251c0. 00000100:00100000:1.0:1773688178.831853:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a02065180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+47:68109:x1859843854291840:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688178.831857:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854291840 00000020:00000001:1.0:1773688178.831861:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688178.831864:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688178.831869:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.831871:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688178.831873:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688178.831876:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688178.831879:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854291840, found 0 last_xid 1859843854291839 00000020:00000001:1.0:1773688178.831883:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688178.831885:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688178.831887:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688178.831892:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.831894:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688178.831896:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688178.831899:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688178.831901:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688178.831903:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.831907:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.831913:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 4 00010000:00000001:1.0:1773688178.831916:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.831918:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.831921:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b07379400. 00000020:00000001:1.0:1773688178.831925:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.831927:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b07379400 with handle 0x52973366461d2597 to hash 00000020:00000001:1.0:1773688178.831929:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.831931:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997178487808 : -129076531063808 : ffff8a9b07379400) 00010000:00000010:1.0:1773688178.831936:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b180. 00010000:00000001:1.0:1773688178.831939:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997178487808 : -129076531063808 : ffff8a9b07379400) 00010000:00010000:1.0:1773688178.831945:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379400/0x52973366461d2597 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a59f expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.831954:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:1.0:1773688178.831957:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=48 00010000:00000001:1.0:1773688178.831980:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688178.831985:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688178.831991:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688178.831994:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688178.831995:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.831998:0:68797:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:1.0:1773688178.832003:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9a02065180 x1859843854291840/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 648/0 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1773688178.832091:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1773688178.832094:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1773688178.832096:0:68797:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1773688178.832099:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.832102:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.832105:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.832107:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.832109:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.832110:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.832112:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.832114:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.832120:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.832122:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.832124:0:68797:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.832126:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.832130:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688178.832131:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688178.832134:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688178.832137:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688178.832143:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9b41760000. 02000000:00000001:1.0:1773688178.832145:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.832148:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.832151:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1773688178.832153:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.832154:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.832156:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.832157:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.832159:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.832160:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.832161:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.832163:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.832165:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.832167:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.832171:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688178.832175:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688178.832178:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688178.832180:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.832182:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.832184:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.832185:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.832187:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.832189:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.832191:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688178.832192:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.832195:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.832196:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.832198:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688178.832200:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.832209:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1773688178.832211:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.832213:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1773688178.832216:0:68797:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:1.0:1773688178.832220:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfa38 00000004:00000002:1.0:1773688178.832222:0:68797:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xf3:0x0]/(->[0x20000afe1:0xf8:0x0]) cr_flag=040000240000003 mode=0100000 msg_flag=0x600 00000004:00000001:1.0:1773688178.832230:0:68797:0:(mdt_open.c:1135:mdt_open_by_fid_lock()) Process entered 00000004:00000001:1.0:1773688178.832232:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688178.832234:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:1.0:1773688178.832237:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688178.832241:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:1.0:1773688178.832243:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:1.0:1773688178.832245:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688178.832246:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf8:0x0] 00000020:00000001:1.0:1773688178.832248:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688178.832253:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997883627000 : -129075825924616 : ffff8a9b313f25f8) 00000004:00000001:1.0:1773688178.832254:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614997883626912 : -129075825924704 : ffff8a9b313f25a0) 00000004:00000001:1.0:1773688178.832257:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1773688178.832258:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.832263:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1773688178.832265:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1773688178.832272:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.832275:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.832279:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.832281:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.832288:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.832290:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.832293:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.832295:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:1.0:1773688178.832298:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.832300:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0xf8:0x0]: Reading som attrs: valid: 4, size: 260096, blocks: 1 00000004:00000001:1.0:1773688178.832303:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.832304:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.832305:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.832307:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.832308:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.832310:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:1.0:1773688178.832312:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b41760378 00000004:00000001:1.0:1773688178.832315:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.832318:0:68797:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:1.0:1773688178.832320:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1773688178.832322:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.832324:0:68797:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0xf8:0x0] lease count: 0, lm: 4 00000004:00000001:1.0:1773688178.832327:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1773688178.832330:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688178.832332:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.832335:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304d00 count: 2 00010000:00000001:1.0:1773688178.832337:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.832339:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.832341:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b07379a00. 00000020:00000001:1.0:1773688178.832344:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.832346:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b07379a00 with handle 0x52973366461d259e to hash 00000020:00000001:1.0:1773688178.832347:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.832349:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00010000:00000010:1.0:1773688178.832351:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688178.832353:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00010000:00000001:1.0:1773688178.832356:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.832358:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.832361:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379a00/0x52973366461d259e lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.832368:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688178.832371:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688178.832373:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.832375:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.832377:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.832379:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.832380:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.832382:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688178.832384:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.832385:0:68797:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.832386:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.832388:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf8:0x0].0x0 (ffff8a9b32304d00) refcount = 2 00010000:00000040:1.0:1773688178.832391:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688178.832395:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379c00/0x52973366461d2590 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a598 expref: 48 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.832415:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379a00/0x52973366461d259e lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.832421:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.832425:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.832427:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.832429:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688178.832431:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.832433:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.832436:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.832439:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688178.832441:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.832444:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379a00/0x52973366461d259e lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.832450:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688178.832452:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.832454:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.832455:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.832457:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.832458:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b07379a00 refcount=3 00000020:00000001:1.0:1773688178.832460:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00010000:00000001:1.0:1773688178.832463:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00010000:00000001:1.0:1773688178.832464:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.832466:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.832467:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.832470:0:68797:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0xf8:0x0], ibits = 0x1b/0x1b, open_flags = 040000240000003, try_layout = 1 : rc = 0 00000004:00000001:1.0:1773688178.832474:0:68797:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688178.832476:0:68797:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.832479:0:68797:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000001:00000001:1.0:1773688178.832482:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.832484:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.832486:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.832488:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.832490:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.832491:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.832492:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.832494:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.832496:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.832497:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.832498:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.832501:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0xf8:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00200000:1.0:1773688178.832504:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0xf8:0x0]: returning size 260096 00000001:00000001:1.0:1773688178.832506:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.832508:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.832510:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1773688178.832511:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.832513:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.832515:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.832518:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.832520:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.832522:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.832524:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.832527:0:68797:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000004:00000002:1.0:1773688178.832529:0:68797:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:1.0:1773688178.832531:0:68797:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000004:00000001:1.0:1773688178.832533:0:68797:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.832537:0:68797:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:1.0:1773688178.832541:0:68797:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:1.0:1773688178.832543:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:00000001:1.0:1773688178.832545:0:68797:0:(mdd_permission.c:247:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.832547:0:68797:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.832550:0:68797:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688178.832553:0:68797:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000004:00000010:1.0:1773688178.832557:0:68797:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9a1677e500. 00000020:00000001:1.0:1773688178.832558:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.832560:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a1677e500 with handle 0x52973366461d25a5 to hash 00000020:00000001:1.0:1773688178.832562:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:1.0:1773688178.832564:0:68797:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614993139393792 : -129080570157824 : ffff8a9a1677e500) 00000004:00000001:1.0:1773688178.832566:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1773688178.832568:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:1.0:1773688178.832570:0:68797:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0xf8:0x0] Change mfd open_flags 0 -> 040000240000003. 00000004:00000001:1.0:1773688178.832573:0:68797:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:1.0:1773688178.832577:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1773688178.832585:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0fadc400. 00080000:00000001:1.0:1773688178.832588:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993025483776 : -129080684067840 : ffff8a9a0fadc400) 00080000:00000001:1.0:1773688178.832591:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1773688178.832597:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1773688178.832602:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1773688178.832604:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.832624:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.832627:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1773688178.832630:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1773688178.832632:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692021, last_committed = 171798692011 00000001:00000010:1.0:1773688178.832636:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b03ffba20. 00000001:00000040:1.0:1773688178.832639:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 10 00000020:00000040:1.0:1773688178.832641:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=49 00000001:00000010:1.0:1773688178.832646:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b41aaf9c0. 00080000:00000001:1.0:1773688178.832651:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1773688178.832669:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1773688178.832672:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b41aaf9c0: xid 1859843854291840, transno 171798692021, tag 1, client gen 13, slot idx 3 00000001:00000001:1.0:1773688178.832675:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.832687:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.832689:0:68797:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1773688178.832691:0:68797:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.832693:0:68797:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.832696:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.832698:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.832699:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.832701:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.832703:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.832705:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.832707:0:68797:0:(mdt_open.c:1236:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688178.832710:0:68797:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:1.0:1773688178.832713:0:68797:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:1.0:1773688178.832714:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688178.832716:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688178.832718:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1773688178.832719:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1773688178.832720:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.832723:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688178.832725:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688178.832726:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688178.832728:0:68797:0:(mdt_open.c:1525:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1773688178.832733:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688178.832738:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.832740:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.832742:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.832745:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.832747:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1773688178.832749:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688178.832751:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688178.832753:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688178.832754:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688178.832756:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688178.832758:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1773688178.832763:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.832765:0:68797:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:1.0:1773688178.832768:0:68797:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:1.0:1773688178.832770:0:68797:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.832773:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.832774:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.832776:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b07379a00 refcount=3 00000020:00000001:1.0:1773688178.832778:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00010000:00000001:1.0:1773688178.832781:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00000004:00000040:1.0:1773688178.832784:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:1.0:1773688178.832786:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=50 00010000:00000001:1.0:1773688178.832789:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.832791:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.832792:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.832794:0:68797:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.832797:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.832800:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1773688178.832803:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688178.832804:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.832808:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.832809:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.832811:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.832812:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.832814:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b07379400 with handle 0x52973366461d2597 from hash 00010000:00000001:1.0:1773688178.832817:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.832818:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.832819:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.832821:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688178.832822:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.832826:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379400/0x52973366461d2597 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a59f expref: 50 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.832834:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:1.0:1773688178.832837:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 49 00010000:00000010:1.0:1773688178.832840:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b180. 00010000:00000001:1.0:1773688178.832846:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.832847:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.832851:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688178.832855:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379a00/0x52973366461d259e lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a59f expref: 49 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.832863:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.832865:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.832868:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf8:0x0].0x0 (ffff8a9b32304d00) 00010000:00010000:1.0:1773688178.832870:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1773688178.832873:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.832876:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.832878:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.832880:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.832881:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.832883:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b07379a00, rc 0) 00000020:00000001:1.0:1773688178.832886:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688178.832890:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 171798692021, xid 1859843854291840 00010000:00000001:1.0:1773688178.832892:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688178.832897:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a02065180 x1859843854291840/t171798692021(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 648/664 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688178.832906:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688178.832909:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688178.832912:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=56 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688178.832917:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688178.832920:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688178.832923:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688178.832926:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688178.832928:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.832931:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688178.832934:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688178.832940:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64330. 00000100:00000200:1.0:1773688178.832946:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854291840, offset 224 00000400:00000200:1.0:1773688178.832952:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688178.832961:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688178.832967:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47876:47876:256:4294967295] 192.168.204.51@tcp LPNI seq info [47872:47872:8:4294967295] 00000400:00000200:1.0:1773688178.832990:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688178.832995:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688178.833000:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7400. 00000800:00000200:1.0:1773688178.833005:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688178.833039:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688178.833043:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7400 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1773688178.833051:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.833054:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688178.833057:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688178.833059:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.833062:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688178.833066:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a02065180 x1859843854291840/t171798692021(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 648/664 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688178.833076:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a02065180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+49:68109:x1859843854291840:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1235us (1474us total) trans 171798692021 rc 0/0 00000100:00100000:1.0:1773688178.833084:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15418 00000100:00000040:1.0:1773688178.833087:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688178.833090:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688178.833092:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688178.833096:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a1677ef00. 00000020:00000010:1.0:1773688178.833101:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe960. 00000020:00000010:1.0:1773688178.833105:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb600. 00000020:00000040:1.0:1773688178.833110:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 48 00000100:00000001:1.0:1773688178.833112:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.836619:0:7562:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688178.836622:0:7562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854291968 02000000:00000001:1.0:1773688178.836625:0:7562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688178.836627:0:7562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688178.836629:0:7562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.836633:0:7562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688178.836636:0:7562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854291968 00000020:00000001:1.0:1773688178.836639:0:7562:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688178.836640:0:7562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688178.836642:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.836645:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=49 00000020:00000001:1.0:1773688178.836648:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688178.836650:0:7562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688178.836655:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.836659:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08b251c0. 00000100:00000001:1.0:1773688178.836662:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.836664:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08b251c0. 00000020:00000010:1.0:1773688178.836670:0:7562:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb600. 00000020:00000010:1.0:1773688178.836674:0:7562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a1677ef00. 00000020:00000010:1.0:1773688178.836678:0:7562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe960. 00000100:00000040:1.0:1773688178.836683:0:7562:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688178.836686:0:7562:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688178.836688:0:7562:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688178.836690:0:7562:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688178.836693:0:7562:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.836695:0:7562:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688178.836699:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.836700:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.836702:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b07379a00 refcount=3 00000020:00000001:1.0:1773688178.836703:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00010000:00000001:1.0:1773688178.836706:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00010000:00000001:1.0:1773688178.836709:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.836711:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.836712:0:7562:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.836714:0:7562:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.836720:0:7562:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.836739:0:7562:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.836760:0:7562:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688178.836762:0:7562:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688178.836768:0:7562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1566 00000100:00000040:1.0:1773688178.836773:0:7562:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688178.836775:0:7562:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993043609728 : -129080665941888 : ffff8a9a10c25880) 00000100:00000040:1.0:1773688178.836782:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a10c25880 x1859843854291968/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/0 e 0 to 0 dl 1773688189 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688178.836790:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.836793:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08b251c0. 00000100:00000001:1.0:1773688178.836795:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.836797:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08b251c0. 00000100:00100000:1.0:1773688178.836801:0:7562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a10c25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+49:2405:x1859843854291968:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688178.836808:0:7562:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854291968 00010000:00000001:1.0:1773688178.836810:0:7562:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688178.836812:0:7562:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688178.836813:0:7562:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688178.836818:0:7562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688178.836821:0:7562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688178.836825:0:7562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a0fadf800. 02000000:00000001:1.0:1773688178.836827:0:7562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.836829:0:7562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.836831:0:7562:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688178.836832:0:7562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688178.836835:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.836836:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.836837:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b07379a00 refcount=3 00000020:00000001:1.0:1773688178.836839:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00010000:00000001:1.0:1773688178.836841:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00010000:00000040:1.0:1773688178.836844:0:7562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304d00 count: 3 00000004:00000001:1.0:1773688178.836848:0:7562:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1773688178.836850:0:7562:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688178.836853:0:7562:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.836856:0:7562:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.836858:0:7562:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.836860:0:7562:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.836863:0:7562:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688178.836865:0:7562:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.836869:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.836870:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.836873:0:7562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.836874:0:7562:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.836876:0:7562:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b07379a00 with handle 0x52973366461d259e from hash 00010000:00000001:1.0:1773688178.836879:0:7562:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.836880:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.836881:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.836883:0:7562:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688178.836887:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.836889:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.836891:0:7562:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688178.836893:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.836896:0:7562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379a00/0x52973366461d259e lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xf8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a59f expref: 49 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.836905:0:7562:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:1.0:1773688178.836908:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 48 00010000:00000010:1.0:1773688178.836910:0:7562:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688178.836918:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.836920:0:7562:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.836922:0:7562:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.836925:0:7562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf8:0x0].0x0 (ffff8a9b32304d00) 00010000:00000001:1.0:1773688178.836928:0:7562:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.836930:0:7562:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.836932:0:7562:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688178.836934:0:7562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688178.836935:0:7562:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.836939:0:7562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688178.836941:0:7562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688178.836944:0:7562:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=112 v=5 (1 1 1 1) 00000100:00000001:1.0:1773688178.836947:0:7562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688178.836949:0:7562:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688178.836951:0:7562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688178.836954:0:7562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688178.836956:0:7562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.836958:0:7562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688178.836960:0:7562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688178.836964:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64330. 00000100:00000200:1.0:1773688178.836980:0:7562:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854291968, offset 224 00000400:00000200:1.0:1773688178.836986:0:7562:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688178.836994:0:7562:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688178.836999:0:7562:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47877:47877:256:4294967295] 192.168.204.51@tcp LPNI seq info [47873:47873:8:4294967295] 00000400:00000200:1.0:1773688178.837035:0:7562:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688178.837041:0:7562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688178.837046:0:7562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7900. 00000800:00000200:1.0:1773688178.837052:0:7562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688178.837059:0:7562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688178.837063:0:7562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773688178.837078:0:7562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.837082:0:7562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688178.837085:0:7562:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.837087:0:7562:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.837091:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10c25880 x1859843854291968/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/224 e 0 to 0 dl 1773688189 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773688178.837101:0:7562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a10c25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+48:2405:x1859843854291968:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 308us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688178.837117:0:7562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1566 00000100:00000040:1.0:1773688178.837121:0:7562:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688178.837123:0:7562:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688178.837125:0:7562:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688178.837128:0:7562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a1677ef00. 00000020:00000010:1.0:1773688178.837133:0:7562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe960. 00000020:00000010:1.0:1773688178.837137:0:7562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb600. 00000020:00000040:1.0:1773688178.837143:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 47 00000100:00000001:1.0:1773688178.837146:0:7562:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1773688178.838046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b07379400. 00010000:00000010:1.1:1773688178.844030:0:78526:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b07379a00. 00000100:00000001:2.0:1773688178.844793:0:68799:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688178.844798:0:68799:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854292224 02000000:00000001:2.0:1773688178.844801:0:68799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688178.844804:0:68799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688178.844807:0:68799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688178.844823:0:68799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688178.844828:0:68799:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854292224 00000020:00000001:2.0:1773688178.844832:0:68799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688178.844834:0:68799:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688178.844837:0:68799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688178.844841:0:68799:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=48 00000020:00000001:2.0:1773688178.844844:0:68799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688178.844847:0:68799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688178.844851:0:68799:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688178.844856:0:68799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5500. 00000100:00000001:2.0:1773688178.844860:0:68799:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688178.844863:0:68799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5500. 00000020:00000010:2.0:1773688178.844869:0:68799:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a0e617200. 00000020:00000010:2.0:1773688178.844875:0:68799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e100. 00000020:00000010:2.0:1773688178.844880:0:68799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0bb8. 00000100:00000040:2.0:1773688178.844888:0:68799:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1773688178.844892:0:68799:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688178.844893:0:68799:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773688178.844895:0:68799:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.844903:0:68799:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.844915:0:68799:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688178.844927:0:68799:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688178.844930:0:68799:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688178.844938:0:68799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3208 00000100:00000040:2.0:1773688178.844943:0:68799:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688178.844946:0:68799:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992962803840 : -129080746747776 : ffff8a9a0bf15880) 00000100:00000040:2.0:1773688178.844955:0:68799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0bf15880 x1859843854292224/t0(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 392/0 e 0 to 0 dl 1773688189 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688178.844966:0:68799:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688178.844982:0:68799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5500. 00000100:00000001:2.0:1773688178.844985:0:68799:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688178.844989:0:68799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5500. 00000100:00100000:2.0:1773688178.844995:0:68799:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0bf15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+48:68109:x1859843854292224:12345-192.168.204.51@tcp:35:dbench.0 00000100:00000200:2.0:1773688178.845001:0:68799:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854292224 00000020:00000001:2.0:1773688178.845005:0:68799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688178.845030:0:68799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1773688178.845037:0:68799:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b41aaf9c0: xid 1859843854291840, transno 171798692021, client gen 13, slot idx 3 00000001:00000001:2.0:1773688178.845043:0:68799:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b41aafcc0: xid 1859843854290816, transno 171798692020, client gen 13, slot idx 2 00000001:00000010:2.0:1773688178.845048:0:68799:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b41aafcc0. 00000020:00000001:2.0:1773688178.845055:0:68799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688178.845058:0:68799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688178.845060:0:68799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862496 : -1038689120 : ffffffffc216dca0) 00000020:00000001:2.0:1773688178.845064:0:68799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688178.845069:0:68799:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854292224, found 0 last_xid 1859843854292223 00000020:00000001:2.0:1773688178.845072:0:68799:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688178.845075:0:68799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688178.845078:0:68799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688178.845081:0:68799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.845087:0:68799:0:(mdt_open.c:2771:mdt_close()) Process entered 00000004:00000001:2.0:1773688178.845090:0:68799:0:(mdt_lib.c:1452:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1773688178.845092:0:68799:0:(mdt_lib.c:1362:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1773688178.845096:0:68799:0:(mdt_lib.c:1373:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.845100:0:68799:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1773688178.845104:0:68799:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688178.845106:0:68799:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.845109:0:68799:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.845111:0:68799:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.845114:0:68799:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.845117:0:68799:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.845118:0:68799:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.845121:0:68799:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.845123:0:68799:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.845125:0:68799:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.845127:0:68799:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.845129:0:68799:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.845131:0:68799:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.845133:0:68799:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.845136:0:68799:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.845138:0:68799:0:(mdt_lib.c:1435:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1773688178.845141:0:68799:0:(mdt_lib.c:1437:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.845144:0:68799:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1773688178.845146:0:68799:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688178.845148:0:68799:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.845150:0:68799:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.845151:0:68799:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.845154:0:68799:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.845156:0:68799:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.845158:0:68799:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.845160:0:68799:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.845163:0:68799:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688178.845165:0:68799:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688178.845169:0:68799:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688178.845174:0:68799:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688178.845177:0:68799:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688178.845179:0:68799:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.845181:0:68799:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.845183:0:68799:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.845185:0:68799:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688178.845187:0:68799:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688178.845189:0:68799:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.845192:0:68799:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688178.845194:0:68799:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.845197:0:68799:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688178.845200:0:68799:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.845202:0:68799:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688178.845204:0:68799:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.845206:0:68799:0:(mdt_lib.c:1465:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.845211:0:68799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688178.845214:0:68799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688178.845220:0:68799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8a9a10f08000. 02000000:00000001:2.0:1773688178.845222:0:68799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.845225:0:68799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.845228:0:68799:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1773688178.845230:0:68799:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.845234:0:68799:0:(mdt_open.c:2739:mdt_close_internal()) Process entered 00000004:00000001:2.0:1773688178.845236:0:68799:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1773688178.845238:0:68799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688178.845241:0:68799:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8a9a1677e500 refcount=2 00000020:00000001:2.0:1773688178.845244:0:68799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993139393792 : -129080570157824 : ffff8a9a1677e500) 00000004:00000001:2.0:1773688178.845247:0:68799:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446614993139393792 : -129080570157824 : ffff8a9a1677e500) 00000020:00000040:2.0:1773688178.845250:0:68799:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a1677e500 with handle 0x52973366461d25a5 from hash 00000004:00000001:2.0:1773688178.845255:0:68799:0:(mdt_open.c:2590:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1773688178.845258:0:68799:0:(mdt_open.c:2598:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000afe1:0xf8:0x0] with intent: 0 00000004:00000001:2.0:1773688178.845262:0:68799:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1773688178.845265:0:68799:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 260096 size 260096 lsom blocks 1 blocks 1 truncate 0 00000004:00000001:2.0:1773688178.845268:0:68799:0:(mdt_som.c:209:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.845271:0:68799:0:(mdt_open.c:149:mdt_write_put()) Process entered 00000004:00000001:2.0:1773688178.845273:0:68799:0:(mdt_open.c:153:mdt_write_put()) Process leaving 00000004:00000001:2.0:1773688178.845277:0:68799:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1773688178.845281:0:68799:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688178.845287:0:68799:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688178.845291:0:68799:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688178.845297:0:68799:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688178.845300:0:68799:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688178.845304:0:68799:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688178.845307:0:68799:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.845310:0:68799:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1773688178.845319:0:68799:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1773688178.845323:0:68799:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1773688178.845327:0:68799:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1773688178.845335:0:68799:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9b08b27c00. 00080000:00000001:2.0:1773688178.845339:0:68799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1773688178.845346:0:68799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10f0a800. 00080000:00000001:2.0:1773688178.845349:0:68799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993046644736 : -129080662906880 : ffff8a9a10f0a800) 00000004:00000001:2.0:1773688178.845354:0:68799:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:2.0:1773688178.845357:0:68799:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:2.0:1773688178.845360:0:68799:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688178.845363:0:68799:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993046644736 : -129080662906880 : ffff8a9a10f0a800) 00080000:00000001:2.0:1773688178.845367:0:68799:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1773688178.845387:0:68799:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.845390:0:68799:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.845393:0:68799:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688178.845397:0:68799:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1773688178.845399:0:68799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1773688178.845405:0:68799:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1773688178.845407:0:68799:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688178.845408:0:68799:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993046644736 : -129080662906880 : ffff8a9a10f0a800) 00080000:00000001:2.0:1773688178.845412:0:68799:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1773688178.845417:0:68799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688178.845419:0:68799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.845422:0:68799:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688178.845447:0:68799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688178.845450:0:68799:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688178.845453:0:68799:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1773688113, ctime 1773688113 00000004:00000001:2.0:1773688178.845456:0:68799:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:2.0:1773688178.845459:0:68799:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:2.0:1773688178.845461:0:68799:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:2.0:1773688178.845462:0:68799:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688178.845464:0:68799:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993046644736 : -129080662906880 : ffff8a9a10f0a800) 00080000:00000001:2.0:1773688178.845468:0:68799:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:2.0:1773688178.845502:0:68799:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.845505:0:68799:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.845508:0:68799:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.845510:0:68799:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688178.845515:0:68799:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1773688178.845517:0:68799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1773688178.845521:0:68799:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1773688178.845524:0:68799:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692022, last_committed = 171798692011 00000001:00000010:2.0:1773688178.845529:0:68799:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b08b27f60. 00000001:00000040:2.0:1773688178.845532:0:68799:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 11 00000020:00000040:2.0:1773688178.845535:0:68799:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=49 00000001:00000010:2.0:1773688178.845541:0:68799:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b079f4840. 00000004:00000001:2.0:1773688178.845547:0:68799:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1773688178.845549:0:68799:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688178.845551:0:68799:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993046644736 : -129080662906880 : ffff8a9a10f0a800) 00080000:00000001:2.0:1773688178.845555:0:68799:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1773688178.845572:0:68799:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1773688178.845575:0:68799:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1773688178.845579:0:68799:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b079f4840: xid 1859843854292224, transno 171798692022, tag 1, client gen 13, slot idx 2 00000001:00000001:2.0:1773688178.845582:0:68799:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688178.845598:0:68799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773688178.845601:0:68799:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9b08b27c00. 00000020:00000001:2.0:1773688178.845604:0:68799:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.845608:0:68799:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1773688178.845611:0:68799:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.845614:0:68799:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1773688178.845619:0:68799:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688178.845623:0:68799:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1773688178.845626:0:68799:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8a9a1677e500. 00000004:00000001:2.0:1773688178.845634:0:68799:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1773688178.845640:0:68799:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b313f25f8/ffff8a9b313f25a0 to site lru. bkt: ffff8a9a1aeb63e0 00000004:00000001:2.0:1773688178.845642:0:68799:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688178.845644:0:68799:0:(mdt_open.c:2728:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.845647:0:68799:0:(mdt_open.c:2758:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.845650:0:68799:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1773688178.845652:0:68799:0:(mdt_open.c:193:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1773688178.845654:0:68799:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688178.845656:0:68799:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688178.845659:0:68799:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688178.845661:0:68799:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1773688178.845665:0:68799:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688178.845668:0:68799:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688178.845670:0:68799:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1773688178.845676:0:68799:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688178.845682:0:68799:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688178.845684:0:68799:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688178.845686:0:68799:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688178.845688:0:68799:0:(mdt_open.c:2833:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688178.845692:0:68799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 171798692022, xid 1859843854292224 00010000:00000001:2.0:1773688178.845696:0:68799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688178.845702:0:68799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0bf15880 x1859843854292224/t171798692022(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 392/456 e 0 to 0 dl 1773688189 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688178.845712:0:68799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688178.845715:0:68799:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688178.845719:0:68799:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=48 v=5 (1 1 1 0) 00000100:00000001:2.0:1773688178.845723:0:68799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688178.845727:0:68799:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688178.845729:0:68799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688178.845733:0:68799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688178.845735:0:68799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.845738:0:68799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688178.845743:0:68799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688178.845749:0:68799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b035055d8. 00000100:00000200:2.0:1773688178.845754:0:68799:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854292224, offset 224 00000400:00000200:2.0:1773688178.845763:0:68799:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688178.845775:0:68799:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688178.845784:0:68799:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47878:47878:256:4294967295] 192.168.204.51@tcp LPNI seq info [47874:47874:8:4294967295] 00000400:00000200:2.0:1773688178.845797:0:68799:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688178.845804:0:68799:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688178.845809:0:68799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a000. 00000800:00000200:2.0:1773688178.845816:0:68799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688178.845823:0:68799:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688178.845828:0:68799:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a000 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1773688178.845842:0:68799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688178.845847:0:68799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688178.845849:0:68799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688178.845851:0:68799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688178.845854:0:68799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688178.845859:0:68799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0bf15880 x1859843854292224/t171798692022(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 392/456 e 0 to 0 dl 1773688189 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688178.845871:0:68799:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0bf15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+49:68109:x1859843854292224:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 902us (2462us total) trans 171798692022 rc 0/0 00000100:00100000:2.0:1773688178.845880:0:68799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3208 00000100:00000040:2.0:1773688178.845883:0:68799:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688178.845886:0:68799:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688178.845889:0:68799:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688178.845893:0:68799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e100. 00000020:00000010:2.0:1773688178.845898:0:68799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0bb8. 00000020:00000010:2.0:1773688178.845902:0:68799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a0e617200. 00000020:00000040:2.0:1773688178.845908:0:68799:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 48 00000100:00000001:2.0:1773688178.845911:0:68799:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688178.846029:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.846033:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a000. 00000400:00000200:2.0:1773688178.846039:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.846043:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.846048:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b035055d8 00000400:00000010:2.0:1773688178.846051:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b035055d8. 00000100:00000001:2.0:1773688178.846054:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.846056:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1773688178.851080:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688178.851084:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854292480 02000000:00000001:1.0:1773688178.851088:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688178.851090:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688178.851093:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.851097:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688178.851102:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854292480 00000020:00000001:1.0:1773688178.851105:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688178.851107:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688178.851111:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.851114:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=49 00000020:00000001:1.0:1773688178.851116:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688178.851118:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688178.851124:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.851128:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703b00. 00000100:00000001:1.0:1773688178.851132:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.851136:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703b00. 00000020:00000010:1.0:1773688178.851141:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb000. 00000020:00000010:1.0:1773688178.851148:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a169be280. 00000020:00000010:1.0:1773688178.851153:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe960. 00000100:00000040:1.0:1773688178.851161:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688178.851165:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688178.851167:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688178.851171:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688178.851174:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.851177:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.851185:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.851195:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.851210:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688178.851212:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688178.851219:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15419 00000100:00000040:1.0:1773688178.851225:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688178.851228:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997944835072 : -129075764716544 : ffff8a9b34e51c00) 00000100:00000040:1.0:1773688178.851236:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b34e51c00 x1859843854292480/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 648/0 e 0 to 0 dl 1773688258 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688178.851246:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.851250:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703b00. 00000100:00000001:1.0:1773688178.851253:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.851255:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703b00. 00000100:00100000:1.0:1773688178.851261:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b34e51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+49:68109:x1859843854292480:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688178.851265:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854292480 00000020:00000001:1.0:1773688178.851269:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688178.851272:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1773688178.851279:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b079f4840: xid 1859843854292224, transno 171798692022, client gen 13, slot idx 2 00000001:00000001:1.0:1773688178.851284:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b41aaf9c0: xid 1859843854291840, transno 171798692021, client gen 13, slot idx 3 00000001:00000010:1.0:1773688178.851288:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b41aaf9c0. 00000020:00000001:1.0:1773688178.851293:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.851296:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688178.851298:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688178.851302:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000001:2.0:1773688178.856129:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.856140:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.856143:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.856147:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.856154:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.856166:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af0880 00000400:00000200:2.0:1773688178.856178:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x779c1 [1] + 224 00000800:00000001:2.0:1773688178.856185:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.856193:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.856196:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.856201:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.856207:0:3439:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688178.856213:0:3439:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b34e51500 x1859843861186688/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1773688178.856225:0:3439:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9b34e51500 x1859843861186688/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688178.856247:0:3439:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.856255:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.856259:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688178.857043:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.857049:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688178.857051:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.857053:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688178.857057:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688178.857064:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a445d680 00000400:00000200:1.0:1773688178.857069:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72951 [2] + 1312 00000800:00000001:1.0:1773688178.857072:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.857100:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688178.857102:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688178.857105:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688178.857109:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688178.857111:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1773688178.857115:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b32126a00. 00000100:00000040:1.0:1773688178.857119:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b32126a00 x1859843854292608 msgsize 328 00000100:00100000:1.0:1773688178.857124:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688178.857138:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688178.857144:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.857147:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688178.857178:0:7562:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688178.857181:0:7562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854292608 02000000:00000001:2.0:1773688178.857183:0:7562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688178.857185:0:7562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688178.857187:0:7562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688178.857189:0:7562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688178.857192:0:7562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854292608 00000020:00000001:2.0:1773688178.857196:0:7562:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688178.857197:0:7562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688178.857199:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688178.857201:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=51 00000020:00000001:2.0:1773688178.857204:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688178.857206:0:7562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688178.857210:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688178.857215:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5980. 00000100:00000001:2.0:1773688178.857217:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688178.857220:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5980. 00000020:00000010:2.0:1773688178.857225:0:7562:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a0e616000. 00000020:00000010:2.0:1773688178.857230:0:7562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9900. 00000020:00000010:2.0:1773688178.857235:0:7562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0bb8. 00000100:00000040:2.0:1773688178.857241:0:7562:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1773688178.857244:0:7562:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688178.857245:0:7562:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1773688178.857247:0:7562:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1773688178.857249:0:7562:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.857251:0:7562:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1773688178.857254:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688178.857255:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688178.857257:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b07379c00 refcount=4 00000020:00000001:2.0:1773688178.857259:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997178489856 : -129076531061760 : ffff8a9b07379c00) 00010000:00000001:2.0:1773688178.857261:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997178489856 : -129076531061760 : ffff8a9b07379c00) 00010000:00010000:2.0:1773688178.857267:0:7562:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379c00/0x52973366461d2590 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xf8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a598 expref: 51 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.857274:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.857276:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688178.857277:0:7562:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688178.857278:0:7562:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688178.857284:0:7562:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1773688178.857289:0:7562:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9b32126a00 x1859843854292608/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/0 e 0 to 0 dl 1773688189 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773688178.857301:0:7562:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1773688178.857302:0:7562:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.857312:0:7562:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688178.857326:0:7562:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688178.857329:0:7562:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688178.857335:0:7562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3701 00000100:00000040:2.0:1773688178.857341:0:7562:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00000100:00000001:2.0:1773688178.857347:0:7562:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997897472512 : -129075812079104 : ffff8a9b32126a00) 00000100:00000040:2.0:1773688178.857357:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b32126a00 x1859843854292608/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/0 e 0 to 0 dl 1773688189 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773688178.857367:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688178.857371:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5980. 00000100:00000001:2.0:1773688178.857374:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688178.857376:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5980. 00000100:00100000:2.0:1773688178.857383:0:7562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b32126a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+51:2404:x1859843854292608:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:2.0:1773688178.857387:0:7562:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854292608 00010000:00000001:2.0:1773688178.857390:0:7562:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1773688178.857392:0:7562:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1773688178.857395:0:7562:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1773688178.857399:0:7562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688178.857402:0:7562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688178.857406:0:7562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a10f0ac00. 02000000:00000001:2.0:1773688178.857409:0:7562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.857412:0:7562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.857415:0:7562:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1773688178.857417:0:7562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1773688178.857420:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688178.857422:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688178.857436:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b07379c00 refcount=4 00000020:00000001:2.0:1773688178.857438:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997178489856 : -129076531061760 : ffff8a9b07379c00) 00010000:00000001:2.0:1773688178.857441:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997178489856 : -129076531061760 : ffff8a9b07379c00) 00010000:00000040:2.0:1773688178.857445:0:7562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304d00 count: 3 00000004:00000001:2.0:1773688178.857450:0:7562:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:2.0:1773688178.857455:0:7562:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379c00/0x52973366461d2590 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xf8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a598 expref: 51 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:2.0:1773688178.857462:0:7562:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b2bf83c50 time=1773688178 v=20 (0 0 0 0) 00010000:00000001:2.0:1773688178.857465:0:7562:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773688178.857476:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.857478:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688178.857482:0:7562:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379c00/0x52973366461d2590 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a598 expref: 51 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1773688178.857489:0:7562:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688178.857491:0:7562:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688178.857493:0:7562:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688178.857495:0:7562:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.857500:0:7562:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688178.857502:0:7562:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688178.857515:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.857517:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688178.857520:0:7562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688178.857522:0:7562:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688178.857524:0:7562:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b07379c00 with handle 0x52973366461d2590 from hash 00010000:00000001:2.0:1773688178.857535:0:7562:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688178.857537:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.857538:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688178.857539:0:7562:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688178.857544:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688178.857547:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.857549:0:7562:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688178.857551:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688178.857555:0:7562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379c00/0x52973366461d2590 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xf8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a598 expref: 51 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688178.857563:0:7562:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:2.0:1773688178.857567:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 50 00010000:00000010:2.0:1773688178.857570:0:7562:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b300. 00010000:00000001:2.0:1773688178.857580:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688178.857582:0:7562:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688178.857585:0:7562:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688178.857587:0:7562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf8:0x0].0x0 (ffff8a9b32304d00) 00010000:00010000:2.0:1773688178.857592:0:7562:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d25b3 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0xf8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.857598:0:7562:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688178.857600:0:7562:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688178.857602:0:7562:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688178.857604:0:7562:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688178.857606:0:7562:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688178.857610:0:7562:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688178.857612:0:7562:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1773688178.857615:0:7562:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d25b3 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xf8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.857622:0:7562:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1773688178.857625:0:7562:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688178.857627:0:7562:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688178.857629:0:7562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688178.857631:0:7562:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf8:0x0].0x0 (ffff8a9b32304d00) refcount = 2 00010000:00010000:2.0:1773688178.857635:0:7562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d25b3 lrc: 4/0,1 mode: CW/CW res: [0x20000afe1:0xf8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.857641:0:7562:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688178.857644:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688178.857645:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.857647:0:7562:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688178.857648:0:7562:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688178.857651:0:7562:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1773688178.857780:0:7562:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b079e5b00. 00000100:00000001:2.0:1773688178.857784:0:7562:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773688178.857789:0:7562:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b079f4cc0. 00000100:00000001:2.0:1773688178.857791:0:7562:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997185285312 : -129076524266304 : ffff8a9b079f4cc0) 00000100:00000001:2.0:1773688178.857793:0:7562:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997185285312 : -129076524266304 : ffff8a9b079f4cc0) 00000100:00000001:2.0:1773688178.857795:0:7562:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773688178.857796:0:7562:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1773688178.857798:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1773688178.857800:0:7562:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688178.857816:0:7562:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.857819:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.857820:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688178.857822:0:7562:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.857824:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1773688178.857825:0:7562:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1773688178.857828:0:7562:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.857830:0:7562:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.857832:0:7562:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1773688178.857834:0:7562:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b079f4cc0. 00000100:00000001:2.0:1773688178.857838:0:7562:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1773688178.857840:0:7562:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1773688178.857842:0:7562:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b079e5b00. 00010000:00000001:2.0:1773688178.857845:0:7562:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1773688178.857848:0:7562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1773688178.857849:0:7562:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688178.857854:0:7562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688178.857857:0:7562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688178.857861:0:7562:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=112 v=5 (1 1 1 1) 00000100:00000001:2.0:1773688178.857865:0:7562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688178.857868:0:7562:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688178.857870:0:7562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688178.857874:0:7562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688178.857876:0:7562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.857879:0:7562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688178.857882:0:7562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688178.857886:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b035055d8. 00000100:00000200:2.0:1773688178.857891:0:7562:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854292608, offset 224 00010000:00010000:1.0:1773688178.857944:0:68797:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d25b3 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xf8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.857950:0:68797:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.857953:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d25b3 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xf8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.857957:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688178.857958:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.857960:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.857961:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.857963:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.857964:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcdc00 refcount=3 00000020:00000001:1.0:1773688178.857966:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00010000:00000001:1.0:1773688178.857982:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00010000:00000001:1.0:1773688178.857985:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.857987:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.857989:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.857992:0:68797:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0xf8:0x0], ibits = 0x5/0x1a, open_flags = 040004240000003, try_layout = 1 : rc = 0 00000004:00000001:1.0:1773688178.857997:0:68797:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688178.857999:0:68797:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773688178.858040:0:7562:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000004:00000001:1.0:1773688178.858042:0:68797:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000001:00000001:1.0:1773688178.858050:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000400:00000200:2.0:1773688178.858051:0:7562:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000001:00000001:1.0:1773688178.858054:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.858059:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000400:00000200:2.0:1773688178.858060:0:7562:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47880:47880:256:4294967295] 192.168.204.51@tcp LPNI seq info [47876:47876:8:4294967295] 00000001:00000001:1.0:1773688178.858062:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.858065:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.858067:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.858069:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.858071:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.858074:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.858077:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.858081:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.858085:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0xf8:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000400:00000200:2.0:1773688178.858091:0:7562:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000004:00200000:1.0:1773688178.858092:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0xf8:0x0]: returning size 260096 00000001:00000001:1.0:1773688178.858097:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.858099:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773688178.858102:0:7562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000004:00000001:1.0:1773688178.858103:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1773688178.858107:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000800:00000010:2.0:1773688178.858109:0:7562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a000. 00000004:00000001:1.0:1773688178.858113:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000800:00000200:2.0:1773688178.858115:0:7562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00080000:00000001:1.0:1773688178.858117:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000800:00000200:2.0:1773688178.858121:0:7562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688178.858124:0:7562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a000 type 1, nob 320 niov 1 nkiov 1 00080000:00000001:1.0:1773688178.858124:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.858130:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.858135:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000001:2.0:1773688178.858136:0:7562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.858138:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688178.858141:0:7562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00000004:00000001:1.0:1773688178.858144:0:68797:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00010000:00000001:2.0:1773688178.858146:0:7562:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.858148:0:68797:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00010000:00000001:2.0:1773688178.858151:0:7562:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.858154:0:68797:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000004:00000001:1.0:1773688178.858156:0:68797:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688178.858158:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b32126a00 x1859843854292608/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/224 e 0 to 0 dl 1773688189 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1773688178.858162:0:68797:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:1.0:1773688178.858169:0:68797:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000100:00100000:2.0:1773688178.858173:0:7562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b32126a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+50:2404:x1859843854292608:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 803us (1051us total) trans 0 rc 0/0 00000004:00000001:1.0:1773688178.858174:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:00000001:1.0:1773688178.858177:0:68797:0:(mdd_permission.c:247:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.858182:0:68797:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.858185:0:68797:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1773688178.858188:0:7562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3701 00000004:00000001:1.0:1773688178.858191:0:68797:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000100:00000040:2.0:1773688178.858192:0:7562:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00000004:00000010:1.0:1773688178.858195:0:68797:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9b07b50800. 00000100:00000001:2.0:1773688178.858196:0:7562:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1773688178.858198:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:2.0:1773688178.858200:0:7562:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:1.0:1773688178.858201:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b07b50800 with handle 0x52973366461d25ba to hash 00000020:00000001:1.0:1773688178.858205:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:1.0:1773688178.858206:0:68797:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614997186709504 : -129076522842112 : ffff8a9b07b50800) 00000020:00000010:2.0:1773688178.858207:0:7562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9900. 00000004:00000001:1.0:1773688178.858209:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1773688178.858212:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000020:00000010:2.0:1773688178.858214:0:7562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0bb8. 00000004:00002000:1.0:1773688178.858216:0:68797:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0xf8:0x0] Change mfd open_flags 0 -> 040004240000003. 00000020:00000010:2.0:1773688178.858220:0:7562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a0e616000. 00000004:00000001:1.0:1773688178.858222:0:68797:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00000020:00000040:2.0:1773688178.858227:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 49 00080000:00000001:1.0:1773688178.858228:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:2.0:1773688178.858233:0:7562:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1773688178.858333:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0fadc000. 00080000:00000001:1.0:1773688178.858337:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993025482752 : -129080684068864 : ffff8a9a0fadc000) 00080000:00000001:1.0:1773688178.858341:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1773688178.858346:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1773688178.858351:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1773688178.858352:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.858370:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.858373:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1773688178.858377:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1773688178.858380:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692023, last_committed = 171798692011 00000001:00000010:1.0:1773688178.858384:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b03ffbf00. 00000001:00000040:1.0:1773688178.858387:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 12 00000020:00000040:1.0:1773688178.858390:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=50 00000001:00000010:1.0:1773688178.858395:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b41aaf0c0. 00080000:00000001:1.0:1773688178.858401:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1773688178.858415:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1773688178.858419:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b41aaf0c0: xid 1859843854292480, transno 171798692023, tag 1, client gen 13, slot idx 3 00000001:00000001:1.0:1773688178.858422:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.858432:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.858435:0:68797:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1773688178.858436:0:68797:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.858439:0:68797:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.858441:0:68797:0:(mdt_open.c:1236:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688178.858444:0:68797:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:1.0:1773688178.858447:0:68797:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:1.0:1773688178.858448:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688178.858451:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688178.858453:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1773688178.858455:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1773688178.858456:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.858458:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688178.858461:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688178.858462:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688178.858464:0:68797:0:(mdt_open.c:1525:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1773688178.858470:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688178.858475:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.858477:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.858478:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.858482:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.858485:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1773688178.858488:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688178.858490:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688178.858492:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688178.858493:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688178.858496:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688178.858498:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1773688178.858505:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.858507:0:68797:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:1.0:1773688178.858510:0:68797:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:1.0:1773688178.858513:0:68797:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.858516:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.858517:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.858519:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcdc00 refcount=3 00000020:00000001:1.0:1773688178.858521:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00010000:00000001:1.0:1773688178.858524:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00000004:00000040:1.0:1773688178.858527:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:1.0:1773688178.858529:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=51 00010000:00000001:1.0:1773688178.858533:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.858535:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.858537:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.858539:0:68797:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.858542:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.858545:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1773688178.858547:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688178.858549:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.858552:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.858553:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.858555:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.858556:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.858559:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bcd000 with handle 0x52973366461d25ac from hash 00010000:00000001:1.0:1773688178.858561:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.858562:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.858563:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.858564:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688178.858566:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.858570:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd000/0x52973366461d25ac lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5a6 expref: 51 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.858602:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:1.0:1773688178.858604:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 50 00010000:00000010:1.0:1773688178.858608:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988580. 00010000:00000001:1.0:1773688178.858616:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.858618:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.858622:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688178.858628:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d25b3 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xf8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5a6 expref: 50 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.858635:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.858636:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.858639:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf8:0x0].0x0 (ffff8a9b32304d00) 00010000:00010000:1.0:1773688178.858642:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00000001:1.0:1773688178.858644:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.858647:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.858649:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.858651:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.858652:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.858654:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bcdc00, rc 0) 00000020:00000001:1.0:1773688178.858657:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688178.858660:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 171798692023, xid 1859843854292480 00010000:00000001:1.0:1773688178.858663:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688178.858669:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b34e51c00 x1859843854292480/t171798692023(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 648/664 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688178.858677:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688178.858679:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688178.858682:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=56 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688178.858686:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688178.858689:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688178.858692:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688178.858695:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688178.858697:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.858700:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688178.858703:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688178.858813:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64d48. 00000100:00000200:1.0:1773688178.858819:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854292480, offset 224 00000400:00000200:1.0:1773688178.858825:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688178.858832:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688178.858837:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47881:47881:256:4294967295] 192.168.204.51@tcp LPNI seq info [47877:47877:8:4294967295] 00000400:00000200:1.0:1773688178.858848:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688178.858854:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688178.858858:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7900. 00000800:00000200:1.0:1773688178.858863:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688178.858868:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688178.858871:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7900 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1773688178.858882:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.858886:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688178.858889:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688178.858891:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.858894:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688178.858900:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b34e51c00 x1859843854292480/t171798692023(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 648/664 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688178.858907:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b34e51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+50:68109:x1859843854292480:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 7659us (8414us total) trans 171798692023 rc 0/0 00000100:00100000:1.0:1773688178.858912:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15419 00000100:00000040:1.0:1773688178.858915:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688178.858916:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688178.858918:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688178.858920:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a169be280. 00000020:00000010:1.0:1773688178.858924:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe960. 00000020:00000010:1.0:1773688178.858927:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb000. 00000020:00000040:1.0:1773688178.858930:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 49 00000100:00000001:1.0:1773688178.858933:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688178.858947:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.858950:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7900. 00000400:00000200:2.0:1773688178.858952:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.858956:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.858958:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64d48 00000400:00000010:2.0:1773688178.858960:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64d48. 00000100:00000001:2.0:1773688178.858962:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.858963:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688178.860994:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.861003:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.861025:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.861029:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.861037:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.861048:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a445d700 00000400:00000200:2.0:1773688178.861056:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 58056 00000800:00000001:2.0:1773688178.861062:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.861069:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.861072:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.861075:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.861080:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.861081:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688178.861086:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a02067480. 00000100:00000040:2.0:1773688178.861089:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a02067480 x1859843854292736 msgsize 576 00000100:00100000:2.0:1773688178.861093:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.861103:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.861108:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.861111:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.861129:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688178.861134:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854292736 02000000:00000001:1.0:1773688178.861137:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688178.861139:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688178.861142:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.861146:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688178.861149:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854292736 00000020:00000001:1.0:1773688178.861151:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688178.861153:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688178.861156:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.861158:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=50 00000020:00000001:1.0:1773688178.861162:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688178.861164:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688178.861168:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.861172:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c62cc0. 00000100:00000001:1.0:1773688178.861176:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.861179:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c62cc0. 00000020:00000010:1.0:1773688178.861186:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b028f7800. 00000020:00000010:1.0:1773688178.861190:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07b50d80. 00000020:00000010:1.0:1773688178.861195:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe960. 00000100:00000040:1.0:1773688178.861201:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688178.861204:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688178.861206:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688178.861209:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688178.861211:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.861214:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.861220:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.861230:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.861241:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688178.861243:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688178.861248:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15420 00000100:00000040:1.0:1773688178.861252:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688178.861254:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992796415104 : -129080913136512 : ffff8a9a02067480) 00000100:00000040:1.0:1773688178.861260:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a02067480 x1859843854292736/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 576/0 e 0 to 0 dl 1773688258 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688178.861275:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.861278:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c62cc0. 00000100:00000001:1.0:1773688178.861282:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.861285:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c62cc0. 00000100:00100000:1.0:1773688178.861292:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a02067480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+50:68109:x1859843854292736:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688178.861297:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854292736 00000020:00000001:1.0:1773688178.861300:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688178.861304:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1773688178.861308:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b41aaf0c0: xid 1859843854292480, transno 171798692023, client gen 13, slot idx 3 00000001:00000001:1.0:1773688178.861314:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b079f4840: xid 1859843854292224, transno 171798692022, client gen 13, slot idx 2 00000001:00000010:1.0:1773688178.861318:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b079f4840. 00000020:00000001:1.0:1773688178.861323:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.861326:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688178.861328:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688178.861331:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688178.861335:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854292736, found 0 last_xid 1859843854292735 00000020:00000001:1.0:1773688178.861338:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688178.861340:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688178.861343:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688178.861346:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.861350:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688178.861352:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688178.861354:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688178.861356:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688178.861358:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.861362:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.861367:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304d00 count: 2 00010000:00000001:1.0:1773688178.861371:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.861374:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.861378:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b07379a00. 00000020:00000001:1.0:1773688178.861382:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.861384:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b07379a00 with handle 0x52973366461d25c1 to hash 00000020:00000001:1.0:1773688178.861386:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.861387:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00010000:00000010:1.0:1773688178.861391:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688178.861393:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00010000:00010000:1.0:1773688178.861397:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379a00/0x52973366461d25c1 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a5ad expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.861405:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:1.0:1773688178.861407:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=51 00010000:00000001:1.0:1773688178.861413:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688178.861415:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688178.861422:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688178.861424:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688178.861427:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1773688178.861429:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688178.861432:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf8:0x0] 00000020:00000001:1.0:1773688178.861436:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688178.861440:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997883627000 : -129075825924616 : ffff8a9b313f25f8) 00000004:00000001:1.0:1773688178.861443:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614997883626912 : -129075825924704 : ffff8a9b313f25a0) 00000004:00000001:1.0:1773688178.861446:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.861449:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688178.861451:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688178.861453:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688178.861456:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688178.861460:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b41764000. 02000000:00000001:1.0:1773688178.861462:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.861464:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.861466:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.861468:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1773688178.861471:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:1.0:1773688178.861472:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.861474:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.861476:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.861478:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.861480:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.861481:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.861483:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.861484:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.861485:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.861487:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.861488:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.861489:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.861490:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.861492:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.861493:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.861494:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.861496:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.861497:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.861498:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.861502:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688178.861506:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688178.861508:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688178.861510:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.861512:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.861514:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.861516:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.861517:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.861519:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.861522:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688178.861524:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.861527:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.861529:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.861531:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688178.861533:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.861537:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:1.0:1773688178.861541:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1773688178.861543:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:1.0:1773688178.861546:0:68797:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000020:00000010:1.0:1773688178.861552:0:68797:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8a9b41763000. 00000004:00000001:1.0:1773688178.861557:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.861561:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.861563:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.861568:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:1.0:1773688178.861571:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:1.0:1773688178.861574:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:1.0:1773688178.861579:0:68797:0:(mdt_lib.c:2238:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.861582:0:68797:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xf8:0x0]/[0x20000afe1:0xf8:0x0], ldlm_rep = ffff8a9b41764228 00000004:00000001:1.0:1773688178.861588:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1773688178.861592:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688178.861593:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.861596:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304d00 count: 3 00010000:00000001:1.0:1773688178.861598:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.861599:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.861602:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b07379400. 00000020:00000001:1.0:1773688178.861604:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.861606:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b07379400 with handle 0x52973366461d25c8 to hash 00000020:00000001:1.0:1773688178.861607:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.861609:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997178487808 : -129076531063808 : ffff8a9b07379400) 00010000:00000010:1.0:1773688178.861611:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b180. 00010000:00000001:1.0:1773688178.861613:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997178487808 : -129076531063808 : ffff8a9b07379400) 00010000:00000001:1.0:1773688178.861615:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.861617:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.861619:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379400/0x52973366461d25c8 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.861624:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688178.861626:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688178.861628:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.861629:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.861631:0:68797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688178.861635:0:68797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d25b3 lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0xf8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5a6 expref: 51 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.861643:0:68797:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688178.861644:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.861646:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.861647:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.861649:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.861650:0:68797:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1773688178.861652:0:68797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379400/0x52973366461d25c8 lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0xf8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.861657:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf8:0x0].0x0 (ffff8a9b32304d00) refcount = 3 00010000:00000040:1.0:1773688178.861659:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688178.861661:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d25b3 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xf8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5a6 expref: 51 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.861666:0:68797:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1773688178.861667:0:68797:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379400/0x52973366461d25c8 lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0xf8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688178.861672:0:68797:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b10c62cc0. 00000100:00000001:1.0:1773688178.861674:0:68797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688178.861677:0:68797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b41aafcc0. 00000100:00000001:1.0:1773688178.861678:0:68797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614998159129792 : -129075550421824 : ffff8a9b41aafcc0) 00000100:00000001:1.0:1773688178.861680:0:68797:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614998159129792 : -129075550421824 : ffff8a9b41aafcc0) 00000100:00000001:1.0:1773688178.861682:0:68797:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688178.861683:0:68797:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688178.861684:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1773688178.861687:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.861688:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1773688178.861689:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.861691:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.861692:0:68797:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1773688178.861693:0:68797:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1773688178.861697:0:68797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b32125180. 00000020:00000040:1.0:1773688178.861699:0:68797:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:1.0:1773688178.861702:0:68797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773688178.861703:0:68797:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773688178.861707:0:68797:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773688178.861711:0:68797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9b028f6e00. 00000100:00000001:1.0:1773688178.861716:0:68797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.861719:0:68797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d25b3 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xf8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5a6 expref: 51 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.861734:0:68797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d25b3 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0xf8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5a6 expref: 51 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.861740:0:68797:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1773688178.861742:0:68797:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773688178.861745:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b32125180 x1859843861186816/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688178.861751:0:68797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773688178.861753:0:68797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688178.861756:0:68797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b32125180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861186816:192.168.204.51@tcp:104: 00000100:00000001:1.0:1773688178.861758:0:68797:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773688178.861762:0:68797:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773688178.861763:0:68797:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.861765:0:68797:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773688178.861768:0:68797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9b028f7600. 02000000:00000001:1.0:1773688178.861769:0:68797:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773688178.861773:0:68797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b3697f6e0. 00000400:00000010:1.0:1773688178.861778:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64e58. 00000100:00000200:1.0:1773688178.861785:0:68797:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861186816, portal 16 00000100:00000001:1.0:1773688178.861787:0:68797:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773688178.861789:0:68797:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997897466240 : -129075812085376 : ffff8a9b32125180) 00000100:00000040:1.0:1773688178.861795:0:68797:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b32125180 x1859843861186816/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688178.861802:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688178.861805:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688178.861809:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64110. 00000100:00000200:1.0:1773688178.861812:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861186816, offset 0 00000400:00000200:1.0:1773688178.861819:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688178.861827:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688178.861832:0:68797:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773688178.861836:0:68797:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:1.0:1773688178.861839:0:68797:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773688178.861842:0:68797:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:1.0:1773688178.861845:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47882:47882:256:4294967295] 192.168.204.51@tcp LPNI seq info [47878:47878:8:4294967295] 00000400:00000200:1.0:1773688178.861852:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688178.861856:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688178.861859:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7600. 00000800:00000200:1.0:1773688178.861863:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688178.861868:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688178.861871:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773688178.861878:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.861881:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297629782 00000100:00000001:1.0:1773688178.861887:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297629775 00000100:00000001:1.0:1773688178.861891:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297629782 00000100:00000001:1.0:1773688178.861894:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297629775 00000100:00000001:1.0:1773688178.861897:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297629782 00000100:00000001:1.0:1773688178.861900:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297629775 00000100:00000001:1.0:1773688178.861904:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297629782 00000100:00000001:1.0:1773688178.861908:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297629775 00000100:00000001:1.0:1773688178.861910:0:68797:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688178.861912:0:68797:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.861914:0:68797:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.861916:0:68797:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.861917:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.861919:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.861920:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.861921:0:68797:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.861923:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1773688178.861924:0:68797:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688178.861925:0:68797:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.861927:0:68797:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773688178.861928:0:68797:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773688178.861930:0:68797:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b41aafcc0 going to sleep for 11 seconds 00000100:00000001:1.0:1773688178.861932:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773688178.861933:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773688178.862057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b07379c00. 00000800:00000200:2.0:1773688178.862132:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.862136:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7600. 00000400:00000200:2.0:1773688178.862140:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.862146:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.862150:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64110 00000400:00000010:2.0:1773688178.862152:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64110. 00000100:00000001:2.0:1773688178.862156:0:3440:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773688178.862162:0:3440:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b32125180 x1859843861186816/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688178.862173:0:3440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688178.862177:0:3440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b32125180 x1859843861186816/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688178.862185:0:3440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.862188:0:3440:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773688178.863066:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.863073:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.863075:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.863077:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.863082:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.863091:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af0900 00000400:00000200:2.0:1773688178.863097:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x779d1 [1] + 224 00000800:00000001:2.0:1773688178.863102:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.863109:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.863111:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.863115:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.863118:0:3439:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688178.863124:0:3439:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b32125180 x1859843861186816/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1773688178.863135:0:3439:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9b32125180 x1859843861186816/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688178.863146:0:3439:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.863150:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.863153:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.863156:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773688178.863163:0:68797:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773688178.863165:0:68797:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773688178.863168:0:68797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b3697f6e0. 00000400:00000200:1.0:1773688178.863171:0:68797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64e58 00000400:00000010:1.0:1773688178.863174:0:68797:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64e58. 00000100:00000001:1.0:1773688178.863176:0:68797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773688178.863182:0:68797:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9b32125180 x1859843861186816/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1773688178.863191:0:68797:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9b32125180 x1859843861186816/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688178.863198:0:68797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773688178.863199:0:68797:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.863201:0:68797:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773688178.863204:0:68797:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773688178.863205:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688178.863207:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.863209:0:68797:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688178.863214:0:68797:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=2 v=5 (5 0 0 0) 00000100:00001000:1.0:1773688178.863217:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773688178.863219:0:68797:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773688178.863221:0:68797:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.863223:0:68797:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773688178.863226:0:68797:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.863229:0:68797:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.863233:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9b32125180 x1859843861186816/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688178.863240:0:68797:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688178.863243:0:68797:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773688178.863244:0:68797:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.863246:0:68797:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1773688178.863248:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.863249:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.863251:0:68797:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.863255:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b32125180 x1859843861186816/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1773688178.863263:0:68797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9b32125180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861186816:192.168.204.51@tcp:104: 00000100:00000001:1.0:1773688178.863268:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.863271:0:68797:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.863273:0:68797:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773688178.863275:0:68797:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773688178.863279:0:68797:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9b32125180 x1859843861186816/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688178.863286:0:68797:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773688178.863288:0:68797:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773688178.863291:0:68797:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9b028f7600. 02000000:00000001:1.0:1773688178.863295:0:68797:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773688178.863297:0:68797:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773688178.863299:0:68797:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1773688178.863302:0:68797:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773688178.863305:0:68797:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9b028f6e00. 02000000:00000001:1.0:1773688178.863308:0:68797:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773688178.863310:0:68797:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773688178.863312:0:68797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b32125180. 00000100:00000001:1.0:1773688178.863317:0:68797:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773688178.863318:0:68797:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1773688178.863321:0:68797:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b41aafcc0. 00000100:00000001:1.0:1773688178.863324:0:68797:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688178.863326:0:68797:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773688178.863329:0:68797:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b10c62cc0. 00010000:00000001:1.0:1773688178.863335:0:68797:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.863338:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.863340:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.863343:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1773688178.863346:0:68797:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379400/0x52973366461d25c8 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000001:2.0:1773688178.863711:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.863718:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.863721:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.863725:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.863731:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.863740:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a445d780 00000400:00000200:2.0:1773688178.863747:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72951 [2] + 1640 00000800:00000001:2.0:1773688178.863752:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.863795:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.863798:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.863803:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.863809:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.863811:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1773688178.863815:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a02064e00. 00000100:00000040:2.0:1773688178.863818:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a02064e00 x1859843854292864 msgsize 328 00000100:00100000:2.0:1773688178.863824:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.863839:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.863856:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.863860:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688178.863873:0:7562:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688178.863875:0:7562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854292864 02000000:00000001:2.0:1773688178.863877:0:7562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688178.863879:0:7562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688178.863880:0:7562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688178.863883:0:7562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688178.863885:0:7562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854292864 00000020:00000001:2.0:1773688178.863887:0:7562:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688178.863888:0:7562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688178.863889:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688178.863892:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=52 00000020:00000001:2.0:1773688178.863894:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688178.863896:0:7562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688178.863899:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688178.863902:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e54c0. 00000100:00000001:2.0:1773688178.863905:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688178.863906:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e54c0. 00000020:00000010:2.0:1773688178.863911:0:7562:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a0e616000. 00000020:00000010:2.0:1773688178.863914:0:7562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9900. 00000020:00000010:2.0:1773688178.863918:0:7562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0bb8. 00000100:00000040:2.0:1773688178.863923:0:7562:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1773688178.863926:0:7562:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688178.863928:0:7562:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1773688178.863930:0:7562:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1773688178.863932:0:7562:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688178.863935:0:7562:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1773688178.863938:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688178.863940:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688178.863942:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcdc00 refcount=4 00000020:00000001:2.0:1773688178.863944:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00010000:00000001:2.0:1773688178.863946:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00010000:00010000:2.0:1773688178.863953:0:7562:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d25b3 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0xf8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5a6 expref: 52 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688178.863960:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688178.863962:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688178.863963:0:7562:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688178.863965:0:7562:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688178.863981:0:7562:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1773688178.863989:0:7562:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9a02064e00 x1859843854292864/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/0 e 0 to 0 dl 1773688189 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773688178.863997:0:7562:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1773688178.863999:0:7562:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.864004:0:7562:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773688178.864255:0:7897:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379400/0x52973366461d25c8 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.864263:0:7897:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688178.864265:0:7897:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.864267:0:7897:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.864269:0:7897:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.864271:0:7897:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.864273:0:7897:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688178.864275:0:7897:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1773688178.864278:0:7897:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379400/0x52973366461d25c8 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.864284:0:7897:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1773688178.864286:0:7897:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688178.864288:0:7897:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688178.864290:0:7897:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688178.864293:0:7897:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf8:0x0].0x0 (ffff8a9b32304d00) refcount = 3 00010000:00010000:0.0:1773688178.864297:0:7897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379400/0x52973366461d25c8 lrc: 4/1,0 mode: PR/PR res: [0x20000afe1:0xf8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.864301:0:7897:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688178.864304:0:7897:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.864306:0:7897:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.864308:0:7897:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688178.864309:0:7897:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.864311:0:7897:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1773688178.864364:0:7897:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b2ebe44c0. 00000100:00000001:0.0:1773688178.864368:0:7897:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773688178.864371:0:7897:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a0d8d8b40. 00000100:00000001:0.0:1773688178.864373:0:7897:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614992989817664 : -129080719733952 : ffff8a9a0d8d8b40) 00000100:00000001:0.0:1773688178.864375:0:7897:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614992989817664 : -129080719733952 : ffff8a9a0d8d8b40) 00000100:00000001:0.0:1773688178.864377:0:7897:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773688178.864378:0:7897:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1773688178.864380:0:7897:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773688178.864381:0:7897:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688178.864390:0:7897:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.864392:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.864393:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.864395:0:7897:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.864397:0:7897:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773688178.864399:0:7897:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1773688178.864402:0:7897:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.864403:0:7897:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.864404:0:68797:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379400/0x52973366461d25c8 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773688178.864406:0:7897:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1773688178.864409:0:7897:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a0d8d8b40. 00000100:00000001:0.0:1773688178.864414:0:7897:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688178.864416:0:68797:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.864417:0:7897:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773688178.864424:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379400/0x52973366461d25c8 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688178.864425:0:7897:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b2ebe44c0. 00010000:00000001:0.0:1773688178.864430:0:7897:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1773688178.864433:0:7897:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688178.864434:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688178.864436:0:7897:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.864437:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.864440:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.864443:0:7897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688178.864444:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.864447:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.864449:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b07379400 refcount=3 00000020:00000001:1.0:1773688178.864452:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997178487808 : -129076531063808 : ffff8a9b07379400) 00010000:00000001:1.0:1773688178.864454:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997178487808 : -129076531063808 : ffff8a9b07379400) 00010000:00000001:1.0:1773688178.864457:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.864458:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.864460:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.864464:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00010000:00000001:0.0:1773688178.864466:0:7897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.864470:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000100:00001000:0.0:1773688178.864471:0:7897:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=112 v=5 (1 1 1 1) 00000004:00000001:1.0:1773688178.864474:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000100:00000001:0.0:1773688178.864477:0:7897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:1.0:1773688178.864479:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.864481:0:7897:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000004:00000001:1.0:1773688178.864483:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00000001:0.0:1773688178.864487:0:7897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 00000004:00000001:1.0:1773688178.864488:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.864490:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 02000000:00000001:0.0:1773688178.864492:0:7897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000001:1.0:1773688178.864495:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 02000000:00000001:0.0:1773688178.864496:0:7897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.864501:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000100:00000001:0.0:1773688178.864502:0:7897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:1.0:1773688178.864506:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000100:00000040:0.0:1773688178.864508:0:7897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000004:00000001:1.0:1773688178.864510:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:1.0:1773688178.864513:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.864516:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0xf8:0x0]: Reading som attrs: valid: 4, size: 260096, blocks: 1 00000004:00000001:1.0:1773688178.864520:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.864522:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.864523:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.864526:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.864528:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.864530:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.864533:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.864535:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.864536:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.864539:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.864541:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.864543:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1773688178.864546:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1773688178.864548:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1773688178.864551:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b41764370 00000004:00000001:1.0:1773688178.864553:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.864556:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.864558:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.864560:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.864562:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.864564:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.864565:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.864566:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.864568:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.864570:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.864572:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.864574:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.864577:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0xf8:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00200000:1.0:1773688178.864580:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0xf8:0x0]: returning size 260096 00000004:00000040:1.0:1773688178.864584:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0xf8:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1773688178.864588:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000400:00000010:0.0:1773688178.864588:0:7897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316bea18. 00000004:00000040:1.0:1773688178.864590:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2480 00000100:00000200:0.0:1773688178.864594:0:7897:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854292864, offset 224 00000004:00200000:1.0:1773688178.864595:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:1.0:1773688178.864600:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:1.0:1773688178.864604:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000400:00000200:0.0:1773688178.864604:0:7897:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000001:00000001:1.0:1773688178.864608:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.864611:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000400:00000200:0.0:1773688178.864614:0:7897:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000004:00000001:1.0:1773688178.864615:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.864620:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.864623:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000400:00000200:0.0:1773688178.864624:0:7897:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47883:47883:256:4294967295] 192.168.204.51@tcp LPNI seq info [47879:47879:8:4294967295] 00080000:00000001:1.0:1773688178.864627:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.864632:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.864636:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.864641:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773688178.864642:0:7897:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000020:00000001:1.0:1773688178.864649:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000800:00000200:0.0:1773688178.864650:0:7897:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000020:00000001:1.0:1773688178.864657:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.864660:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.864661:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.864664:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.864670:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.864673:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.864675:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b07379400 refcount=3 00000020:00000001:1.0:1773688178.864677:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997178487808 : -129076531063808 : ffff8a9b07379400) 00010000:00000001:1.0:1773688178.864680:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997178487808 : -129076531063808 : ffff8a9b07379400) 00000004:00010000:1.0:1773688178.864685:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379400/0x52973366461d25c8 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.864691:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.864693:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.864694:0:68797:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:1.0:1773688178.864697:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688178.864699:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:1.0:1773688178.864702:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.864703:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.864705:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b07379400 refcount=3 00000020:00000001:1.0:1773688178.864707:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997178487808 : -129076531063808 : ffff8a9b07379400) 00010000:00000001:1.0:1773688178.864710:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997178487808 : -129076531063808 : ffff8a9b07379400) 00000004:00000040:1.0:1773688178.864713:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:1.0:1773688178.864715:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=52 00010000:00000001:1.0:1773688178.864720:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.864721:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.864723:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.864725:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1773688178.864728:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688178.864730:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688178.864732:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688178.864734:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688178.864736:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688178.864738:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1773688178.864742:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.864745:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.864747:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688178.864750:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:1.0:1773688178.864753:0:68797:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8a9b41763000. 00000004:00000001:1.0:1773688178.864757:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1773688178.864760:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688178.864762:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.864765:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.864767:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.864769:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.864772:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.864774:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b07379a00 with handle 0x52973366461d25c1 from hash 00010000:00000001:1.0:1773688178.864776:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.864778:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.864779:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.864781:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688178.864782:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.864787:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379a00/0x52973366461d25c1 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5ad expref: 52 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.864795:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:1.0:1773688178.864797:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 51 00010000:00000010:1.0:1773688178.864801:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688178.864807:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.864809:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.864813:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688178.864819:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379400/0x52973366461d25c8 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5ad expref: 51 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.864826:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.864828:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.864830:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf8:0x0].0x0 (ffff8a9b32304d00) 00010000:00010000:1.0:1773688178.864833:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1773688178.864835:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.864838:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.864840:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.864842:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.864843:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.864845:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b07379400, rc 0) 00000020:00000001:1.0:1773688178.864848:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1773688178.864849:0:7897:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85600. 00010000:00000040:1.0:1773688178.864851:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 0, xid 1859843854292736 00010000:00000001:1.0:1773688178.864856:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688178.864862:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a02067480 x1859843854292736/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 576/640 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688178.864870:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688178.864873:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688178.864877:0:7897:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000100:00001000:1.0:1773688178.864878:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=56 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688178.864884:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:0.0:1773688178.864888:0:7897:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000100:00000040:1.0:1773688178.864890:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 20 to 192.168.204.51@tcp 00000800:00000200:0.0:1773688178.864893:0:7897:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773688178.864894:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688178.864900:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688178.864902:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.864904:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1773688178.864908:0:7897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.864909:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688178.864914:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64e58. 00000100:00000040:0.0:1773688178.864915:0:7897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000200:1.0:1773688178.864920:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854292736, offset 224 00010000:00000001:0.0:1773688178.864920:0:7897:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.864926:0:7897:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773688178.864931:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000100:00000040:0.0:1773688178.864935:0:7897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a02064e00 x1859843854292864/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/224 e 0 to 0 dl 1773688189 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773688178.864941:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688178.864952:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47884:47884:255:4294967295] 192.168.204.51@tcp LPNI seq info [47880:47880:7:4294967295] 00000100:00100000:0.0:1773688178.864958:0:7897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a02064e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+51:2405:x1859843854292864:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 880us (1135us total) trans 0 rc 0/0 00000800:00000200:2.0:1773688178.864967:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1773688178.864978:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000010:2.0:1773688178.864985:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85600. 00000100:00100000:0.0:1773688178.864987:0:7897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3702 00000400:00000200:2.0:1773688178.864990:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1773688178.864992:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000100:00000040:0.0:1773688178.864994:0:7897:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00000400:00000200:2.0:1773688178.865000:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000800:00000010:1.0:1773688178.865000:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7700. 00000100:00000001:0.0:1773688178.865000:0:7897:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688178.865004:0:7897:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1773688178.865024:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316bea18 00000400:00000010:2.0:1773688178.865028:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316bea18. 00000100:00000001:2.0:1773688178.865032:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.865033:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688178.865035:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd000. 00000800:00000200:1.0:1773688178.865048:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688178.865053:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688178.865055:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7700 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:1.0:1773688178.865065:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.865069:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688178.865072:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688178.865074:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.865076:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688178.865081:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a02067480 x1859843854292736/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 576/640 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688178.865088:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a02067480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+51:68109:x1859843854292736:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3813us (3998us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688178.865093:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15420 00000100:00000040:1.0:1773688178.865095:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688178.865097:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688178.865099:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688178.865104:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07b50d80. 00000020:00000010:0.0:1773688178.865104:0:7897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9900. 00000800:00000200:2.0:1773688178.865105:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.865111:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7700. 00000020:00000010:1.0:1773688178.865112:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe960. 00000020:00000010:0.0:1773688178.865112:0:7897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0bb8. 00000400:00000200:2.0:1773688178.865115:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1773688178.865120:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b028f7800. 00000020:00000010:0.0:1773688178.865120:0:7897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a0e616000. 00000400:00000200:2.0:1773688178.865124:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000020:00000040:1.0:1773688178.865128:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 50 00000020:00000040:0.0:1773688178.865128:0:7897:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 50 00000400:00000200:2.0:1773688178.865129:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64e58 00000400:00000010:2.0:1773688178.865135:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64e58. 00000100:00000001:1.0:1773688178.865136:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.865136:0:7897:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688178.865140:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.865143:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000001:1.0:1773688178.866273:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:1.0:1773688178.866278:0:8779:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1773688178.866280:0:8779:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1773688178.866284:0:8779:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970321 is committed 00000001:00000040:1.0:1773688178.866287:0:8779:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b33878800 : new cb_count 6 00000020:00000040:1.0:1773688178.866290:0:8779:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b33878800 : new refcount 10 00000001:00000010:1.0:1773688178.866293:0:8779:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9a1046c720. 00040000:00000001:1.0:1773688178.866297:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866300:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866302:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a0d84d000. 00080000:00000001:1.0:1773688178.866305:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866307:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1773688178.866309:0:8779:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b33878800 : new cb_count 5 00000020:00000040:1.0:1773688178.866311:0:8779:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b33878800 : new refcount 9 00000001:00000010:1.0:1773688178.866313:0:8779:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9a1046c540. 00040000:00000001:1.0:1773688178.866315:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866317:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866318:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a0d84e800. 00080000:00000001:1.0:1773688178.866320:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866322:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:1.0:1773688178.866324:0:8779:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1773688178.866326:0:8779:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1773688178.866327:0:8779:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970315 is committed 00000001:00000040:1.0:1773688178.866329:0:8779:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9a0a88f800 : new cb_count 11 00000020:00000040:1.0:1773688178.866331:0:8779:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 44 00000001:00000010:1.0:1773688178.866333:0:8779:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b0ad7ed80. 00040000:00000001:1.0:1773688178.866336:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866337:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866339:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a1016b800. 00080000:00000001:1.0:1773688178.866341:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866344:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1773688178.866346:0:8779:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9a0a88f800 : new cb_count 10 00000020:00000040:1.0:1773688178.866348:0:8779:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 43 00000001:00000010:1.0:1773688178.866350:0:8779:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b0ad7e060. 00040000:00000001:1.0:1773688178.866352:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866353:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866354:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a0aa15400. 00080000:00000001:1.0:1773688178.866358:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866362:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1773688178.866364:0:8779:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b33878800 : new cb_count 4 00000020:00000040:1.0:1773688178.866366:0:8779:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b33878800 : new refcount 8 00000001:00000010:1.0:1773688178.866368:0:8779:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b36c10d80. 00040000:00000001:1.0:1773688178.866371:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866372:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866374:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9b33e8f400. 00080000:00000001:1.0:1773688178.866377:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866379:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1773688178.866381:0:8779:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b33878800 : new cb_count 3 00000020:00000040:1.0:1773688178.866383:0:8779:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b33878800 : new refcount 7 00000001:00000010:1.0:1773688178.866384:0:8779:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b0727a060. 00040000:00000001:1.0:1773688178.866387:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866388:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866390:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9b33e8d800. 00080000:00000001:1.0:1773688178.866393:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866394:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1773688178.866396:0:8779:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9a0a88f800 : new cb_count 9 00000020:00000040:1.0:1773688178.866398:0:8779:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 42 00000001:00000010:1.0:1773688178.866400:0:8779:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b0727a360. 00000020:00000001:1.0:1773688178.866403:0:8779:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:1.0:1773688178.866405:0:8779:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:1.0:1773688178.866407:0:8779:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff8a9a0a88f800 : new cb_count 8 00000020:00000040:1.0:1773688178.866409:0:8779:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 41 00000020:00000010:1.0:1773688178.866412:0:8779:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8a9b0727a420. 00040000:00000001:1.0:1773688178.866413:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866415:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866416:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a11164400. 00080000:00000001:1.0:1773688178.866418:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866420:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866421:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866422:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866424:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a11165000. 00080000:00000001:1.0:1773688178.866426:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866429:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1773688178.866431:0:8779:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b33878800 : new cb_count 2 00000020:00000040:1.0:1773688178.866433:0:8779:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b33878800 : new refcount 6 00000001:00000010:1.0:1773688178.866435:0:8779:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b08b27ea0. 00040000:00000001:1.0:1773688178.866437:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866439:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866440:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9b08f45c00. 00080000:00000001:1.0:1773688178.866442:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866444:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1773688178.866446:0:8779:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b33878800 : new cb_count 1 00000020:00000040:1.0:1773688178.866448:0:8779:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b33878800 : new refcount 5 00000001:00000010:1.0:1773688178.866450:0:8779:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b346b1960. 00002000:00001000:1.0:1773688178.866454:0:8779:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 32 from 32 for [0x2c0000401:0xa21:0x0], th_sync 0 00002000:00000010:1.0:1773688178.866457:0:8779:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at ffff8a9b346b1300. 00040000:00000001:1.0:1773688178.866459:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866461:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866462:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a0f6e1800. 00080000:00000001:1.0:1773688178.866465:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866467:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866468:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866469:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866471:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a0f6e3000. 00080000:00000001:1.0:1773688178.866473:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866474:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866476:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866477:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866478:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a0f6e2400. 00080000:00000001:1.0:1773688178.866481:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866482:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866484:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866485:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866486:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a0f6e3400. 00080000:00000001:1.0:1773688178.866488:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866490:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866491:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866492:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866493:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a0f6e3800. 00080000:00000001:1.0:1773688178.866496:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866497:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866499:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866500:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866502:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a0f6e0400. 00080000:00000001:1.0:1773688178.866504:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866506:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866507:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866508:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866509:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9b31f6f400. 00080000:00000001:1.0:1773688178.866513:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866514:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866515:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866517:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866518:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9b31f6c000. 00080000:00000001:1.0:1773688178.866520:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866521:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866523:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866524:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866526:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9b31f6d800. 00080000:00000001:1.0:1773688178.866527:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866529:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866530:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866531:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866532:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9b31f6c400. 00080000:00000001:1.0:1773688178.866535:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866536:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866537:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866538:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866540:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9b31f6e800. 00080000:00000001:1.0:1773688178.866542:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866543:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866544:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866545:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866546:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9b31f6cc00. 00080000:00000001:1.0:1773688178.866548:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866550:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866551:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866552:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866554:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a10caa000. 00080000:00000001:1.0:1773688178.866557:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866558:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866560:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866561:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866563:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a10caa400. 00080000:00000001:1.0:1773688178.866566:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866568:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866569:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866570:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866572:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a10ca9000. 00080000:00000001:1.0:1773688178.866574:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866576:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866577:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866578:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866579:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a10ca8800. 00080000:00000001:1.0:1773688178.866582:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866583:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866584:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866586:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866587:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a10ca9c00. 00080000:00000001:1.0:1773688178.866589:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866591:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866592:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866593:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866594:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9b10c09800. 00080000:00000001:1.0:1773688178.866597:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866599:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866600:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866601:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866603:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9b10c0a000. 00080000:00000001:1.0:1773688178.866605:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866606:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866608:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866609:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866610:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9b10c09000. 00080000:00000001:1.0:1773688178.866612:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866614:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866615:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866616:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866617:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9b10c08800. 00080000:00000001:1.0:1773688178.866619:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866621:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866622:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866623:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866624:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a09e28800. 00080000:00000001:1.0:1773688178.866627:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866628:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866630:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866631:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866632:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9b347bdc00. 00080000:00000001:1.0:1773688178.866635:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866637:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866638:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866639:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866640:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a1b1bd000. 00080000:00000001:1.0:1773688178.866642:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866644:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866645:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866646:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866647:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a1b1be800. 00080000:00000001:1.0:1773688178.866650:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866651:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866653:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866654:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866655:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a10f45400. 00080000:00000001:1.0:1773688178.866658:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866659:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866660:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866661:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866662:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a10f46400. 00080000:00000001:1.0:1773688178.866664:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866666:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866667:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866668:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866669:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a10f44c00. 00080000:00000001:1.0:1773688178.866671:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866673:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1773688178.866675:0:8779:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9a0a88f800 : new cb_count 7 00000020:00000040:1.0:1773688178.866677:0:8779:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 40 00000001:00000010:1.0:1773688178.866679:0:8779:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b102fea20. 00000020:00000001:1.0:1773688178.866682:0:8779:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:1.0:1773688178.866684:0:8779:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:1.0:1773688178.866685:0:8779:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff8a9a0a88f800 : new cb_count 6 00000020:00000040:1.0:1773688178.866688:0:8779:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 39 00000020:00000010:1.0:1773688178.866690:0:8779:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8a9b03ffb300. 00040000:00000001:1.0:1773688178.866694:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866695:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866697:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a104db000. 00080000:00000001:1.0:1773688178.866701:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866703:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866704:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866706:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866707:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9b347bc800. 00080000:00000001:1.0:1773688178.866709:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866711:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1773688178.866713:0:8779:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9a0a88f800 : new cb_count 5 00000020:00000040:1.0:1773688178.866715:0:8779:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 38 00000001:00000010:1.0:1773688178.866717:0:8779:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b03ffbde0. 00000020:00000001:1.0:1773688178.866720:0:8779:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:1.0:1773688178.866721:0:8779:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:1.0:1773688178.866723:0:8779:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff8a9a0a88f800 : new cb_count 4 00000020:00000040:1.0:1773688178.866725:0:8779:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 37 00000020:00000010:1.0:1773688178.866727:0:8779:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8a9b03ffb7e0. 00040000:00000001:1.0:1773688178.866729:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866731:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866732:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9b054d2c00. 00080000:00000001:1.0:1773688178.866734:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866736:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866737:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866739:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866740:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9b054d3000. 00080000:00000001:1.0:1773688178.866742:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866746:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1773688178.866748:0:8779:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b33878800 : new cb_count 0 00000020:00000040:1.0:1773688178.866750:0:8779:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b33878800 : new refcount 4 00000001:00000010:1.0:1773688178.866752:0:8779:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b1d8723c0. 00040000:00000001:1.0:1773688178.866760:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866761:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866762:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a10fee000. 00080000:00000001:1.0:1773688178.866765:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866768:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:1.0:1773688178.866770:0:8779:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1773688178.866771:0:8779:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1773688178.866773:0:8779:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970313 is committed 00000001:00000040:1.0:1773688178.866775:0:8779:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9a09944800 : new cb_count 0 00000020:00000040:1.0:1773688178.866777:0:8779:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a09944800 : new refcount 4 00000001:00000010:1.0:1773688178.866778:0:8779:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9a0f5f58a0. 00040000:00000001:1.0:1773688178.866781:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866782:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866783:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a0fb61c00. 00080000:00000001:1.0:1773688178.866786:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866789:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1773688178.866791:0:8779:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9a0a88f800 : new cb_count 3 00000020:00000040:1.0:1773688178.866793:0:8779:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 36 00000001:00000010:1.0:1773688178.866795:0:8779:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b34755600. 00000020:00000001:1.0:1773688178.866797:0:8779:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:1.0:1773688178.866798:0:8779:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:1.0:1773688178.866800:0:8779:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff8a9a0a88f800 : new cb_count 2 00000020:00000040:1.0:1773688178.866802:0:8779:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 35 00000020:00000010:1.0:1773688178.866804:0:8779:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8a9b34755480. 00040000:00000001:1.0:1773688178.866806:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866807:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866808:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a10f21800. 00080000:00000001:1.0:1773688178.866810:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866812:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866813:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866814:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866815:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a10683000. 00080000:00000001:1.0:1773688178.866818:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866819:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1773688178.866821:0:8779:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9a0a88f800 : new cb_count 1 00000020:00000040:1.0:1773688178.866823:0:8779:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 34 00000001:00000010:1.0:1773688178.866824:0:8779:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b34755300. 00000020:00000001:1.0:1773688178.866826:0:8779:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:1.0:1773688178.866827:0:8779:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:1.0:1773688178.866829:0:8779:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff8a9a0a88f800 : new cb_count 0 00000020:00000040:1.0:1773688178.866831:0:8779:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 33 00000020:00000010:1.0:1773688178.866834:0:8779:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8a9b347557e0. 00040000:00000001:1.0:1773688178.866835:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866836:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866838:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a10681000. 00080000:00000001:1.0:1773688178.866840:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688178.866842:0:8779:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1773688178.866843:0:8779:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688178.866844:0:8779:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688178.866846:0:8779:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a10682800. 00080000:00000001:1.0:1773688178.866848:0:8779:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000010:0.1:1773688178.869039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcdc00. 00010000:00000010:1.1:1773688178.869041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b07379a00. 00000800:00000001:2.0:1773688178.871316:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.871325:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.871327:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.871328:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.871334:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.871343:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 392 into portal 23 MB=0x69b84a445d880 00000400:00000200:2.0:1773688178.871348:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 392/392 into md 0x71599 [2] + 392 00000800:00000001:2.0:1773688178.871353:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.871359:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.871361:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.871363:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.871367:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.871369:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1773688178.871372:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a02064700. 00000100:00000040:2.0:1773688178.871381:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a02064700 x1859843854293120 msgsize 392 00000100:00100000:2.0:1773688178.871384:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.871392:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.871396:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.871398:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.871429:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688178.871433:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854293120 02000000:00000001:0.0:1773688178.871436:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688178.871438:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688178.871440:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.871444:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688178.871447:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854293120 00000020:00000001:0.0:1773688178.871450:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688178.871451:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688178.871453:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.871456:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=50 00000020:00000001:0.0:1773688178.871459:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688178.871462:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688178.871466:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.871469:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4500. 00000100:00000001:0.0:1773688178.871472:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.871474:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4500. 00000020:00000010:0.0:1773688178.871480:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb600. 00000020:00000010:0.0:1773688178.871484:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06780. 00000020:00000010:0.0:1773688178.871488:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b054004b0. 00000100:00000040:0.0:1773688178.871494:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1773688178.871496:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688178.871498:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1773688178.871500:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.871505:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.871520:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.871529:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688178.871531:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688178.871536:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3209 00000100:00000040:0.0:1773688178.871539:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688178.871542:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992796403456 : -129080913148160 : ffff8a9a02064700) 00000100:00000040:0.0:1773688178.871548:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a02064700 x1859843854293120/t0(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 392/0 e 0 to 0 dl 1773688189 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688178.871558:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.871560:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4500. 00000100:00000001:0.0:1773688178.871562:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.871565:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4500. 00000100:00100000:0.0:1773688178.871569:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a02064700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+50:68109:x1859843854293120:12345-192.168.204.51@tcp:35:dbench.0 00000100:00000200:0.0:1773688178.871573:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854293120 00000020:00000001:0.0:1773688178.871576:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688178.871580:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688178.871583:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.871586:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688178.871588:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862496 : -1038689120 : ffffffffc216dca0) 00000020:00000001:0.0:1773688178.871591:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688178.871594:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854293120, found 0 last_xid 1859843854293119 00000020:00000001:0.0:1773688178.871597:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688178.871599:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688178.871601:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688178.871604:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.871609:0:73057:0:(mdt_open.c:2771:mdt_close()) Process entered 00000004:00000001:0.0:1773688178.871611:0:73057:0:(mdt_lib.c:1452:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1773688178.871613:0:73057:0:(mdt_lib.c:1362:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1773688178.871615:0:73057:0:(mdt_lib.c:1373:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.871618:0:73057:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1773688178.871621:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.871622:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.871625:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.871627:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.871629:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.871631:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.871632:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.871634:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.871636:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.871637:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.871639:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.871640:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.871641:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.871643:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.871645:0:73057:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.871647:0:73057:0:(mdt_lib.c:1435:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1773688178.871649:0:73057:0:(mdt_lib.c:1437:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.871651:0:73057:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1773688178.871652:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.871653:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.871655:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.871656:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.871657:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.871659:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.871660:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.871662:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.871664:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.871665:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.871668:0:73057:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688178.871671:0:73057:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688178.871673:0:73057:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688178.871675:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.871676:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.871678:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.871679:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.871680:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.871682:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.871683:0:73057:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688178.871684:0:73057:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.871686:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.871687:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.871688:0:73057:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688178.871690:0:73057:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.871691:0:73057:0:(mdt_lib.c:1465:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.871693:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688178.871695:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688178.871698:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8a9a0fb78000. 02000000:00000001:0.0:1773688178.871700:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.871702:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.871704:0:73057:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1773688178.871706:0:73057:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.871708:0:73057:0:(mdt_open.c:2739:mdt_close_internal()) Process entered 00000004:00000001:0.0:1773688178.871710:0:73057:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1773688178.871711:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.871713:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8a9a1677e400 refcount=2 00000020:00000001:0.0:1773688178.871714:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993139393536 : -129080570158080 : ffff8a9a1677e400) 00000004:00000001:0.0:1773688178.871717:0:73057:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446614993139393536 : -129080570158080 : ffff8a9a1677e400) 00000020:00000040:0.0:1773688178.871719:0:73057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a1677e400 with handle 0x52973366461d24b7 from hash 00000004:00000001:0.0:1773688178.871723:0:73057:0:(mdt_open.c:2590:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1773688178.871725:0:73057:0:(mdt_open.c:2598:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000afe1:0x13f:0x0] with intent: 0 00000004:00000001:0.0:1773688178.871729:0:73057:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1773688178.871731:0:73057:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 74834 size 74834 lsom blocks 259 blocks 259 truncate 0 00000004:00000001:0.0:1773688178.871733:0:73057:0:(mdt_som.c:209:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.871735:0:73057:0:(mdt_open.c:149:mdt_write_put()) Process entered 00000004:00000001:0.0:1773688178.871736:0:73057:0:(mdt_open.c:153:mdt_write_put()) Process leaving 00000004:00000001:0.0:1773688178.871738:0:73057:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1773688178.871741:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688178.871744:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.871746:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.871750:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688178.871752:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688178.871755:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688178.871756:0:73057:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.871759:0:73057:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1773688178.871766:0:73057:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1773688178.871768:0:73057:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688178.871771:0:73057:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x20000afe1:0x13f:0x0], previous was 0x7 00000004:00000001:0.0:1773688178.871773:0:73057:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.871776:0:73057:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1773688178.871778:0:73057:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.871780:0:73057:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1773688178.871784:0:73057:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688178.871786:0:73057:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1773688178.871789:0:73057:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8a9a1677e400. 00000004:00000001:0.0:1773688178.871798:0:73057:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1773688178.871802:0:73057:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41868f58/ffff8a9b41868f00 to site lru. bkt: ffff8a9a1aeb4d58 00000004:00000001:0.0:1773688178.871805:0:73057:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688178.871807:0:73057:0:(mdt_open.c:2728:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.871809:0:73057:0:(mdt_open.c:2758:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.871811:0:73057:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1773688178.871814:0:73057:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1773688178.871820:0:73057:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0fb7a000. 00080000:00000001:0.0:1773688178.871823:0:73057:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993026129920 : -129080683421696 : ffff8a9a0fb7a000) 00080000:00000001:0.0:1773688178.871826:0:73057:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1773688178.871831:0:73057:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688178.871835:0:73057:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688178.871837:0:73057:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.871855:0:73057:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.871857:0:73057:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1773688178.871860:0:73057:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1773688178.871863:0:73057:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692024, last_committed = 171798692011 00000001:00000010:0.0:1773688178.871866:0:73057:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b0791c840. 00000001:00000040:0.0:1773688178.871869:0:73057:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 13 00000020:00000040:0.0:1773688178.871871:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=51 00000001:00000010:0.0:1773688178.871876:0:73057:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a0d8d8300. 00080000:00000001:0.0:1773688178.871881:0:73057:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688178.871894:0:73057:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1773688178.871897:0:73057:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a0d8d8300: xid 1859843854293120, transno 171798692024, tag 1, client gen 13, slot idx 2 00000001:00000001:0.0:1773688178.871901:0:73057:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.871909:0:73057:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.871911:0:73057:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1773688178.871912:0:73057:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688178.871914:0:73057:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688178.871916:0:73057:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688178.871918:0:73057:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1773688178.871922:0:73057:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.871924:0:73057:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688178.871926:0:73057:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1773688178.871930:0:73057:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688178.871935:0:73057:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.871937:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.871938:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.871940:0:73057:0:(mdt_open.c:2833:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688178.871943:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 171798692024, xid 1859843854293120 00010000:00000001:0.0:1773688178.871945:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688178.871950:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a02064700 x1859843854293120/t171798692024(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 392/456 e 0 to 0 dl 1773688189 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688178.871959:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688178.871961:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688178.871964:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=48 v=5 (1 1 1 0) 00000100:00000001:0.0:1773688178.871981:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688178.871985:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688178.871987:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688178.871990:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688178.871992:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.871994:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688178.871997:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688178.872001:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be880. 00000100:00000200:0.0:1773688178.872034:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854293120, offset 224 00000400:00000200:0.0:1773688178.872042:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688178.872050:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688178.872056:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47885:47885:256:4294967295] 192.168.204.51@tcp LPNI seq info [47881:47881:8:4294967295] 00000400:00000200:0.0:1773688178.872065:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688178.872070:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688178.872074:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85800. 00000800:00000200:0.0:1773688178.872079:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688178.872084:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688178.872087:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85800 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1773688178.872100:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.872103:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688178.872105:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688178.872106:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.872114:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688178.872118:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a02064700 x1859843854293120/t171798692024(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 392/456 e 0 to 0 dl 1773688189 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688178.872129:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a02064700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+51:68109:x1859843854293120:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 569us (745us total) trans 171798692024 rc 0/0 00000100:00100000:0.0:1773688178.872136:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3209 00000100:00000040:0.0:1773688178.872139:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688178.872141:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688178.872143:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688178.872146:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06780. 00000020:00000010:0.0:1773688178.872150:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b054004b0. 00000020:00000010:0.0:1773688178.872153:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb600. 00000020:00000040:0.0:1773688178.872158:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 50 00000100:00000001:0.0:1773688178.872161:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688178.872189:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.872193:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85800. 00000400:00000200:2.0:1773688178.872197:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.872202:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.872205:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be880 00000400:00000010:2.0:1773688178.872208:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be880. 00000100:00000001:2.0:1773688178.872211:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.872212:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1773688178.874135:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688178.874234:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688178.874237:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688178.874242:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688178.874248:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688178.874257:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a445d900 00000400:00000200:0.0:1773688178.874263:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 58632 00000800:00000001:0.0:1773688178.874268:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688178.874274:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688178.874276:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688178.874280:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688178.874391:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688178.874394:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688178.874399:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b34e51500. 00000100:00000040:0.0:1773688178.874444:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b34e51500 x1859843854293248 msgsize 584 00000100:00100000:0.0:1773688178.874449:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688178.874461:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688178.874467:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688178.874471:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.874491:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688178.874494:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854293248 02000000:00000001:1.0:1773688178.874497:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688178.874498:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688178.874500:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.874503:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688178.874506:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854293248 00000020:00000001:1.0:1773688178.874508:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688178.874509:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688178.874511:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.874514:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=51 00000020:00000001:1.0:1773688178.874516:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688178.874518:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688178.874521:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.874525:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c62500. 00000100:00000001:1.0:1773688178.874527:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.874530:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c62500. 00000020:00000010:1.0:1773688178.874538:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b028f7800. 00000020:00000010:1.0:1773688178.874541:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07b50d80. 00000020:00000010:1.0:1773688178.874545:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe960. 00000100:00000040:1.0:1773688178.874550:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688178.874552:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688178.874554:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688178.874556:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688178.874558:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.874559:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.874563:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.874574:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.874583:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688178.874585:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688178.874590:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15421 00000100:00000040:1.0:1773688178.874594:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688178.874597:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997944833280 : -129075764718336 : ffff8a9b34e51500) 00000100:00000040:1.0:1773688178.874602:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b34e51500 x1859843854293248/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 584/0 e 0 to 0 dl 1773688258 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688178.874610:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.874613:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c62500. 00000100:00000001:1.0:1773688178.874616:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.874617:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c62500. 00000100:00100000:1.0:1773688178.874623:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b34e51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+51:68109:x1859843854293248:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688178.874627:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854293248 00000020:00000001:1.0:1773688178.874629:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688178.874631:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1773688178.874635:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a0d8d8300: xid 1859843854293120, transno 171798692024, client gen 13, slot idx 2 00000001:00000001:1.0:1773688178.874638:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b41aaf0c0: xid 1859843854292480, transno 171798692023, client gen 13, slot idx 3 00000001:00000010:1.0:1773688178.874641:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b41aaf0c0. 00000020:00000001:1.0:1773688178.874644:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.874645:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688178.874647:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688178.874649:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688178.874651:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854293248, found 0 last_xid 1859843854293247 00000020:00000001:1.0:1773688178.874652:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688178.874654:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688178.874655:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688178.874658:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.874660:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688178.874662:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688178.874664:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688178.874665:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688178.874667:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.874670:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.874675:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 4 00010000:00000001:1.0:1773688178.874677:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.874678:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.874681:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b07379a00. 00000020:00000001:1.0:1773688178.874684:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.874686:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b07379a00 with handle 0x52973366461d25cf to hash 00000020:00000001:1.0:1773688178.874688:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.874690:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00010000:00000010:1.0:1773688178.874695:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688178.874698:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00010000:00010000:1.0:1773688178.874702:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379a00/0x52973366461d25cf lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a5b4 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.874710:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:1.0:1773688178.874713:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=52 00010000:00000001:1.0:1773688178.874718:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688178.874720:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688178.874726:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688178.874729:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688178.874730:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1773688178.874732:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688178.874734:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:1.0:1773688178.874738:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688178.874742:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:1.0:1773688178.874744:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:1.0:1773688178.874747:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.874749:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688178.874751:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688178.874753:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688178.874755:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688178.874759:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b0614c000. 02000000:00000001:1.0:1773688178.874761:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.874762:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.874764:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.874765:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1773688178.874768:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:1.0:1773688178.874769:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.874770:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.874771:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.874773:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.874774:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.874775:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.874776:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.874777:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.874777:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.874778:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.874779:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.874780:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.874781:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.874782:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.874783:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.874783:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.874784:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.874786:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.874786:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.874789:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688178.874791:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688178.874792:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688178.874793:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.874794:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.874796:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.874796:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.874797:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.874798:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.874799:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688178.874800:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.874802:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.874803:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.874805:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688178.874806:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.874810:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1773688178.874815:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:1.0:1773688178.874818:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xf3:0x0]/NEWTIPS.PPT, ldlm_rep = ffff8a9b0614c228 00000004:00000001:1.0:1773688178.874822:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1773688178.874825:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1773688178.874827:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1773688178.874829:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688178.874831:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.874834:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 5 00010000:00000001:1.0:1773688178.874836:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.874838:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.874841:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b07379c00. 00000020:00000001:1.0:1773688178.874844:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.874846:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b07379c00 with handle 0x52973366461d25d6 to hash 00000020:00000001:1.0:1773688178.874848:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.874849:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997178489856 : -129076531061760 : ffff8a9b07379c00) 00010000:00000010:1.0:1773688178.874853:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b900. 00010000:00000001:1.0:1773688178.874855:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997178489856 : -129076531061760 : ffff8a9b07379c00) 00010000:00000001:1.0:1773688178.874858:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.874859:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.874863:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379c00/0x52973366461d25d6 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.874870:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688178.874873:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688178.874874:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.874876:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.874878:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.874880:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.874881:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.874883:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688178.874885:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.874887:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.874888:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.874891:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) refcount = 5 00010000:00000040:1.0:1773688178.874895:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688178.874899:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378800/0x52973366461d0912 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8464d expref: 52 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.874908:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d255f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a58a expref: 52 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.874915:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378a00/0x52973366461d090b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e84677 expref: 52 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.874922:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379c00/0x52973366461d25d6 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.874927:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.874931:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.874932:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.874934:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688178.874935:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.874937:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.874940:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.874942:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688178.874944:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.874947:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379c00/0x52973366461d25d6 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.874952:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688178.874954:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.874955:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.874957:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688178.874959:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773688178.874963:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9b32304500. 00010000:00000010:1.0:1773688178.874966:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b07b50b80. 00010000:00000001:1.0:1773688178.874977:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.874980:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86a00. 00000020:00000001:1.0:1773688178.874982:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.874983:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86a00 with handle 0x52973366461d25dd to hash 00000020:00000001:1.0:1773688178.874984:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.874985:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000010:1.0:1773688178.874987:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b080. 00010000:00000001:1.0:1773688178.874989:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:1.0:1773688178.874991:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.874992:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.874994:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d25dd lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.874997:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688178.874999:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688178.874999:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.875000:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.875001:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.875002:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.875003:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.875004:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688178.875005:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.875028:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.875028:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.875030:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9b32304500) refcount = 1 00010000:00010000:1.0:1773688178.875032:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d25dd lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.875035:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.875037:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.875038:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.875040:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688178.875041:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.875042:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.875044:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.875045:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688178.875046:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.875048:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d25dd lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.875051:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688178.875052:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.875053:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.875054:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.875057:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1773688178.875079:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1773688178.875081:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1773688178.875083:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1773688178.875085:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.875089:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1773688178.875102:0:68797:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688178.875104:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1773688178.875105:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:1.0:1773688178.875107:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1773688178.875109:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773688178.875111:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773688178.875112:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.875113:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1773688178.875114:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.875116:0:68797:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:1.0:1773688178.875118:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.875119:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.875120:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688178.875121:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x13f:0x0] 00000020:00000001:1.0:1773688178.875122:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688178.875125:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:1.0:1773688178.875126:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:1.0:1773688178.875130:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1773688178.875132:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688178.875133:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.875135:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 5 00010000:00000001:1.0:1773688178.875136:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.875138:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.875140:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e87800. 00000020:00000001:1.0:1773688178.875141:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.875143:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e87800 with handle 0x52973366461d25e4 to hash 00000020:00000001:1.0:1773688178.875144:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.875145:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000010:1.0:1773688178.875147:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bb00. 00010000:00000001:1.0:1773688178.875148:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:1.0:1773688178.875149:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.875150:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.875152:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d25e4 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.875155:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688178.875156:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688178.875157:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.875158:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.875159:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.875161:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.875162:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.875163:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688178.875164:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.875165:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.875166:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.875167:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 5 00010000:00000040:1.0:1773688178.875168:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688178.875171:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d24c5 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a560 expref: 52 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.875178:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 52 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.875183:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.875188:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.875192:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d25e4 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.875197:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.875199:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.875200:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.875202:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688178.875203:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.875205:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.875207:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.875209:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688178.875211:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.875213:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d25e4 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.875218:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688178.875219:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.875221:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.875222:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.875224:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.875225:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e87800 refcount=3 00000020:00000001:1.0:1773688178.875227:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:1.0:1773688178.875230:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:1.0:1773688178.875231:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.875243:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.875244:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.875247:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1773688178.875251:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1773688178.875253:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1773688178.875256:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.875257:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.875259:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.875261:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.875264:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.875266:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.875268:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.875269:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:1.0:1773688178.875270:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.875272:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x13f:0x0]: Reading som attrs: valid: 4, size: 74834, blocks: 259 00000004:00000001:1.0:1773688178.875274:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.875275:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.875275:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.875277:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.875278:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.875279:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.875280:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.875281:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.875282:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.875283:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.875284:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.875285:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1773688178.875286:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1773688178.875287:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1773688178.875289:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b0614c370 00000004:00000001:1.0:1773688178.875290:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.875291:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.875292:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.875294:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.875294:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.875295:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.875296:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.875298:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.875299:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.875300:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:1.0:1773688178.875303:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: returning size 74834 00000004:00000040:1.0:1773688178.875305:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x13f:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1773688178.875306:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:1.0:1773688178.875308:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2566 00000004:00200000:1.0:1773688178.875309:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:1.0:1773688178.875311:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:1.0:1773688178.875312:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.875313:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.875314:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1773688178.875315:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.875316:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.875317:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.875318:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.875319:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.875320:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.875321:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.875324:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688178.875326:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.875327:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.875328:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.875329:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.875333:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.875334:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.875335:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e87800 refcount=3 00000020:00000001:1.0:1773688178.875336:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:1.0:1773688178.875338:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00000004:00010000:1.0:1773688178.875340:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d25e4 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:1.0:1773688178.875344:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1773688178.875346:0:68797:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41868f58/ffff8a9b41868f00 to site lru. bkt: ffff8a9a1aeb4d58 00000004:00000001:1.0:1773688178.875348:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688178.875349:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1773688178.875351:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1773688178.875352:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.875353:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1773688178.875355:0:68797:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:1.0:1773688178.875356:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.875357:0:68797:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.875358:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.875359:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 5 00010000:00000040:1.0:1773688178.875360:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688178.875363:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d24c5 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a560 expref: 52 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.875367:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 52 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.875371:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.875374:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.875377:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d25e4 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.875379:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.875380:0:68797:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.875381:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.875382:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.875383:0:68797:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688178.875385:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1773688178.875386:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688178.875387:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.875388:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.875389:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b07379c00 refcount=3 00000020:00000001:1.0:1773688178.875390:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997178489856 : -129076531061760 : ffff8a9b07379c00) 00010000:00000001:1.0:1773688178.875391:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997178489856 : -129076531061760 : ffff8a9b07379c00) 00010000:00000001:1.0:1773688178.875393:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688178.875395:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379c00/0x52973366461d25d6 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.875398:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.875398:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.875400:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379c00/0x52973366461d25d6 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.875403:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.875403:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.875405:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688178.875407:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379c00/0x52973366461d25d6 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.875410:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b07379c00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688178.875411:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.875412:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688178.875414:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379c00/0x52973366461d25d6 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.875417:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688178.875417:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.875418:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.875419:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b07379c00 refcount=4 00000020:00000001:1.0:1773688178.875420:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997178489856 : -129076531061760 : ffff8a9b07379c00) 00010000:00000001:1.0:1773688178.875421:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997178489856 : -129076531061760 : ffff8a9b07379c00) 00010000:00000001:1.0:1773688178.875423:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688178.875425:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379c00/0x52973366461d25d6 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.875431:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688178.875433:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688178.875434:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.875436:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688178.875436:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.875437:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.875438:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.875439:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b07379c00 with handle 0x52973366461d25d6 from hash 00010000:00000001:1.0:1773688178.875441:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.875441:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.875442:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.875443:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688178.875444:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.875445:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.875446:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688178.875447:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.875449:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.875450:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:1.0:1773688178.875451:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688178.875453:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.875454:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.875455:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.875456:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688178.875457:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.875458:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.875459:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.875460:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.875462:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.875464:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379c00/0x52973366461d25d6 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.875467:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.875467:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.875468:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688178.875470:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688178.875471:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.875472:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379c00/0x52973366461d25d6 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688178.875478:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b900. 00010000:00000001:1.0:1773688178.875482:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.875484:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688178.875485:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688178.875486:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.875487:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.875488:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86a00 refcount=3 00000020:00000001:1.0:1773688178.875490:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:1.0:1773688178.875492:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:1.0:1773688178.875494:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688178.875496:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d25dd lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.875501:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.875502:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.875504:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d25dd lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.875509:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.875511:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.875512:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688178.875515:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d25dd lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.875520:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e86a00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688178.875522:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.875523:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688178.875525:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d25dd lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.875534:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688178.875535:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.875536:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.875538:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86a00 refcount=4 00000020:00000001:1.0:1773688178.875539:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:1.0:1773688178.875541:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:1.0:1773688178.875543:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688178.875545:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d25dd lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.875550:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688178.875552:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688178.875553:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.875555:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688178.875556:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.875558:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.875559:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.875561:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86a00 with handle 0x52973366461d25dd from hash 00010000:00000001:1.0:1773688178.875563:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.875564:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.875566:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.875566:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688178.875569:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.875570:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.875572:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688178.875573:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.875574:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.875576:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9b32304500) 00010000:00010000:1.0:1773688178.875578:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688178.875580:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.875581:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.875583:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.875584:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688178.875587:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.875588:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.875589:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.875590:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.875592:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.875594:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d25dd lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.875600:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.875601:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.875602:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688178.875603:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688178.875605:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.875606:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d25dd lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688178.875612:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b080. 00010000:00000040:1.0:1773688178.875615:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9b32304500 count: 0 00010000:00000010:1.0:1773688178.875619:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b07b50b80. 00010000:00000001:1.0:1773688178.875625:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.875626:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688178.875628:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1773688178.875629:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1773688178.875630:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:1.0:1773688178.875631:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.875632:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.875633:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e87800 refcount=3 00000020:00000001:1.0:1773688178.875634:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:1.0:1773688178.875636:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00000004:00000040:1.0:1773688178.875638:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:1.0:1773688178.875639:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=53 00010000:00000001:1.0:1773688178.875642:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.875643:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.875643:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.875645:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1773688178.875647:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688178.875648:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688178.875649:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688178.875650:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688178.875651:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688178.875653:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1773688178.875656:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.875657:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.875659:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688178.875660:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688178.875661:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1773688178.875663:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688178.875664:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.875666:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.875667:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.875668:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.875669:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.875670:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b07379a00 with handle 0x52973366461d25cf from hash 00010000:00000001:1.0:1773688178.875672:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.875673:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.875673:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.875674:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688178.875674:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.875677:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379a00/0x52973366461d25cf lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5b4 expref: 53 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.875680:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:1.0:1773688178.875682:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 52 00010000:00000010:1.0:1773688178.875683:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688178.875685:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.875686:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.875689:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688178.875691:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d25e4 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5b4 expref: 52 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.875696:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.875697:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.875699:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:1.0:1773688178.875700:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1773688178.875701:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.875703:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.875704:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.875704:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.875705:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.875706:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b04e87800, rc 0) 00000020:00000001:1.0:1773688178.875707:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688178.875709:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 0, xid 1859843854293248 00010000:00000001:1.0:1773688178.875710:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688178.875713:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b34e51500 x1859843854293248/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 584/640 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688178.875717:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688178.875719:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688178.875721:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=56 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688178.875723:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688178.875724:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688178.875726:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688178.875728:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688178.875729:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.875731:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688178.875732:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688178.875735:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64a18. 00000100:00000200:1.0:1773688178.875737:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854293248, offset 224 00000400:00000200:1.0:1773688178.875741:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688178.875746:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688178.875750:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47886:47886:256:4294967295] 192.168.204.51@tcp LPNI seq info [47882:47882:8:4294967295] 00000400:00000200:1.0:1773688178.875756:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688178.875759:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688178.875762:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7000. 00000800:00000200:1.0:1773688178.875765:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688178.875769:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688178.875772:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7000 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:1.0:1773688178.875781:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.875784:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688178.875787:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688178.875788:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.875790:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688178.875794:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b34e51500 x1859843854293248/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 584/640 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688178.875803:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b34e51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+52:68109:x1859843854293248:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1190us (1356us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688178.875809:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15421 00000100:00000040:1.0:1773688178.875812:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688178.875814:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688178.875815:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688178.875818:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07b50d80. 00000020:00000010:1.0:1773688178.875822:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe960. 00000020:00000010:1.0:1773688178.875825:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b028f7800. 00000020:00000040:1.0:1773688178.875828:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 51 00000100:00000001:1.0:1773688178.875830:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688178.875847:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.875851:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7000. 00000400:00000200:2.0:1773688178.875855:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.875858:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.875863:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64a18 00000400:00000010:2.0:1773688178.875865:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64a18. 00000100:00000001:2.0:1773688178.875868:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.875869:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688178.877789:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.877795:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.877797:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.877799:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.877803:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.877810:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a445d980 00000400:00000200:2.0:1773688178.877814:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72951 [2] + 1968 00000400:00000010:2.0:1773688178.877817:0:3440:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a19b96630. 00000400:00000200:2.0:1773688178.877820:0:3440:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8a9a163bbf00 00000800:00000001:2.0:1773688178.877822:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.877827:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.877828:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.877831:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.877833:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a163bbf00 00000400:00000010:2.0:1773688178.877834:0:3440:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at ffff8a9a163bbf00. 00000100:00000001:2.0:1773688178.877838:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.877839:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:2.0:1773688178.877842:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b1db7d850 x1859843854293376 msgsize 328 00000100:00100000:2.0:1773688178.877844:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000040:2.0:1773688178.877846:0:3440:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1773688178.877856:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.877860:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.877861:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.877891:0:7897:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688178.877894:0:7897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854293376 02000000:00000001:0.0:1773688178.877896:0:7897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688178.877897:0:7897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688178.877899:0:7897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.877901:0:7897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688178.877903:0:7897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854293376 00000020:00000001:0.0:1773688178.877905:0:7897:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688178.877906:0:7897:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688178.877907:0:7897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.877909:0:7897:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=52 00000020:00000001:0.0:1773688178.877911:0:7897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688178.877912:0:7897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688178.877915:0:7897:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.877918:0:7897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4040. 00000100:00000001:0.0:1773688178.877920:0:7897:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.877922:0:7897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4040. 00000020:00000010:0.0:1773688178.877925:0:7897:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb600. 00000020:00000010:0.0:1773688178.877927:0:7897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06780. 00000020:00000010:0.0:1773688178.877930:0:7897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b054004b0. 00000100:00000040:0.0:1773688178.877934:0:7897:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1773688178.877936:0:7897:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688178.877937:0:7897:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1773688178.877939:0:7897:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1773688178.877941:0:7897:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.877943:0:7897:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1773688178.877945:0:7897:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.877945:0:7897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.877946:0:7897:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e87800 refcount=3 00000020:00000001:0.0:1773688178.877948:0:7897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:0.0:1773688178.877949:0:7897:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:0.0:1773688178.877951:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.877952:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.877953:0:7897:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.877954:0:7897:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.877957:0:7897:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.877966:0:7897:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.877984:0:7897:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688178.877985:0:7897:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688178.877989:0:7897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1567 00000100:00000040:0.0:1773688178.877991:0:7897:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688178.877993:0:7897:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997555992656 : -129076153558960 : ffff8a9b1db7d850) 00000100:00000040:0.0:1773688178.877998:0:7897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b1db7d850 x1859843854293376/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/0 e 0 to 0 dl 1773688189 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688178.878033:0:7897:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.878035:0:7897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4040. 00000100:00000001:0.0:1773688178.878037:0:7897:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.878039:0:7897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4040. 00000100:00100000:0.0:1773688178.878042:0:7897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b1db7d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+52:2406:x1859843854293376:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1773688178.878045:0:7897:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854293376 00010000:00000001:0.0:1773688178.878047:0:7897:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1773688178.878048:0:7897:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1773688178.878050:0:7897:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1773688178.878052:0:7897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688178.878054:0:7897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688178.878056:0:7897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a0fb79c00. 02000000:00000001:0.0:1773688178.878058:0:7897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.878059:0:7897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.878060:0:7897:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1773688178.878062:0:7897:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1773688178.878063:0:7897:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.878064:0:7897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.878065:0:7897:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e87800 refcount=3 00000020:00000001:0.0:1773688178.878066:0:7897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:0.0:1773688178.878067:0:7897:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000040:0.0:1773688178.878069:0:7897:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 6 00000004:00000001:0.0:1773688178.878072:0:7897:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1773688178.878073:0:7897:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1773688178.878075:0:7897:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.878076:0:7897:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.878077:0:7897:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.878078:0:7897:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.878081:0:7897:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688178.878082:0:7897:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688178.878084:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.878085:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.878086:0:7897:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.878088:0:7897:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688178.878089:0:7897:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e87800 with handle 0x52973366461d25e4 from hash 00010000:00000001:0.0:1773688178.878091:0:7897:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688178.878092:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.878092:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.878093:0:7897:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688178.878095:0:7897:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.878096:0:7897:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.878097:0:7897:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688178.878098:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688178.878100:0:7897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d25e4 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5b4 expref: 52 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.878106:0:7897:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:0.0:1773688178.878107:0:7897:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 51 00010000:00000010:0.0:1773688178.878108:0:7897:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bb00. 00010000:00000001:0.0:1773688178.878113:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.878114:0:7897:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688178.878115:0:7897:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688178.878116:0:7897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00000001:0.0:1773688178.878118:0:7897:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.878120:0:7897:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.878121:0:7897:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1773688178.878122:0:7897:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1773688178.878123:0:7897:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.878125:0:7897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688178.878126:0:7897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688178.878128:0:7897:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=112 v=5 (1 1 1 1) 00000100:00000001:0.0:1773688178.878130:0:7897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688178.878131:0:7897:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688178.878132:0:7897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688178.878133:0:7897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688178.878135:0:7897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.878136:0:7897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688178.878138:0:7897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688178.878140:0:7897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be220. 00000100:00000200:0.0:1773688178.878143:0:7897:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854293376, offset 224 00000400:00000200:0.0:1773688178.878146:0:7897:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688178.878150:0:7897:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688178.878154:0:7897:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47887:47887:256:4294967295] 192.168.204.51@tcp LPNI seq info [47883:47883:8:4294967295] 00000400:00000200:0.0:1773688178.878160:0:7897:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688178.878163:0:7897:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688178.878165:0:7897:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85a00. 00000800:00000200:0.0:1773688178.878168:0:7897:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688178.878171:0:7897:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688178.878173:0:7897:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773688178.878183:0:7897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.878185:0:7897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688178.878188:0:7897:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.878190:0:7897:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.878195:0:7897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b1db7d850 x1859843854293376/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/224 e 0 to 0 dl 1773688189 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773688178.878205:0:7897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b1db7d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+51:2406:x1859843854293376:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 170us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1773688178.878213:0:7897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1567 00000100:00000040:0.0:1773688178.878216:0:7897:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688178.878218:0:7897:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688178.878220:0:7897:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688178.878223:0:7897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06780. 00000020:00000010:0.0:1773688178.878226:0:7897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b054004b0. 00000020:00000010:0.0:1773688178.878230:0:7897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb600. 00000800:00000200:2.0:1773688178.878231:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:0.0:1773688178.878234:0:7897:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 50 00000800:00000010:2.0:1773688178.878235:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85a00. 00000400:00000200:2.0:1773688178.878241:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1773688178.878243:0:7897:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1773688178.878246:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 02000000:00000010:0.0:1773688178.878248:0:7897:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a0fb7ac00. 00000400:00000200:2.0:1773688178.878250:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be220 00000400:00000010:2.0:1773688178.878253:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be220. 02000000:00000001:0.0:1773688178.878253:0:7897:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1773688178.878258:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000010:0.0:1773688178.878258:0:7897:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a02064e00. 02000000:00000001:2.0:1773688178.878261:0:3439:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1773688178.878264:0:3439:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a0fb79c00. 02000000:00000001:0.0:1773688178.878265:0:7897:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1773688178.878267:0:3439:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1773688178.878269:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:0.0:1773688178.878269:0:7897:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a10f0ac00. 02000000:00000001:0.0:1773688178.878316:0:7897:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1773688178.878318:0:7897:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b32126a00. 02000000:00000001:0.0:1773688178.878321:0:7897:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1773688178.878322:0:7897:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a0fadf800. 02000000:00000001:0.0:1773688178.878324:0:7897:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1773688178.878325:0:7897:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a10c25880. 02000000:00000001:0.0:1773688178.878327:0:7897:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1773688178.878328:0:7897:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a09447c00. 02000000:00000001:0.0:1773688178.878329:0:7897:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1773688178.878330:0:7897:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a02065500. 02000000:00000001:0.0:1773688178.878332:0:7897:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1773688178.878332:0:7897:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a09445400. 02000000:00000001:0.0:1773688178.878333:0:7897:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1773688178.878334:0:7897:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b31359c00. 02000000:00000001:0.0:1773688178.878336:0:7897:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1773688178.878337:0:7897:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a092d9800. 02000000:00000001:0.0:1773688178.878338:0:7897:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1773688178.878339:0:7897:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b31359f80. 00000100:00000001:0.0:1773688178.878341:0:7897:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1773688178.878345:0:7897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773688178.878348:0:7897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a19e54e70. 00000400:00000010:0.0:1773688178.878351:0:7897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a9a0d8d8b40. 00000800:00000001:2.0:1773688178.879956:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.879962:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.879964:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.879965:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.879980:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.879986:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 648 into portal 12 MB=0x69b84a445da80 00000400:00000200:2.0:1773688178.879990:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 648/648 into md 0x3b659 [64] + 59216 00000800:00000001:2.0:1773688178.879994:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.879999:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.880000:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.880002:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.880005:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.880032:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688178.880037:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a02065500. 00000100:00000040:2.0:1773688178.880040:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a02065500 x1859843854293632 msgsize 648 00000100:00100000:2.0:1773688178.880044:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.880053:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.880059:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.880063:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.880067:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688178.880070:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854293632 02000000:00000001:0.0:1773688178.880071:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688178.880073:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688178.880074:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.880076:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688178.880078:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854293632 00000020:00000001:0.0:1773688178.880079:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688178.880080:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688178.880081:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.880083:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=51 00000020:00000001:0.0:1773688178.880084:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688178.880086:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688178.880088:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.880091:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4040. 00000100:00000001:0.0:1773688178.880092:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.880094:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4040. 00000020:00000010:0.0:1773688178.880096:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb600. 00000020:00000010:0.0:1773688178.880098:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06780. 00000020:00000010:0.0:1773688178.880100:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b054004b0. 00000100:00000040:0.0:1773688178.880103:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688178.880105:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688178.880105:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688178.880107:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688178.880108:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.880110:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.880112:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.880124:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.880129:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688178.880130:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688178.880134:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15422 00000100:00000040:0.0:1773688178.880137:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688178.880139:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992796407040 : -129080913144576 : ffff8a9a02065500) 00000100:00000040:0.0:1773688178.880145:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a02065500 x1859843854293632/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 648/0 e 0 to 0 dl 1773688258 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688178.880153:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.880156:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4040. 00000100:00000001:0.0:1773688178.880157:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.880160:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4040. 00000100:00100000:0.0:1773688178.880164:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a02065500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+51:68109:x1859843854293632:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688178.880167:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854293632 00000020:00000001:0.0:1773688178.880171:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688178.880174:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688178.880177:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.880179:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688178.880181:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688178.880183:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688178.880186:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854293632, found 0 last_xid 1859843854293631 00000020:00000001:0.0:1773688178.880188:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688178.880190:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688178.880192:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688178.880195:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.880197:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688178.880207:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688178.880209:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688178.880210:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688178.880212:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.880215:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688178.880219:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 4 00010000:00000001:0.0:1773688178.880221:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688178.880223:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688178.880226:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcdc00. 00000020:00000001:0.0:1773688178.880228:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688178.880229:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcdc00 with handle 0x52973366461d25eb to hash 00000020:00000001:0.0:1773688178.880231:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688178.880232:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00010000:00000010:0.0:1773688178.880235:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988880. 00010000:00000001:0.0:1773688178.880236:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00010000:00010000:0.0:1773688178.880239:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d25eb lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a5bb expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.880244:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:0.0:1773688178.880246:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=52 00010000:00000001:0.0:1773688178.880249:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688178.880251:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688178.880255:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688178.880257:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688178.880258:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.880259:0:68797:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:0.0:1773688178.880264:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9a02065500 x1859843854293632/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 648/0 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1773688178.880272:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1773688178.880274:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1773688178.880276:0:68797:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1773688178.880278:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.880280:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.880282:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.880284:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.880285:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.880287:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.880288:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.880290:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.880295:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.880296:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.880298:0:68797:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.880300:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.880303:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688178.880305:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688178.880306:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688178.880308:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688178.880312:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9b09e6d000. 02000000:00000001:0.0:1773688178.880314:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.880316:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.880319:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1773688178.880320:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.880322:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.880323:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.880324:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.880326:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.880327:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.880328:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.880329:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.880331:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.880333:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.880335:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688178.880337:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688178.880339:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688178.880340:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.880341:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.880342:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.880344:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.880345:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.880345:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.880346:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688178.880347:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.880349:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.880349:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.880350:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688178.880351:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.880353:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1773688178.880354:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.880356:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1773688178.880357:0:68797:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:0.0:1773688178.880359:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfa38 00000004:00000002:0.0:1773688178.880361:0:68797:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xf3:0x0]/(->[0x20000afe1:0x13f:0x0]) cr_flag=040004240000003 mode=0100000 msg_flag=0x600 00000004:00000001:0.0:1773688178.880364:0:68797:0:(mdt_open.c:1135:mdt_open_by_fid_lock()) Process entered 00000004:00000001:0.0:1773688178.880365:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688178.880366:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:0.0:1773688178.880368:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688178.880370:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:0.0:1773688178.880372:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:0.0:1773688178.880373:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688178.880374:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x13f:0x0] 00000020:00000001:0.0:1773688178.880375:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688178.880378:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:0.0:1773688178.880380:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:0.0:1773688178.880381:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1773688178.880383:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.880386:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1773688178.880387:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1773688178.880391:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.880393:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688178.880395:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.880397:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.880400:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688178.880403:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688178.880405:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688178.880407:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:0.0:1773688178.880409:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688178.880411:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x13f:0x0]: Reading som attrs: valid: 4, size: 74834, blocks: 259 00000004:00000001:0.0:1773688178.880413:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688178.880415:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.880416:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.880418:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688178.880420:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688178.880422:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:0.0:1773688178.880424:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b09e6d378 00000004:00000001:0.0:1773688178.880426:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.880429:0:68797:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:0.0:1773688178.880432:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1773688178.880434:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688178.880436:0:68797:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0x13f:0x0] lease count: 0, lm: 8 00000004:00000001:0.0:1773688178.880440:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1773688178.880442:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688178.880444:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688178.880447:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 5 00010000:00000001:0.0:1773688178.880449:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688178.880450:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688178.880453:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bccc00. 00000020:00000001:0.0:1773688178.880454:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688178.880456:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bccc00 with handle 0x52973366461d25f2 to hash 00000020:00000001:0.0:1773688178.880458:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688178.880458:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00010000:00000010:0.0:1773688178.880461:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988200. 00010000:00000001:0.0:1773688178.880463:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00010000:00000001:0.0:1773688178.880465:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.880466:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.880468:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d25f2 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.880472:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688178.880474:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688178.880475:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688178.880476:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.880478:0:68797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1773688178.880483:0:68797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d24c5 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a560 expref: 52 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.880489:0:68797:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1773688178.880491:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.880493:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.880494:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.880496:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.880498:0:68797:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1773688178.880501:0:68797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d25f2 lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.880507:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 5 00010000:00000040:0.0:1773688178.880510:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688178.880512:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d24c5 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a560 expref: 52 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.880520:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 52 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.880526:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.880532:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.880537:0:68797:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1773688178.880540:0:68797:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d25f2 lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688178.880547:0:68797:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b2ebe4040. 00000100:00000001:0.0:1773688178.880550:0:68797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773688178.880555:0:68797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a0d8d8900. 00000100:00000001:0.0:1773688178.880558:0:68797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614992989817088 : -129080719734528 : ffff8a9a0d8d8900) 00000100:00000001:0.0:1773688178.880560:0:68797:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614992989817088 : -129080719734528 : ffff8a9a0d8d8900) 00000100:00000001:0.0:1773688178.880563:0:68797:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773688178.880565:0:68797:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1773688178.880566:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1773688178.880569:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.880570:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1773688178.880572:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.880573:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.880575:0:68797:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1773688178.880577:0:68797:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1773688178.880580:0:68797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b34e51f80. 00000020:00000040:0.0:1773688178.880584:0:68797:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:0.0:1773688178.880587:0:68797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773688178.880589:0:68797:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773688178.880592:0:68797:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773688178.880598:0:68797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a198eb200. 00000100:00000001:0.0:1773688178.880603:0:68797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.880608:0:68797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d24c5 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a560 expref: 52 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688178.880630:0:68797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d24c5 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a560 expref: 52 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.880644:0:68797:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1773688178.880647:0:68797:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773688178.880650:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b34e51f80 x1859843861186944/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688178.880655:0:68797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773688178.880657:0:68797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688178.880660:0:68797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b34e51f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861186944:192.168.204.51@tcp:104: 00000100:00000001:0.0:1773688178.880662:0:68797:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773688178.880667:0:68797:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773688178.880668:0:68797:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.880670:0:68797:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773688178.880672:0:68797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a198eb800. 02000000:00000001:0.0:1773688178.880673:0:68797:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773688178.880676:0:68797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a19e54e18. 00000400:00000010:0.0:1773688178.880678:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be110. 00000100:00000200:0.0:1773688178.880681:0:68797:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861186944, portal 16 00000100:00000001:0.0:1773688178.880683:0:68797:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773688178.880684:0:68797:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997944835968 : -129075764715648 : ffff8a9b34e51f80) 00000100:00000040:0.0:1773688178.880687:0:68797:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b34e51f80 x1859843861186944/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688178.880692:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688178.880693:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688178.880695:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316beee0. 00000100:00000200:0.0:1773688178.880696:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861186944, offset 0 00000400:00000200:0.0:1773688178.880699:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688178.880703:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688178.880707:0:68797:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773688178.880710:0:68797:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:0.0:1773688178.880714:0:68797:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773688178.880716:0:68797:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:0.0:1773688178.880718:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47888:47888:256:4294967295] 192.168.204.51@tcp LPNI seq info [47884:47884:8:4294967295] 00000400:00000200:0.0:1773688178.880724:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688178.880727:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688178.880729:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85b00. 00000800:00000200:0.0:1773688178.880732:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688178.880735:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688178.880737:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773688178.880746:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.880748:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297629801 00000100:00000001:0.0:1773688178.880754:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297629782 00000100:00000001:0.0:1773688178.880757:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297629801 00000100:00000001:0.0:1773688178.880760:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297629782 00000100:00000001:0.0:1773688178.880763:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297629801 00000100:00000001:0.0:1773688178.880766:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297629782 00000100:00000001:0.0:1773688178.880768:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297629801 00000100:00000001:0.0:1773688178.880771:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297629782 00000100:00000001:0.0:1773688178.880772:0:68797:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773688178.880774:0:68797:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.880775:0:68797:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.880777:0:68797:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.880778:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.880780:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.880780:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.880782:0:68797:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.880783:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1773688178.880784:0:68797:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1773688178.880785:0:68797:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.880787:0:68797:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773688178.880788:0:68797:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773688178.880789:0:68797:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9a0d8d8900 going to sleep for 11 seconds 00000100:00000001:0.0:1773688178.880792:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773688178.880795:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773688178.880796:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.880799:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85b00. 00000400:00000200:2.0:1773688178.880802:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.880806:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.880808:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316beee0 00000400:00000010:2.0:1773688178.880809:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316beee0. 00000100:00000001:2.0:1773688178.880811:0:3440:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773688178.880815:0:3440:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b34e51f80 x1859843861186944/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688178.880821:0:3440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688178.880823:0:3440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b34e51f80 x1859843861186944/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688178.880827:0:3440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.880828:0:3440:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773688178.881675:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.881680:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.881681:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.881683:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.881686:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.881691:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af0980 00000400:00000200:2.0:1773688178.881695:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x779f1 [1] + 224 00000800:00000001:2.0:1773688178.881698:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.881701:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.881703:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.881704:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.881707:0:3439:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688178.881710:0:3439:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b34e51f80 x1859843861186944/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1773688178.881716:0:3439:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9b34e51f80 x1859843861186944/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688178.881727:0:3439:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.881730:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.881731:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.881752:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773688178.881758:0:68797:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773688178.881760:0:68797:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773688178.881763:0:68797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a19e54e18. 00000400:00000200:0.0:1773688178.881766:0:68797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be110 00000400:00000010:0.0:1773688178.881767:0:68797:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be110. 00000100:00000001:0.0:1773688178.881769:0:68797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773688178.881772:0:68797:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9b34e51f80 x1859843861186944/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1773688178.881779:0:68797:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9b34e51f80 x1859843861186944/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688178.881783:0:68797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773688178.881784:0:68797:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.881786:0:68797:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773688178.881788:0:68797:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773688178.881789:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688178.881790:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.881791:0:68797:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688178.881795:0:68797:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=2 v=5 (5 0 0 0) 00000100:00001000:0.0:1773688178.881798:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773688178.881799:0:68797:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773688178.881800:0:68797:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.881802:0:68797:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773688178.881803:0:68797:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.881805:0:68797:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.881808:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9b34e51f80 x1859843861186944/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688178.881812:0:68797:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773688178.881813:0:68797:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773688178.881815:0:68797:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.881816:0:68797:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1773688178.881817:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.881818:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.881820:0:68797:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.881823:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b34e51f80 x1859843861186944/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1773688178.881835:0:68797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9b34e51f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861186944:192.168.204.51@tcp:104: 00000100:00000001:0.0:1773688178.881840:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.881842:0:68797:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.881844:0:68797:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773688178.881845:0:68797:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773688178.881848:0:68797:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9b34e51f80 x1859843861186944/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688178.881854:0:68797:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773688178.881856:0:68797:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773688178.881859:0:68797:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a198eb800. 02000000:00000001:0.0:1773688178.881863:0:68797:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773688178.881865:0:68797:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773688178.881866:0:68797:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1773688178.881868:0:68797:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773688178.881870:0:68797:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a198eb200. 02000000:00000001:0.0:1773688178.881873:0:68797:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773688178.881875:0:68797:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773688178.881876:0:68797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b34e51f80. 00000100:00000001:0.0:1773688178.881880:0:68797:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773688178.881881:0:68797:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1773688178.881883:0:68797:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a0d8d8900. 00000100:00000001:0.0:1773688178.881886:0:68797:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1773688178.881887:0:68797:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1773688178.881890:0:68797:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b2ebe4040. 00010000:00000001:0.0:1773688178.881891:0:68797:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.881893:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.881894:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688178.881897:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1773688178.881899:0:68797:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d25f2 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000001:2.0:1773688178.882274:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.882281:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.882283:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.882285:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.882290:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.882297:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a445db00 00000400:00000200:2.0:1773688178.882302:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72a4d [2] + 0 00000800:00000001:2.0:1773688178.882306:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.882333:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.882335:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.882339:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.882342:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.882344:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1773688178.882348:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a02064e00. 00000100:00000040:2.0:1773688178.882350:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a02064e00 x1859843854293760 msgsize 328 00000100:00100000:2.0:1773688178.882354:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.882361:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.882366:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.882369:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.882375:0:7897:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688178.882378:0:7897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854293760 02000000:00000001:0.0:1773688178.882379:0:7897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688178.882381:0:7897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688178.882382:0:7897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.882384:0:7897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688178.882386:0:7897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854293760 00000020:00000001:0.0:1773688178.882435:0:7897:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688178.882436:0:7897:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688178.882438:0:7897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.882440:0:7897:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=53 00000020:00000001:0.0:1773688178.882442:0:7897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688178.882444:0:7897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688178.882447:0:7897:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.882450:0:7897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4040. 00000100:00000001:0.0:1773688178.882452:0:7897:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.882454:0:7897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4040. 00000020:00000010:0.0:1773688178.882456:0:7897:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb200. 00000020:00000010:0.0:1773688178.882458:0:7897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688178.882461:0:7897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400640. 00000100:00000040:0.0:1773688178.882464:0:7897:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1773688178.882465:0:7897:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688178.882466:0:7897:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1773688178.882467:0:7897:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1773688178.882469:0:7897:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.882470:0:7897:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1773688178.882472:0:7897:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.882473:0:7897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.882474:0:7897:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11400 refcount=4 00000020:00000001:0.0:1773688178.882476:0:7897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941425152 : -129075768126464 : ffff8a9b34b11400) 00010000:00000001:0.0:1773688178.882477:0:7897:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941425152 : -129075768126464 : ffff8a9b34b11400) 00010000:00010000:0.0:1773688178.882480:0:7897:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d24c5 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a560 expref: 53 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.882484:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.882486:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.882487:0:7897:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.882488:0:7897:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.882490:0:7897:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1773688178.882493:0:7897:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9a02064e00 x1859843854293760/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/0 e 0 to 0 dl 1773688189 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688178.882500:0:7897:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1773688178.882502:0:7897:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.882511:0:7897:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.882519:0:7897:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688178.882521:0:7897:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688178.882525:0:7897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3703 00000100:00000040:0.0:1773688178.882528:0:7897:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00000100:00000001:0.0:1773688178.882531:0:7897:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992796405248 : -129080913146368 : ffff8a9a02064e00) 00000100:00000040:0.0:1773688178.882536:0:7897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a02064e00 x1859843854293760/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/0 e 0 to 0 dl 1773688189 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688178.882544:0:7897:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.882547:0:7897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4040. 00000100:00000001:0.0:1773688178.882549:0:7897:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.882551:0:7897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4040. 00000100:00100000:0.0:1773688178.882555:0:7897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a02064e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+53:2404:x1859843854293760:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1773688178.882559:0:7897:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854293760 00010000:00000001:0.0:1773688178.882560:0:7897:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1773688178.882562:0:7897:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1773688178.882563:0:7897:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1773688178.882565:0:7897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688178.882566:0:7897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688178.882568:0:7897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a0fb7ac00. 02000000:00000001:0.0:1773688178.882570:0:7897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.882571:0:7897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.882572:0:7897:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1773688178.882573:0:7897:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1773688178.882575:0:7897:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.882576:0:7897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.882577:0:7897:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11400 refcount=4 00000020:00000001:0.0:1773688178.882578:0:7897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941425152 : -129075768126464 : ffff8a9b34b11400) 00010000:00000001:0.0:1773688178.882579:0:7897:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941425152 : -129075768126464 : ffff8a9b34b11400) 00010000:00000040:0.0:1773688178.882581:0:7897:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 6 00000004:00000001:0.0:1773688178.882583:0:7897:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:0.0:1773688178.882585:0:7897:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d24c5 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a560 expref: 53 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:0.0:1773688178.882590:0:7897:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b2bf83c50 time=1773688178 v=20 (0 0 0 0) 00010000:00000001:0.0:1773688178.882591:0:7897:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773688178.882595:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.882596:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688178.882598:0:7897:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d24c5 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a560 expref: 53 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1773688178.882603:0:7897:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.882604:0:7897:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.882605:0:7897:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.882606:0:7897:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.882608:0:7897:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688178.882609:0:7897:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688178.882611:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.882612:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.882613:0:7897:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.882614:0:7897:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688178.882615:0:7897:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b11400 with handle 0x52973366461d24c5 from hash 00010000:00000001:0.0:1773688178.882616:0:7897:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688178.882617:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.882618:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.882619:0:7897:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688178.882622:0:7897:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.882623:0:7897:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.882624:0:7897:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688178.882625:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688178.882627:0:7897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d24c5 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a560 expref: 53 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.882632:0:7897:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:0.0:1773688178.882633:0:7897:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 52 00010000:00000010:0.0:1773688178.882634:0:7897:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315bab00. 00010000:00000001:0.0:1773688178.882640:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.882640:0:7897:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688178.882641:0:7897:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688178.882643:0:7897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:0.0:1773688178.882645:0:7897:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d25f2 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.882648:0:7897:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688178.882650:0:7897:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.882651:0:7897:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.882652:0:7897:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.882653:0:7897:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.882654:0:7897:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688178.882655:0:7897:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1773688178.882657:0:7897:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d25f2 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.882659:0:7897:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1773688178.882660:0:7897:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688178.882661:0:7897:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688178.882662:0:7897:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688178.882663:0:7897:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 5 00010000:00000040:0.0:1773688178.882665:0:7897:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688178.882666:0:7897:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 52 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.882670:0:7897:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.882674:0:7897:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688178.882677:0:7897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d25f2 lrc: 4/0,1 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.882680:0:7897:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688178.882681:0:7897:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.882682:0:7897:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.882683:0:7897:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688178.882684:0:7897:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.882685:0:7897:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1773688178.882687:0:7897:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b2ebe4040. 00000100:00000001:0.0:1773688178.882688:0:7897:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773688178.882690:0:7897:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a0d8d8900. 00000100:00000001:0.0:1773688178.882691:0:7897:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614992989817088 : -129080719734528 : ffff8a9a0d8d8900) 00000100:00000001:0.0:1773688178.882692:0:7897:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614992989817088 : -129080719734528 : ffff8a9a0d8d8900) 00000100:00000001:0.0:1773688178.882693:0:7897:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773688178.882694:0:7897:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1773688178.882694:0:7897:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773688178.882695:0:7897:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688178.882703:0:7897:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.882705:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.882705:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.882706:0:7897:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.882708:0:7897:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773688178.882709:0:7897:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1773688178.882711:0:7897:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.882713:0:7897:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.882714:0:7897:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1773688178.882716:0:7897:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a0d8d8900. 00000100:00000001:0.0:1773688178.882718:0:7897:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1773688178.882720:0:7897:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1773688178.882722:0:7897:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b2ebe4040. 00010000:00000001:0.0:1773688178.882725:0:7897:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1773688178.882727:0:7897:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1773688178.882728:0:7897:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773688178.882730:0:68797:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d25f2 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.882732:0:7897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688178.882735:0:7897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688178.882740:0:7897:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=112 v=5 (1 1 1 1) 00010000:00000001:1.0:1773688178.882744:0:68797:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.882746:0:7897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:1.0:1773688178.882751:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d25f2 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773688178.882751:0:7897:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688178.882757:0:7897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688178.882761:0:7897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1773688178.882764:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:0.0:1773688178.882764:0:7897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.882768:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773688178.882769:0:7897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1773688178.882773:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1773688178.882773:0:7897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00010000:00000001:1.0:1773688178.882778:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000010:0.0:1773688178.882778:0:7897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be110. 00000020:00000001:1.0:1773688178.882782:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1773688178.882783:0:7897:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854293760, offset 224 00000020:00000040:1.0:1773688178.882786:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bccc00 refcount=3 00000400:00000200:0.0:1773688178.882789:0:7897:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000020:00000001:1.0:1773688178.882791:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00010000:00000001:1.0:1773688178.882795:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00000400:00000200:0.0:1773688178.882797:0:7897:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00010000:00000001:1.0:1773688178.882799:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.882801:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.882804:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773688178.882806:0:7897:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47889:47889:256:4294967295] 192.168.204.51@tcp LPNI seq info [47885:47885:8:4294967295] 00000004:00000002:1.0:1773688178.882808:0:68797:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0x13f:0x0], ibits = 0x5/0x1a, open_flags = 040004240000003, try_layout = 1 : rc = 0 00000004:00000001:1.0:1773688178.882816:0:68797:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688178.882821:0:68797:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773688178.882824:0:7897:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000004:00000001:1.0:1773688178.882827:0:68797:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000001:00000001:1.0:1773688178.882832:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000800:00000200:0.0:1773688178.882833:0:7897:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000001:00000001:1.0:1773688178.882835:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.882839:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000800:00000010:0.0:1773688178.882839:0:7897:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85b00. 00000001:00000001:1.0:1773688178.882842:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.882845:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688178.882847:0:7897:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000001:00000001:1.0:1773688178.882848:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.882852:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.882854:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688178.882856:0:7897:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000004:00000002:1.0:1773688178.882858:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000800:00000200:0.0:1773688178.882861:0:7897:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85b00 type 1, nob 320 niov 1 nkiov 1 00000004:00200000:1.0:1773688178.882862:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: returning size 74834 00000001:00000001:1.0:1773688178.882867:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.882868:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.882871:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1773688178.882873:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.882876:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000001:0.0:1773688178.882876:0:7897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.882879:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000100:00000040:0.0:1773688178.882882:0:7897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00080000:00000001:1.0:1773688178.882884:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00010000:00000001:0.0:1773688178.882884:0:7897:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.882889:0:7897:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.882890:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000040:0.0:1773688178.882894:0:7897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a02064e00 x1859843854293760/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/224 e 0 to 0 dl 1773688189 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1773688178.882896:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.882901:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.882907:0:68797:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000100:00100000:0.0:1773688178.882908:0:7897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a02064e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+52:2404:x1859843854293760:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 362us (555us total) trans 0 rc 0/0 00000004:00000002:1.0:1773688178.882910:0:68797:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:1.0:1773688178.882915:0:68797:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000100:00100000:0.0:1773688178.882918:0:7897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3703 00000004:00000001:1.0:1773688178.882919:0:68797:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.882921:0:7897:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00000004:00000001:1.0:1773688178.882923:0:68797:0:(mdd_object.c:3758:mdd_open()) Process entered 00000100:00000001:0.0:1773688178.882924:0:7897:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688178.882927:0:7897:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688178.882929:0:7897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06900. 00000004:00000001:1.0:1773688178.882930:0:68797:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000020:00000010:0.0:1773688178.882932:0:7897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400640. 00000004:00000001:1.0:1773688178.882934:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000020:00000010:0.0:1773688178.882936:0:7897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb200. 00000004:00000001:1.0:1773688178.882937:0:68797:0:(mdd_permission.c:247:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688178.882940:0:7897:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 51 00000004:00000001:1.0:1773688178.882941:0:68797:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773688178.882944:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1773688178.882944:0:7897:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1773688178.882946:0:68797:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1773688178.882952:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85b00. 00000004:00000001:1.0:1773688178.882952:0:68797:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000004:00000010:1.0:1773688178.882958:0:68797:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9b07b50d80. 00000400:00000200:2.0:1773688178.882959:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1773688178.882962:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.882966:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b07b50d80 with handle 0x52973366461d25f9 to hash 00000400:00000200:2.0:1773688178.882979:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000020:00000001:1.0:1773688178.882983:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000200:2.0:1773688178.882985:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be110 00000004:00000001:1.0:1773688178.882986:0:68797:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614997186710912 : -129076522840704 : ffff8a9b07b50d80) 00000400:00000010:2.0:1773688178.882989:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be110. 00000004:00000001:1.0:1773688178.882991:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000100:00000001:2.0:1773688178.882993:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000004:00000001:1.0:1773688178.882994:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000100:00000001:2.0:1773688178.882997:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00002000:1.0:1773688178.882998:0:68797:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0x13f:0x0] Change mfd open_flags 0 -> 040004240000003. 00000004:00000001:1.0:1773688178.883003:0:68797:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:1.0:1773688178.883026:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1773688178.883035:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0fadf800. 00080000:00000001:1.0:1773688178.883039:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993025497088 : -129080684054528 : ffff8a9a0fadf800) 00080000:00000001:1.0:1773688178.883042:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1773688178.883047:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1773688178.883052:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1773688178.883054:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.883072:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.883074:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1773688178.883077:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1773688178.883080:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692025, last_committed = 171798692011 00000001:00000010:1.0:1773688178.883083:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b03ffbde0. 00000001:00000040:1.0:1773688178.883086:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 14 00000020:00000040:1.0:1773688178.883088:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=52 00000001:00000010:1.0:1773688178.883092:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b41aafcc0. 00080000:00000001:1.0:1773688178.883097:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1773688178.883111:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1773688178.883115:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b41aafcc0: xid 1859843854293632, transno 171798692025, tag 1, client gen 13, slot idx 3 00000001:00000001:1.0:1773688178.883118:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.883129:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.883131:0:68797:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1773688178.883133:0:68797:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.883135:0:68797:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.883137:0:68797:0:(mdt_open.c:1236:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688178.883139:0:68797:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:1.0:1773688178.883141:0:68797:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:1.0:1773688178.883143:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688178.883144:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688178.883146:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1773688178.883147:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1773688178.883149:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.883151:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688178.883153:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688178.883155:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688178.883156:0:68797:0:(mdt_open.c:1525:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1773688178.883161:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688178.883165:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.883167:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.883169:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.883172:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.883174:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1773688178.883176:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688178.883178:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688178.883179:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688178.883181:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688178.883183:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688178.883185:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1773688178.883189:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.883191:0:68797:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:1.0:1773688178.883194:0:68797:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:1.0:1773688178.883196:0:68797:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.883199:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.883200:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.883202:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bccc00 refcount=3 00000020:00000001:1.0:1773688178.883204:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00010000:00000001:1.0:1773688178.883206:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00000004:00000040:1.0:1773688178.883210:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:1.0:1773688178.883212:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=53 00010000:00000001:1.0:1773688178.883215:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.883216:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.883218:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.883220:0:68797:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.883222:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.883225:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1773688178.883227:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688178.883229:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.883231:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.883232:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.883234:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.883235:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.883238:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bcdc00 with handle 0x52973366461d25eb from hash 00010000:00000001:1.0:1773688178.883240:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.883241:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.883242:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.883244:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688178.883245:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.883249:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d25eb lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5bb expref: 53 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.883257:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:1.0:1773688178.883259:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 52 00010000:00000010:1.0:1773688178.883261:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988880. 00010000:00000001:1.0:1773688178.883266:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.883267:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.883271:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688178.883275:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d25f2 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5bb expref: 52 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.883282:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.883284:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.883286:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:1.0:1773688178.883289:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00000001:1.0:1773688178.883291:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.883293:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.883295:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.883296:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.883297:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.883299:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bccc00, rc 0) 00000020:00000001:1.0:1773688178.883301:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688178.883304:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 171798692025, xid 1859843854293632 00010000:00000001:1.0:1773688178.883306:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688178.883311:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a02065500 x1859843854293632/t171798692025(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 648/664 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688178.883318:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688178.883320:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688178.883322:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=56 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688178.883325:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688178.883328:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688178.883330:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688178.883332:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688178.883334:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.883336:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688178.883339:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688178.883342:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64f68. 00000100:00000200:1.0:1773688178.883345:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854293632, offset 224 00000400:00000200:1.0:1773688178.883350:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688178.883355:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688178.883359:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47890:47890:256:4294967295] 192.168.204.51@tcp LPNI seq info [47886:47886:8:4294967295] 00000400:00000200:1.0:1773688178.883368:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688178.883372:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688178.883381:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7e00. 00000800:00000200:1.0:1773688178.883386:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688178.883390:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688178.883393:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7e00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1773688178.883403:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.883406:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688178.883408:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688178.883410:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.883412:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688178.883417:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a02065500 x1859843854293632/t171798692025(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 648/664 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688178.883427:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a02065500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+52:68109:x1859843854293632:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3271us (3384us total) trans 171798692025 rc 0/0 00000100:00100000:1.0:1773688178.883434:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15422 00000100:00000040:1.0:1773688178.883437:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688178.883439:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688178.883441:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688178.883443:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06780. 00000020:00000010:1.0:1773688178.883447:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b054004b0. 00000020:00000010:1.0:1773688178.883451:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb600. 00000020:00000040:1.0:1773688178.883455:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 51 00000100:00000001:1.0:1773688178.883457:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688178.883469:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.883473:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7e00. 00000400:00000200:2.0:1773688178.883477:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.883480:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.883484:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64f68 00000400:00000010:2.0:1773688178.883486:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64f68. 00000100:00000001:2.0:1773688178.883488:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.883489:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1773688178.885025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e87800. 00000800:00000001:2.0:1773688178.885030:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.885038:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.885041:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:1.1:1773688178.885042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b07379c00. 00000800:00000001:2.0:1773688178.885044:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1773688178.885050:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304500. 00000400:00000200:2.0:1773688178.885053:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00010000:00000010:1.1:1773688178.885056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86a00. 00010000:00000010:1.1:1773688178.885059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b07379a00. 00000400:00000200:2.0:1773688178.885065:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a445db80 00000400:00000200:2.0:1773688178.885070:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 59864 00000800:00000001:2.0:1773688178.885075:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.885080:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.885082:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.885086:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.885089:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.885090:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688178.885096:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3220d500. 00000100:00000040:2.0:1773688178.885099:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3220d500 x1859843854293888 msgsize 576 00000100:00100000:2.0:1773688178.885103:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.885112:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.885116:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.885118:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.885128:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688178.885131:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854293888 02000000:00000001:1.0:1773688178.885133:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688178.885134:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688178.885135:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.885137:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688178.885139:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854293888 00000020:00000001:1.0:1773688178.885140:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688178.885141:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688178.885142:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.885144:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=52 00000020:00000001:1.0:1773688178.885145:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688178.885147:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688178.885149:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.885152:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c62500. 00000100:00000001:1.0:1773688178.885153:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.885155:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c62500. 00000020:00000010:1.0:1773688178.885163:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b028f7800. 00000020:00000010:1.0:1773688178.885165:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07b50b80. 00000020:00000010:1.0:1773688178.885167:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe960. 00000100:00000040:1.0:1773688178.885170:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688178.885171:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688178.885172:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688178.885174:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688178.885175:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.885176:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.885179:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.885188:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.885196:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688178.885198:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688178.885203:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15423 00000100:00000040:1.0:1773688178.885206:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688178.885209:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997898417408 : -129075811134208 : ffff8a9b3220d500) 00000100:00000040:1.0:1773688178.885215:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3220d500 x1859843854293888/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 576/0 e 0 to 0 dl 1773688258 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688178.885223:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.885226:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c62500. 00000100:00000001:1.0:1773688178.885228:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.885230:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c62500. 00000100:00100000:1.0:1773688178.885235:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3220d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+52:68109:x1859843854293888:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688178.885239:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854293888 00000020:00000001:1.0:1773688178.885242:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688178.885245:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1773688178.885249:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b41aafcc0: xid 1859843854293632, transno 171798692025, client gen 13, slot idx 3 00000001:00000001:1.0:1773688178.885252:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a0d8d8300: xid 1859843854293120, transno 171798692024, client gen 13, slot idx 2 00000001:00000010:1.0:1773688178.885254:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a0d8d8300. 00000020:00000001:1.0:1773688178.885256:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.885258:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688178.885259:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688178.885261:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688178.885262:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854293888, found 0 last_xid 1859843854293887 00000020:00000001:1.0:1773688178.885264:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688178.885265:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688178.885266:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688178.885268:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.885269:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688178.885270:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688178.885271:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688178.885272:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688178.885273:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.885276:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.885278:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 5 00010000:00000001:1.0:1773688178.885280:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.885281:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.885283:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86a00. 00000020:00000001:1.0:1773688178.885285:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.885286:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86a00 with handle 0x52973366461d2600 to hash 00000020:00000001:1.0:1773688178.885288:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.885288:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000010:1.0:1773688178.885291:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688178.885292:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00010000:1.0:1773688178.885295:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d2600 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a5c2 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.885304:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:1.0:1773688178.885306:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=53 00010000:00000001:1.0:1773688178.885309:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688178.885310:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688178.885313:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688178.885314:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688178.885315:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1773688178.885317:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688178.885318:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x13f:0x0] 00000020:00000001:1.0:1773688178.885320:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688178.885322:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:1.0:1773688178.885323:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:1.0:1773688178.885325:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.885327:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688178.885328:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688178.885329:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688178.885330:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688178.885333:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b06149000. 02000000:00000001:1.0:1773688178.885334:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.885335:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.885336:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.885337:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1773688178.885339:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:1.0:1773688178.885340:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.885341:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.885343:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.885344:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.885345:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.885346:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.885347:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.885348:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.885349:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.885349:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.885350:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.885352:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.885353:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.885354:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.885355:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.885356:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.885357:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.885358:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.885359:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.885368:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688178.885370:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688178.885372:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688178.885373:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.885374:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.885375:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.885376:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.885377:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.885378:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.885379:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688178.885380:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.885381:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.885382:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.885383:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688178.885384:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.885386:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:1.0:1773688178.885389:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1773688178.885390:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:1.0:1773688178.885391:0:68797:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000020:00000010:1.0:1773688178.885395:0:68797:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8a9b41763000. 00000004:00000001:1.0:1773688178.885397:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.885399:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.885400:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.885403:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:1.0:1773688178.885405:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:1.0:1773688178.885406:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:1.0:1773688178.885408:0:68797:0:(mdt_lib.c:2238:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.885410:0:68797:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0x13f:0x0]/[0x20000afe1:0x13f:0x0], ldlm_rep = ffff8a9b06149228 00000004:00000001:1.0:1773688178.885414:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1773688178.885416:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688178.885417:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.885418:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 6 00010000:00000001:1.0:1773688178.885420:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.885425:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.885427:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86000. 00000020:00000001:1.0:1773688178.885428:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.885430:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86000 with handle 0x52973366461d2607 to hash 00000020:00000001:1.0:1773688178.885431:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.885432:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000010:1.0:1773688178.885434:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b080. 00010000:00000001:1.0:1773688178.885435:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:1.0:1773688178.885437:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.885438:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.885440:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2607 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.885444:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688178.885445:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688178.885446:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.885447:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.885448:0:68797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688178.885451:0:68797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d25f2 lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5bb expref: 53 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.885456:0:68797:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688178.885457:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.885458:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.885459:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.885460:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.885462:0:68797:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1773688178.885463:0:68797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2607 lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.885470:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 6 00010000:00000040:1.0:1773688178.885472:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688178.885474:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d25f2 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5bb expref: 53 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.885478:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 53 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.885481:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.885484:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.885487:0:68797:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1773688178.885488:0:68797:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2607 lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688178.885491:0:68797:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b10c62500. 00000100:00000001:1.0:1773688178.885492:0:68797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688178.885495:0:68797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b41aaf0c0. 00000100:00000001:1.0:1773688178.885496:0:68797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614998159126720 : -129075550424896 : ffff8a9b41aaf0c0) 00000100:00000001:1.0:1773688178.885497:0:68797:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614998159126720 : -129075550424896 : ffff8a9b41aaf0c0) 00000100:00000001:1.0:1773688178.885498:0:68797:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688178.885499:0:68797:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688178.885500:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1773688178.885501:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.885502:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1773688178.885503:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.885504:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.885504:0:68797:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1773688178.885505:0:68797:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1773688178.885512:0:68797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b32125180. 00000020:00000040:1.0:1773688178.885514:0:68797:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:1.0:1773688178.885518:0:68797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773688178.885520:0:68797:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773688178.885522:0:68797:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773688178.885525:0:68797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9b028f6e00. 00000100:00000001:1.0:1773688178.885528:0:68797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.885533:0:68797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d25f2 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5bb expref: 53 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.885548:0:68797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d25f2 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5bb expref: 53 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.885555:0:68797:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1773688178.885557:0:68797:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773688178.885560:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b32125180 x1859843861187072/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688178.885568:0:68797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773688178.885570:0:68797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688178.885574:0:68797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b32125180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861187072:192.168.204.51@tcp:104: 00000100:00000001:1.0:1773688178.885577:0:68797:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773688178.885579:0:68797:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773688178.885581:0:68797:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.885583:0:68797:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773688178.885586:0:68797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9b028f7600. 02000000:00000001:1.0:1773688178.885587:0:68797:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773688178.885590:0:68797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b3697f6e0. 00000400:00000010:1.0:1773688178.885592:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64cc0. 00000100:00000200:1.0:1773688178.885595:0:68797:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861187072, portal 16 00000100:00000001:1.0:1773688178.885597:0:68797:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773688178.885598:0:68797:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997897466240 : -129075812085376 : ffff8a9b32125180) 00000100:00000040:1.0:1773688178.885601:0:68797:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b32125180 x1859843861187072/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688178.885608:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688178.885610:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688178.885611:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64908. 00000100:00000200:1.0:1773688178.885613:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861187072, offset 0 00000400:00000200:1.0:1773688178.885616:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688178.885620:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688178.885623:0:68797:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773688178.885625:0:68797:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:1.0:1773688178.885627:0:68797:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773688178.885629:0:68797:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:1.0:1773688178.885631:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47891:47891:256:4294967295] 192.168.204.51@tcp LPNI seq info [47887:47887:8:4294967295] 00000400:00000200:1.0:1773688178.885636:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688178.885639:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688178.885641:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7600. 00000800:00000200:1.0:1773688178.885644:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688178.885647:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688178.885649:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773688178.885659:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.885661:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297629806 00000100:00000001:1.0:1773688178.885665:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297629801 00000100:00000001:1.0:1773688178.885667:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297629806 00000100:00000001:1.0:1773688178.885669:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297629801 00000100:00000001:1.0:1773688178.885671:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297629806 00000100:00000001:1.0:1773688178.885673:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297629801 00000100:00000001:1.0:1773688178.885674:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297629806 00000100:00000001:1.0:1773688178.885675:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297629801 00000100:00000001:1.0:1773688178.885677:0:68797:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688178.885679:0:68797:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.885681:0:68797:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.885682:0:68797:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.885684:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.885686:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.885687:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.885688:0:68797:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.885689:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1773688178.885690:0:68797:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688178.885692:0:68797:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.885694:0:68797:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773688178.885695:0:68797:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773688178.885696:0:68797:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b41aaf0c0 going to sleep for 11 seconds 00000100:00000001:1.0:1773688178.885698:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773688178.885699:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773688178.885730:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.885734:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7600. 00000400:00000200:2.0:1773688178.885738:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.885742:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.885752:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64908 00000400:00000010:2.0:1773688178.885754:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64908. 00000100:00000001:2.0:1773688178.885758:0:3440:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773688178.885762:0:3440:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b32125180 x1859843861187072/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688178.885771:0:3440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688178.885774:0:3440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b32125180 x1859843861187072/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688178.885781:0:3440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.885782:0:3440:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773688178.886684:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.886690:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.886692:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.886694:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.886698:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.886705:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af0a00 00000400:00000200:2.0:1773688178.886710:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77a01 [1] + 224 00000800:00000001:2.0:1773688178.886714:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.886718:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.886719:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.886722:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.886725:0:3439:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688178.886729:0:3439:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b32125180 x1859843861187072/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1773688178.886743:0:3439:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9b32125180 x1859843861187072/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688178.886757:0:3439:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.886761:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.886764:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.886781:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773688178.886791:0:68797:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773688178.886792:0:68797:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773688178.886794:0:68797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b3697f6e0. 00000400:00000200:1.0:1773688178.886798:0:68797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64cc0 00000400:00000010:1.0:1773688178.886800:0:68797:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64cc0. 00000100:00000001:1.0:1773688178.886803:0:68797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773688178.886806:0:68797:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9b32125180 x1859843861187072/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1773688178.886812:0:68797:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9b32125180 x1859843861187072/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688178.886816:0:68797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773688178.886817:0:68797:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.886819:0:68797:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773688178.886820:0:68797:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773688178.886821:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688178.886822:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.886823:0:68797:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688178.886826:0:68797:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=2 v=5 (5 0 0 0) 00000100:00001000:1.0:1773688178.886828:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773688178.886829:0:68797:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773688178.886831:0:68797:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.886833:0:68797:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773688178.886835:0:68797:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.886836:0:68797:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.886838:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9b32125180 x1859843861187072/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688178.886843:0:68797:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688178.886844:0:68797:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773688178.886845:0:68797:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.886847:0:68797:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1773688178.886848:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.886848:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.886849:0:68797:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.886851:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b32125180 x1859843861187072/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1773688178.886856:0:68797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9b32125180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861187072:192.168.204.51@tcp:104: 00000100:00000001:1.0:1773688178.886859:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.886861:0:68797:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.886862:0:68797:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773688178.886863:0:68797:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773688178.886864:0:68797:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9b32125180 x1859843861187072/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688178.886868:0:68797:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773688178.886869:0:68797:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773688178.886874:0:68797:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9b028f7600. 02000000:00000001:1.0:1773688178.886876:0:68797:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773688178.886876:0:68797:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773688178.886877:0:68797:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1773688178.886878:0:68797:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773688178.886880:0:68797:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9b028f6e00. 02000000:00000001:1.0:1773688178.886882:0:68797:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773688178.886883:0:68797:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773688178.886884:0:68797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b32125180. 00000100:00000001:1.0:1773688178.886886:0:68797:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773688178.886887:0:68797:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1773688178.886889:0:68797:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b41aaf0c0. 00000100:00000001:1.0:1773688178.886892:0:68797:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688178.886893:0:68797:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773688178.886894:0:68797:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b10c62500. 00010000:00000001:1.0:1773688178.886898:0:68797:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.886899:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.886901:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.886903:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1773688178.886905:0:68797:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2607 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000001:2.0:1773688178.887113:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.887119:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.887121:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.887123:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.887128:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.887134:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a445dc00 00000400:00000200:2.0:1773688178.887139:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72a4d [2] + 328 00000800:00000001:2.0:1773688178.887142:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.887166:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.887168:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.887171:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.887175:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.887176:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1773688178.887179:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3220ed80. 00000100:00000040:2.0:1773688178.887181:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3220ed80 x1859843854294016 msgsize 328 00000100:00100000:2.0:1773688178.887185:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.887194:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.887197:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.887200:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.887251:0:7897:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688178.887254:0:7897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854294016 02000000:00000001:0.0:1773688178.887256:0:7897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688178.887258:0:7897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688178.887259:0:7897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.887262:0:7897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688178.887264:0:7897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854294016 00000020:00000001:0.0:1773688178.887266:0:7897:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688178.887267:0:7897:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688178.887269:0:7897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.887271:0:7897:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=54 00000020:00000001:0.0:1773688178.887273:0:7897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688178.887275:0:7897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688178.887278:0:7897:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.887281:0:7897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4040. 00000100:00000001:0.0:1773688178.887284:0:7897:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.887286:0:7897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4040. 00000020:00000010:0.0:1773688178.887291:0:7897:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb200. 00000020:00000010:0.0:1773688178.887294:0:7897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688178.887297:0:7897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400640. 00000100:00000040:0.0:1773688178.887302:0:7897:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1773688178.887304:0:7897:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688178.887306:0:7897:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1773688178.887308:0:7897:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1773688178.887310:0:7897:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.887312:0:7897:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1773688178.887315:0:7897:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.887316:0:7897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.887318:0:7897:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bccc00 refcount=4 00000020:00000001:0.0:1773688178.887320:0:7897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00010000:00000001:0.0:1773688178.887323:0:7897:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00010000:00010000:0.0:1773688178.887328:0:7897:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d25f2 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5bb expref: 54 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.887335:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.887337:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.887338:0:7897:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.887340:0:7897:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.887343:0:7897:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1773688178.887348:0:7897:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9b3220ed80 x1859843854294016/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/0 e 0 to 0 dl 1773688189 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688178.887356:0:7897:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1773688178.887357:0:7897:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.887372:0:7897:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.887381:0:7897:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688178.887383:0:7897:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688178.887387:0:7897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3704 00000100:00000040:0.0:1773688178.887390:0:7897:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00000100:00000001:0.0:1773688178.887392:0:7897:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997898423680 : -129075811127936 : ffff8a9b3220ed80) 00000100:00000040:0.0:1773688178.887398:0:7897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3220ed80 x1859843854294016/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/0 e 0 to 0 dl 1773688189 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688178.887406:0:7897:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.887409:0:7897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4040. 00000100:00000001:0.0:1773688178.887411:0:7897:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.887414:0:7897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4040. 00000100:00100000:0.0:1773688178.887418:0:7897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3220ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+54:2405:x1859843854294016:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1773688178.887422:0:7897:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854294016 00010000:00000001:0.0:1773688178.887424:0:7897:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1773688178.887426:0:7897:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1773688178.887427:0:7897:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1773688178.887430:0:7897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688178.887431:0:7897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688178.887434:0:7897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a0fb7a400. 02000000:00000001:0.0:1773688178.887437:0:7897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.887439:0:7897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.887441:0:7897:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1773688178.887443:0:7897:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1773688178.887445:0:7897:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.887446:0:7897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.887448:0:7897:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bccc00 refcount=4 00000020:00000001:0.0:1773688178.887450:0:7897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00010000:00000001:0.0:1773688178.887452:0:7897:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00010000:00000040:0.0:1773688178.887454:0:7897:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 7 00000004:00000001:0.0:1773688178.887457:0:7897:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:0.0:1773688178.887461:0:7897:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d25f2 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5bb expref: 54 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:0.0:1773688178.887469:0:7897:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b2bf83c50 time=1773688178 v=20 (0 0 0 0) 00010000:00000001:0.0:1773688178.887472:0:7897:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773688178.887477:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.887479:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688178.887482:0:7897:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d25f2 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5bb expref: 54 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1773688178.887487:0:7897:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.887489:0:7897:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.887491:0:7897:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.887492:0:7897:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.887495:0:7897:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688178.887497:0:7897:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688178.887500:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.887501:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.887503:0:7897:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.887504:0:7897:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688178.887507:0:7897:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bccc00 with handle 0x52973366461d25f2 from hash 00010000:00000001:0.0:1773688178.887509:0:7897:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688178.887510:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.887511:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.887512:0:7897:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688178.887515:0:7897:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.887517:0:7897:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.887519:0:7897:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688178.887520:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688178.887523:0:7897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d25f2 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5bb expref: 54 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.887531:0:7897:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:0.0:1773688178.887533:0:7897:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 53 00010000:00000010:0.0:1773688178.887536:0:7897:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988200. 00010000:00000001:0.0:1773688178.887541:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.887543:0:7897:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688178.887545:0:7897:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688178.887547:0:7897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:0.0:1773688178.887551:0:7897:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2607 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.887556:0:7897:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688178.887558:0:7897:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.887560:0:7897:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.887561:0:7897:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.887563:0:7897:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.887565:0:7897:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688178.887567:0:7897:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1773688178.887569:0:7897:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2607 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.887575:0:7897:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1773688178.887577:0:7897:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688178.887578:0:7897:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688178.887579:0:7897:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688178.887581:0:7897:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 6 00010000:00000040:0.0:1773688178.887584:0:7897:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688178.887587:0:7897:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 53 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.887594:0:7897:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.887600:0:7897:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688178.887606:0:7897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2607 lrc: 4/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.887611:0:7897:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688178.887613:0:7897:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.887615:0:7897:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.887617:0:7897:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688178.887618:0:7897:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.887625:0:7897:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1773688178.887629:0:7897:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b2ebe4040. 00000100:00000001:0.0:1773688178.887632:0:7897:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773688178.887635:0:7897:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a0d8d8900. 00000100:00000001:0.0:1773688178.887637:0:7897:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614992989817088 : -129080719734528 : ffff8a9a0d8d8900) 00000100:00000001:0.0:1773688178.887639:0:7897:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614992989817088 : -129080719734528 : ffff8a9a0d8d8900) 00000100:00000001:0.0:1773688178.887642:0:7897:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773688178.887643:0:7897:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1773688178.887644:0:7897:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773688178.887646:0:7897:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688178.887655:0:7897:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.887657:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.887658:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.887659:0:7897:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.887661:0:7897:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773688178.887663:0:7897:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1773688178.887665:0:7897:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.887667:0:7897:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.887670:0:7897:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1773688178.887672:0:7897:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a0d8d8900. 00010000:00010000:1.0:1773688178.887673:0:68797:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2607 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773688178.887676:0:7897:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1773688178.887679:0:7897:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.887681:0:68797:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1773688178.887683:0:7897:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b2ebe4040. 00010000:00010000:1.0:1773688178.887684:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2607 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.887687:0:7897:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.887690:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00010000:0.0:1773688178.887691:0:7897:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688178.887692:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.887696:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.887696:0:7897:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.887697:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.887699:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.887701:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86000 refcount=3 00000020:00000001:1.0:1773688178.887703:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688178.887703:0:7897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688178.887707:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688178.887708:0:7897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.887709:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.887711:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.887713:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688178.887714:0:7897:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=112 v=5 (1 1 1 1) 00000004:00000001:1.0:1773688178.887716:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1773688178.887721:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000100:00000001:0.0:1773688178.887721:0:7897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:1.0:1773688178.887723:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000100:00000040:0.0:1773688178.887726:0:7897:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000004:00000001:1.0:1773688178.887729:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.887730:0:7897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 00000004:00000001:1.0:1773688178.887732:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.887736:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 02000000:00000001:0.0:1773688178.887736:0:7897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000001:1.0:1773688178.887739:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 02000000:00000001:0.0:1773688178.887740:0:7897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.887742:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000100:00000001:0.0:1773688178.887744:0:7897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:1.0:1773688178.887746:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.887748:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.887751:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000100:00000040:0.0:1773688178.887752:0:7897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000004:00000001:1.0:1773688178.887753:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.887756:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x13f:0x0]: Reading som attrs: valid: 4, size: 74834, blocks: 259 00000400:00000010:0.0:1773688178.887757:0:7897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be660. 00000004:00000001:1.0:1773688178.887758:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.887762:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.887763:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.887764:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000100:00000200:0.0:1773688178.887764:0:7897:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854294016, offset 224 00000004:00000001:1.0:1773688178.887768:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.887770:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.887771:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.887773:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000400:00000200:0.0:1773688178.887774:0:7897:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00080000:00000001:1.0:1773688178.887775:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.887778:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.887780:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.887781:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1773688178.887783:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1773688178.887785:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000400:00000200:0.0:1773688178.887786:0:7897:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000004:00000002:1.0:1773688178.887788:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b06149370 00000004:00000001:1.0:1773688178.887791:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.887794:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.887796:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773688178.887796:0:7897:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47892:47892:256:4294967295] 192.168.204.51@tcp LPNI seq info [47888:47888:8:4294967295] 00000001:00000001:1.0:1773688178.887799:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.887801:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.887804:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.887806:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.887807:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.887811:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.887815:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000400:00000200:0.0:1773688178.887817:0:7897:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000004:00200000:1.0:1773688178.887818:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: returning size 74834 00000004:00000040:1.0:1773688178.887823:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x13f:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1773688178.887827:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000800:00000200:0.0:1773688178.887828:0:7897:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000004:00000040:1.0:1773688178.887829:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2566 00000004:00200000:1.0:1773688178.887834:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:1.0:1773688178.887836:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:1.0:1773688178.887837:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000800:00000010:0.0:1773688178.887837:0:7897:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85a00. 00000001:00000001:1.0:1773688178.887839:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.887841:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1773688178.887842:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.887844:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.887846:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000800:00000200:0.0:1773688178.887846:0:7897:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00080000:00000001:1.0:1773688178.887848:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.887851:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.887853:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.887856:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688178.887856:0:7897:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688178.887861:0:7897:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:1.0:1773688178.887862:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688178.887866:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.887868:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.887869:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.887870:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.887874:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.887875:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.887877:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86000 refcount=3 00000100:00000001:0.0:1773688178.887877:0:7897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.887881:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:1.0:1773688178.887884:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00000100:00000040:0.0:1773688178.887885:0:7897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00000004:00010000:1.0:1773688178.887888:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2607 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.887890:0:7897:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.887895:0:7897:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.887897:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.887899:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.887901:0:68797:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:1.0:1773688178.887903:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000100:00000040:0.0:1773688178.887903:0:7897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3220ed80 x1859843854294016/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/224 e 0 to 0 dl 1773688189 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1773688178.887904:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:1.0:1773688178.887907:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.887910:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.887912:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86000 refcount=3 00000020:00000001:1.0:1773688178.887916:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:1.0:1773688178.887919:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00000004:00000040:1.0:1773688178.887923:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:1.0:1773688178.887927:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=54 00000100:00100000:0.0:1773688178.887927:0:7897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3220ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+53:2405:x1859843854294016:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 516us (740us total) trans 0 rc 0/0 00000800:00000200:2.0:1773688178.887929:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.887934:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85a00. 00010000:00000001:1.0:1773688178.887934:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.887938:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1773688178.887939:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:1.0:1773688178.887942:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000100:00100000:0.0:1773688178.887942:0:7897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3704 00000400:00000200:2.0:1773688178.887946:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000040:0.0:1773688178.887948:0:7897:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00000400:00000200:2.0:1773688178.887949:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be660 00000100:00000001:0.0:1773688178.887951:0:7897:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1773688178.887953:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be660. 00000100:00000001:0.0:1773688178.887955:0:7897:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:1.0:1773688178.887956:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 00000100:00000001:2.0:1773688178.887957:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.887960:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1773688178.887960:0:7897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06900. 02000000:00000001:1.0:1773688178.887961:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688178.887965:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688178.887977:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688178.887979:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000020:00000010:0.0:1773688178.887979:0:7897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400640. 00000004:00000001:1.0:1773688178.887982:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000020:00000010:0.0:1773688178.887985:0:7897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb200. 00000004:00000040:1.0:1773688178.887986:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1773688178.887993:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688178.887993:0:7897:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 53 00000004:00000001:1.0:1773688178.887998:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.888002:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688178.888004:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:1.0:1773688178.888031:0:68797:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8a9b41763000. 00000004:00000001:1.0:1773688178.888035:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1773688178.888038:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688178.888040:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.888043:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.888044:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.888046:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.888047:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.888049:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86a00 with handle 0x52973366461d2600 from hash 00010000:00000001:1.0:1773688178.888051:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.888053:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.888054:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.888055:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688178.888057:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.888060:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d2600 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5c2 expref: 53 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.888066:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:1.0:1773688178.888067:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 52 00000100:00000001:0.0:1773688178.888068:0:7897:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1773688178.888069:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688178.888077:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.888078:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.888081:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688178.888084:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2607 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5c2 expref: 52 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.888089:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.888090:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.888091:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:1.0:1773688178.888093:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1773688178.888094:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.888096:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.888097:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.888098:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.888098:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.888099:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b04e86000, rc 0) 00000020:00000001:1.0:1773688178.888101:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688178.888102:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 0, xid 1859843854293888 00010000:00000001:1.0:1773688178.888104:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688178.888115:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b3220d500 x1859843854293888/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 576/640 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688178.888122:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688178.888123:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688178.888126:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=56 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688178.888129:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688178.888131:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688178.888133:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688178.888135:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688178.888137:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.888139:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688178.888141:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688178.888145:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64cc0. 00000100:00000200:1.0:1773688178.888149:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854293888, offset 224 00000400:00000200:1.0:1773688178.888153:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688178.888159:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688178.888163:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47893:47893:256:4294967295] 192.168.204.51@tcp LPNI seq info [47889:47889:8:4294967295] 00000400:00000200:1.0:1773688178.888169:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688178.888171:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688178.888174:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7900. 00000800:00000200:1.0:1773688178.888176:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688178.888179:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688178.888181:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7900 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:1.0:1773688178.888190:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.888193:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688178.888195:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688178.888197:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.888199:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688178.888203:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3220d500 x1859843854293888/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 576/640 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688178.888212:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3220d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+52:68109:x1859843854293888:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2987us (3110us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688178.888220:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15423 00000100:00000040:1.0:1773688178.888223:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688178.888225:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688178.888227:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688178.888230:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07b50b80. 00000020:00000010:1.0:1773688178.888234:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe960. 00000020:00000010:1.0:1773688178.888239:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b028f7800. 00000800:00000200:2.0:1773688178.888240:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:1.0:1773688178.888242:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 51 00000800:00000010:2.0:1773688178.888243:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7900. 00000100:00000001:1.0:1773688178.888248:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.888249:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.888255:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.888257:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64cc0 00000400:00000010:2.0:1773688178.888259:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64cc0. 00000100:00000001:2.0:1773688178.888261:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.888262:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688178.890043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcdc00. 00000800:00000001:2.0:1773688178.890927:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.890934:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.890937:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.890939:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.890945:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.890954:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 392 into portal 23 MB=0x69b84a445dd00 00000400:00000200:2.0:1773688178.890960:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 392/392 into md 0x71599 [2] + 784 00000800:00000001:2.0:1773688178.890965:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.890983:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.890985:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.890989:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.890994:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.890996:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1773688178.891000:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3220c700. 00000100:00000040:2.0:1773688178.891003:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3220c700 x1859843854294272 msgsize 392 00000100:00100000:2.0:1773688178.891039:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.891047:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.891053:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.891056:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.891063:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688178.891065:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854294272 02000000:00000001:0.0:1773688178.891068:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688178.891069:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688178.891071:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.891073:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688178.891075:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854294272 00000020:00000001:0.0:1773688178.891077:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688178.891078:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688178.891079:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.891081:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=52 00000020:00000001:0.0:1773688178.891083:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688178.891085:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688178.891087:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.891090:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.891092:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.891093:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00000020:00000010:0.0:1773688178.891096:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb200. 00000020:00000010:0.0:1773688178.891099:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688178.891101:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400640. 00000100:00000040:0.0:1773688178.891106:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1773688178.891107:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688178.891108:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1773688178.891109:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.891112:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.891122:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.891127:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688178.891128:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688178.891131:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3210 00000100:00000040:0.0:1773688178.891133:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688178.891135:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997898413824 : -129075811137792 : ffff8a9b3220c700) 00000100:00000040:0.0:1773688178.891140:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3220c700 x1859843854294272/t0(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 392/0 e 0 to 0 dl 1773688189 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688178.891145:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.891147:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.891149:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.891150:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00000100:00100000:0.0:1773688178.891153:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3220c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+52:68109:x1859843854294272:12345-192.168.204.51@tcp:35:dbench.0 00000100:00000200:0.0:1773688178.891156:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854294272 00000020:00000001:0.0:1773688178.891158:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688178.891160:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688178.891162:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.891164:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688178.891166:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862496 : -1038689120 : ffffffffc216dca0) 00000020:00000001:0.0:1773688178.891168:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688178.891170:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854294272, found 0 last_xid 1859843854294271 00000020:00000001:0.0:1773688178.891171:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688178.891173:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688178.891174:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688178.891176:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.891179:0:73057:0:(mdt_open.c:2771:mdt_close()) Process entered 00000004:00000001:0.0:1773688178.891181:0:73057:0:(mdt_lib.c:1452:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1773688178.891182:0:73057:0:(mdt_lib.c:1362:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1773688178.891184:0:73057:0:(mdt_lib.c:1373:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.891185:0:73057:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1773688178.891187:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.891189:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.891190:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.891192:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.891193:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.891194:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.891195:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.891196:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.891197:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.891197:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.891198:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.891199:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.891200:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.891201:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.891202:0:73057:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.891203:0:73057:0:(mdt_lib.c:1435:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1773688178.891204:0:73057:0:(mdt_lib.c:1437:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.891206:0:73057:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1773688178.891207:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.891207:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.891208:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.891209:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.891210:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.891211:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.891212:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.891213:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.891215:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.891215:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.891218:0:73057:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688178.891221:0:73057:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688178.891222:0:73057:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688178.891223:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.891224:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.891225:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.891226:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.891227:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.891228:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.891229:0:73057:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688178.891231:0:73057:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.891232:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.891233:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.891234:0:73057:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688178.891235:0:73057:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.891236:0:73057:0:(mdt_lib.c:1465:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.891238:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688178.891239:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688178.891242:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8a9a0fb79c00. 02000000:00000001:0.0:1773688178.891243:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.891244:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.891245:0:73057:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1773688178.891246:0:73057:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.891248:0:73057:0:(mdt_open.c:2739:mdt_close_internal()) Process entered 00000004:00000001:0.0:1773688178.891249:0:73057:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1773688178.891250:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.891252:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8a9b07b50d80 refcount=2 00000020:00000001:0.0:1773688178.891253:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997186710912 : -129076522840704 : ffff8a9b07b50d80) 00000004:00000001:0.0:1773688178.891255:0:73057:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446614997186710912 : -129076522840704 : ffff8a9b07b50d80) 00000020:00000040:0.0:1773688178.891256:0:73057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b07b50d80 with handle 0x52973366461d25f9 from hash 00000004:00000001:0.0:1773688178.891259:0:73057:0:(mdt_open.c:2590:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1773688178.891261:0:73057:0:(mdt_open.c:2598:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000afe1:0x13f:0x0] with intent: 0 00000004:00000001:0.0:1773688178.891263:0:73057:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1773688178.891265:0:73057:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 74834 size 74834 lsom blocks 259 blocks 259 truncate 0 00000004:00000001:0.0:1773688178.891267:0:73057:0:(mdt_som.c:209:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.891269:0:73057:0:(mdt_open.c:149:mdt_write_put()) Process entered 00000004:00000001:0.0:1773688178.891270:0:73057:0:(mdt_open.c:153:mdt_write_put()) Process leaving 00000004:00000001:0.0:1773688178.891272:0:73057:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1773688178.891273:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688178.891276:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.891277:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.891281:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688178.891282:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688178.891284:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688178.891286:0:73057:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.891288:0:73057:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1773688178.891292:0:73057:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1773688178.891294:0:73057:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688178.891296:0:73057:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x20000afe1:0x13f:0x0], previous was 0x7 00000004:00000001:0.0:1773688178.891298:0:73057:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.891299:0:73057:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1773688178.891301:0:73057:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.891302:0:73057:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1773688178.891304:0:73057:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688178.891306:0:73057:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1773688178.891307:0:73057:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8a9b07b50d80. 00000004:00000001:0.0:1773688178.891311:0:73057:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1773688178.891314:0:73057:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41868f58/ffff8a9b41868f00 to site lru. bkt: ffff8a9a1aeb4d58 00000004:00000001:0.0:1773688178.891315:0:73057:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688178.891316:0:73057:0:(mdt_open.c:2728:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.891318:0:73057:0:(mdt_open.c:2758:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.891319:0:73057:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1773688178.891321:0:73057:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1773688178.891326:0:73057:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10fee000. 00080000:00000001:0.0:1773688178.891328:0:73057:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993047576576 : -129080661975040 : ffff8a9a10fee000) 00080000:00000001:0.0:1773688178.891329:0:73057:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1773688178.891334:0:73057:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688178.891337:0:73057:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688178.891338:0:73057:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.891352:0:73057:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.891354:0:73057:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1773688178.891356:0:73057:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1773688178.891357:0:73057:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692026, last_committed = 171798692011 00000001:00000010:0.0:1773688178.891359:0:73057:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b0791c180. 00000001:00000040:0.0:1773688178.891361:0:73057:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 15 00000020:00000040:0.0:1773688178.891363:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=53 00000001:00000010:0.0:1773688178.891366:0:73057:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a0d8d8300. 00080000:00000001:0.0:1773688178.891369:0:73057:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688178.891382:0:73057:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1773688178.891384:0:73057:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a0d8d8300: xid 1859843854294272, transno 171798692026, tag 1, client gen 13, slot idx 2 00000001:00000001:0.0:1773688178.891386:0:73057:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.891393:0:73057:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.891394:0:73057:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1773688178.891395:0:73057:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688178.891396:0:73057:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688178.891398:0:73057:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688178.891399:0:73057:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1773688178.891402:0:73057:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.891405:0:73057:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688178.891406:0:73057:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1773688178.891410:0:73057:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688178.891414:0:73057:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.891416:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.891417:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.891419:0:73057:0:(mdt_open.c:2833:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688178.891422:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 171798692026, xid 1859843854294272 00010000:00000001:0.0:1773688178.891424:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688178.891428:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b3220c700 x1859843854294272/t171798692026(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 392/456 e 0 to 0 dl 1773688189 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688178.891436:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688178.891437:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688178.891440:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=48 v=5 (1 1 1 0) 00000100:00000001:0.0:1773688178.891443:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688178.891446:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688178.891448:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688178.891450:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688178.891451:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.891453:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688178.891455:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688178.891457:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be550. 00000100:00000200:0.0:1773688178.891460:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854294272, offset 224 00000400:00000200:0.0:1773688178.891463:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688178.891468:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688178.891471:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47894:47894:256:4294967295] 192.168.204.51@tcp LPNI seq info [47890:47890:8:4294967295] 00000400:00000200:0.0:1773688178.891476:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688178.891479:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688178.891482:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85800. 00000800:00000200:0.0:1773688178.891485:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688178.891488:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688178.891491:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85800 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1773688178.891505:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.891507:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688178.891509:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688178.891510:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.891511:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688178.891514:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3220c700 x1859843854294272/t171798692026(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 392/456 e 0 to 0 dl 1773688189 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688178.891519:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3220c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+53:68109:x1859843854294272:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 373us (515us total) trans 171798692026 rc 0/0 00000100:00100000:0.0:1773688178.891524:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3210 00000100:00000040:0.0:1773688178.891526:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688178.891529:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688178.891530:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688178.891532:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688178.891535:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400640. 00000020:00000010:0.0:1773688178.891539:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb200. 00000020:00000040:0.0:1773688178.891544:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 52 00000100:00000001:0.0:1773688178.891546:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688178.891577:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.891581:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85800. 00000400:00000200:2.0:1773688178.891584:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.891588:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.891592:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be550 00000400:00000010:2.0:1773688178.891594:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be550. 00000100:00000001:2.0:1773688178.891597:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.891598:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1773688178.893250:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688178.893255:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688178.893256:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688178.893257:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688178.893261:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688178.893266:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a445dd80 00000400:00000200:0.0:1773688178.893270:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 60440 00000800:00000001:0.0:1773688178.893273:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688178.893277:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688178.893279:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688178.893280:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688178.893284:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688178.893285:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688178.893287:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b34e51f80. 00000100:00000040:0.0:1773688178.893289:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b34e51f80 x1859843854294400 msgsize 584 00000100:00100000:0.0:1773688178.893292:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688178.893300:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688178.893306:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688178.893309:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.893322:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688178.893324:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854294400 02000000:00000001:1.0:1773688178.893326:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688178.893328:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688178.893330:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.893333:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688178.893335:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854294400 00000020:00000001:1.0:1773688178.893337:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688178.893338:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688178.893340:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.893342:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=53 00000020:00000001:1.0:1773688178.893344:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688178.893346:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688178.893349:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.893352:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c62500. 00000100:00000001:1.0:1773688178.893354:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.893357:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c62500. 00000020:00000010:1.0:1773688178.893365:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b028f7800. 00000020:00000010:1.0:1773688178.893369:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07b50b80. 00000020:00000010:1.0:1773688178.893371:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe960. 00000100:00000040:1.0:1773688178.893374:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688178.893376:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688178.893376:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688178.893379:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688178.893380:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.893382:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.893384:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.893392:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.893405:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688178.893407:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688178.893411:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15424 00000100:00000001:0.0:1773688178.893412:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1773688178.893414:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688178.893414:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1773688178.893416:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997944835968 : -129075764715648 : ffff8a9b34e51f80) 00000100:00000001:0.0:1773688178.893416:0:75542:0:(service.c:2223:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.893418:0:75542:0:(service.c:2462:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.893421:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b34e51f80 x1859843854294400/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 584/0 e 0 to 0 dl 1773688258 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688178.893429:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.893432:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c62500. 00000100:00000001:1.0:1773688178.893434:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.893436:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c62500. 00000100:00100000:1.0:1773688178.893442:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b34e51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+53:68109:x1859843854294400:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688178.893445:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854294400 00000020:00000001:1.0:1773688178.893448:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688178.893450:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1773688178.893453:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a0d8d8300: xid 1859843854294272, transno 171798692026, client gen 13, slot idx 2 00000001:00000001:1.0:1773688178.893458:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b41aafcc0: xid 1859843854293632, transno 171798692025, client gen 13, slot idx 3 00000001:00000010:1.0:1773688178.893461:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b41aafcc0. 00000020:00000001:1.0:1773688178.893464:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.893466:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688178.893468:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688178.893470:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688178.893472:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854294400, found 0 last_xid 1859843854294399 00000020:00000001:1.0:1773688178.893475:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688178.893477:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688178.893478:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688178.893482:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.893484:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688178.893486:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688178.893488:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688178.893490:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688178.893491:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.893495:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.893499:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 4 00010000:00000001:1.0:1773688178.893502:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.893504:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.893507:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86c00. 00000020:00000001:1.0:1773688178.893510:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.893512:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86c00 with handle 0x52973366461d260e to hash 00000020:00000001:1.0:1773688178.893514:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.893515:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000010:1.0:1773688178.893521:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688178.893523:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00010000:1.0:1773688178.893526:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d260e lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a5c9 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.893534:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:1.0:1773688178.893535:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=54 00010000:00000001:1.0:1773688178.893539:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688178.893541:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688178.893545:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688178.893547:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688178.893548:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1773688178.893550:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688178.893551:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:1.0:1773688178.893553:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688178.893556:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:1.0:1773688178.893557:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:1.0:1773688178.893559:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.893561:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688178.893563:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688178.893564:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688178.893566:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688178.893575:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b41763000. 02000000:00000001:1.0:1773688178.893577:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.893579:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.893581:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.893583:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1773688178.893586:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:1.0:1773688178.893587:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.893589:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.893591:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.893592:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.893594:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.893596:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.893598:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.893599:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.893601:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.893602:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.893604:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.893605:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.893606:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.893608:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.893609:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.893611:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.893612:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.893614:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.893616:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.893619:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688178.893621:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688178.893623:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688178.893625:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.893626:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.893628:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.893630:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.893631:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.893633:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.893634:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688178.893636:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.893637:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.893638:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.893640:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688178.893641:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.893644:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1773688178.893649:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:1.0:1773688178.893651:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xf3:0x0]/NEWTIPS.PPT, ldlm_rep = ffff8a9b41763228 00000004:00000001:1.0:1773688178.893655:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1773688178.893658:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1773688178.893661:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1773688178.893662:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688178.893664:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.893667:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 5 00010000:00000001:1.0:1773688178.893669:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.893671:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.893674:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86e00. 00000020:00000001:1.0:1773688178.893676:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.893678:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86e00 with handle 0x52973366461d2615 to hash 00000020:00000001:1.0:1773688178.893680:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.893681:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000010:1.0:1773688178.893684:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b900. 00010000:00000001:1.0:1773688178.893686:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:1.0:1773688178.893689:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.893690:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.893693:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2615 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.893700:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688178.893703:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688178.893705:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.893707:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.893709:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.893711:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.893712:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.893715:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688178.893716:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.893718:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.893719:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.893721:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) refcount = 5 00010000:00000040:1.0:1773688178.893724:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688178.893728:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378800/0x52973366461d0912 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8464d expref: 54 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.893737:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d255f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a58a expref: 54 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.893749:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378a00/0x52973366461d090b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e84677 expref: 54 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.893755:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2615 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.893760:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.893764:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.893765:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.893768:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688178.893769:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.893771:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.893773:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.893775:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688178.893777:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.893780:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2615 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.893785:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688178.893786:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.893788:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.893789:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688178.893791:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773688178.893795:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9b32304500. 00010000:00000010:1.0:1773688178.893798:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b07b50480. 00010000:00000001:1.0:1773688178.893800:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.893803:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e87800. 00000020:00000001:1.0:1773688178.893805:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.893807:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e87800 with handle 0x52973366461d261c to hash 00000020:00000001:1.0:1773688178.893808:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.893809:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000010:1.0:1773688178.893812:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bc80. 00010000:00000001:1.0:1773688178.893815:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:1.0:1773688178.893817:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.893819:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.893821:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d261c lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.893826:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688178.893828:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688178.893829:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.893830:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.893832:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.893833:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.893834:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.893836:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688178.893837:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.893839:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.893840:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.893842:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9b32304500) refcount = 1 00010000:00010000:1.0:1773688178.893845:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d261c lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.893849:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.893850:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.893851:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.893853:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688178.893854:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.893855:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.893857:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.893858:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688178.893859:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.893862:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d261c lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.893866:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688178.893867:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.893869:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.893870:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.893873:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1773688178.893899:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1773688178.893902:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1773688178.893904:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1773688178.893908:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.893913:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1773688178.893932:0:68797:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688178.893935:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1773688178.893936:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:1.0:1773688178.893939:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1773688178.893941:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773688178.893944:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773688178.893946:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.893948:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1773688178.893950:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.893953:0:68797:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:1.0:1773688178.893955:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.893957:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.893958:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688178.893960:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x13f:0x0] 00000020:00000001:1.0:1773688178.893962:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688178.893977:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:1.0:1773688178.893980:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:1.0:1773688178.893984:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1773688178.893987:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688178.893989:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.893992:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 5 00010000:00000001:1.0:1773688178.893994:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.893996:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.894000:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b07379a00. 00000020:00000001:1.0:1773688178.894002:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.894004:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b07379a00 with handle 0x52973366461d2623 to hash 00010000:00000010:1.1:1773688178.894036:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86a00. 00000020:00000001:1.0:1773688178.894043:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.894045:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00010000:00000010:0.1:1773688178.894049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11400. 00010000:00000010:1.0:1773688178.894051:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b700. 00010000:00000001:1.0:1773688178.894056:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00010000:00000001:1.0:1773688178.894059:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.894060:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.894063:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379a00/0x52973366461d2623 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.894068:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688178.894070:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688178.894071:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.894073:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.894074:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.894076:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.894078:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.894080:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688178.894081:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.894082:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.894084:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.894086:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 5 00010000:00000040:1.0:1773688178.894088:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688178.894092:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2607 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5c2 expref: 54 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.894099:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 54 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.894111:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.894116:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.894122:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379a00/0x52973366461d2623 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.894130:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.894132:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.894134:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.894136:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688178.894138:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.894139:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.894141:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.894143:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688178.894145:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.894147:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379a00/0x52973366461d2623 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.894152:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688178.894153:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.894154:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.894156:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.894158:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.894159:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b07379a00 refcount=3 00000020:00000001:1.0:1773688178.894162:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00010000:00000001:1.0:1773688178.894164:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00010000:00000001:1.0:1773688178.894166:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.894168:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.894169:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.894172:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1773688178.894175:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1773688178.894177:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1773688178.894180:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.894182:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.894185:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.894187:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.894191:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.894193:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.894196:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.894197:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:1.0:1773688178.894199:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.894201:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x13f:0x0]: Reading som attrs: valid: 4, size: 74834, blocks: 259 00000004:00000001:1.0:1773688178.894204:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.894206:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.894206:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.894208:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.894210:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.894212:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.894214:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.894215:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.894216:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.894218:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.894219:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.894221:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1773688178.894223:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1773688178.894225:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1773688178.894228:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b41763370 00000004:00000001:1.0:1773688178.894230:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.894233:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.894234:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.894236:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.894238:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.894239:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.894241:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.894243:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.894245:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.894247:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:1.0:1773688178.894251:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: returning size 74834 00000004:00000040:1.0:1773688178.894255:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x13f:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1773688178.894257:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:1.0:1773688178.894259:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2566 00000004:00200000:1.0:1773688178.894262:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:1.0:1773688178.894264:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:1.0:1773688178.894266:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.894267:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.894269:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1773688178.894271:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.894273:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.894274:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.894276:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.894278:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.894280:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.894282:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.894286:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688178.894290:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.894291:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.894293:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.894295:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.894299:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.894300:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.894302:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b07379a00 refcount=3 00000020:00000001:1.0:1773688178.894304:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00010000:00000001:1.0:1773688178.894306:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00000004:00010000:1.0:1773688178.894309:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379a00/0x52973366461d2623 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:1.0:1773688178.894316:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1773688178.894318:0:68797:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41868f58/ffff8a9b41868f00 to site lru. bkt: ffff8a9a1aeb4d58 00000004:00000001:1.0:1773688178.894321:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688178.894322:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1773688178.894323:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1773688178.894325:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.894327:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1773688178.894329:0:68797:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:1.0:1773688178.894331:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.894332:0:68797:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.894333:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.894335:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 5 00010000:00000040:1.0:1773688178.894338:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688178.894342:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2607 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5c2 expref: 54 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.894353:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 54 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.894359:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.894364:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.894369:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379a00/0x52973366461d2623 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.894374:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.894376:0:68797:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.894377:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.894378:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.894380:0:68797:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688178.894383:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1773688178.894384:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688178.894386:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.894387:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.894389:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86e00 refcount=3 00000020:00000001:1.0:1773688178.894390:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:1.0:1773688178.894392:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:1.0:1773688178.894395:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688178.894398:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2615 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.894403:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.894404:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.894406:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2615 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.894415:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.894417:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.894420:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688178.894422:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2615 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.894428:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e86e00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688178.894430:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.894431:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688178.894433:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2615 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.894439:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688178.894440:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.894441:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.894442:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86e00 refcount=4 00000020:00000001:1.0:1773688178.894444:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:1.0:1773688178.894446:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:1.0:1773688178.894449:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688178.894450:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2615 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.894454:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688178.894455:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688178.894456:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.894458:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688178.894459:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.894460:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.894461:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.894462:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86e00 with handle 0x52973366461d2615 from hash 00010000:00000001:1.0:1773688178.894464:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.894465:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.894466:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.894467:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688178.894469:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.894470:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.894472:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688178.894473:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.894475:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.894476:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:1.0:1773688178.894478:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688178.894480:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.894481:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.894482:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.894483:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688178.894485:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.894485:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.894486:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.894487:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.894488:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.894490:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2615 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.894493:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.894493:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.894494:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688178.894495:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688178.894496:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.894497:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2615 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688178.894503:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b900. 00010000:00000001:1.0:1773688178.894507:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.894509:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688178.894510:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688178.894511:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.894512:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.894514:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e87800 refcount=3 00000020:00000001:1.0:1773688178.894516:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:1.0:1773688178.894518:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:1.0:1773688178.894520:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688178.894522:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d261c lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.894527:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.894529:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.894530:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d261c lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.894536:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.894537:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.894539:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688178.894541:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d261c lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.894546:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e87800 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688178.894548:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.894550:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688178.894552:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d261c lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.894557:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688178.894558:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.894559:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.894560:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e87800 refcount=4 00000020:00000001:1.0:1773688178.894562:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:1.0:1773688178.894564:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:1.0:1773688178.894566:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688178.894568:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d261c lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.894571:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688178.894572:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688178.894573:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.894575:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688178.894576:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.894577:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.894578:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.894579:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e87800 with handle 0x52973366461d261c from hash 00010000:00000001:1.0:1773688178.894580:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.894581:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.894582:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.894582:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688178.894584:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.894584:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.894585:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688178.894586:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.894587:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.894588:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9b32304500) 00010000:00010000:1.0:1773688178.894590:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688178.894591:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.894592:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.894593:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.894594:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688178.894595:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.894596:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.894597:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.894598:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.894599:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.894600:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d261c lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.894603:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.894603:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.894604:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688178.894604:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688178.894605:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.894606:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d261c lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688178.894612:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bc80. 00010000:00000040:1.0:1773688178.894614:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9b32304500 count: 0 00010000:00000010:1.0:1773688178.894617:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b07b50480. 00010000:00000001:1.0:1773688178.894622:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.894624:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688178.894625:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1773688178.894627:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1773688178.894628:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:1.0:1773688178.894630:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.894631:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.894632:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b07379a00 refcount=3 00000020:00000001:1.0:1773688178.894634:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00010000:00000001:1.0:1773688178.894636:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00000004:00000040:1.0:1773688178.894639:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:1.0:1773688178.894641:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=55 00010000:00000001:1.0:1773688178.894644:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.894645:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.894646:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.894648:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1773688178.894650:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688178.894651:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688178.894653:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688178.894654:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688178.894656:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688178.894658:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1773688178.894662:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.894664:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.894666:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688178.894668:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688178.894669:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1773688178.894671:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688178.894672:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.894675:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.894676:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.894677:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.894678:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.894680:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86c00 with handle 0x52973366461d260e from hash 00010000:00000001:1.0:1773688178.894681:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.894682:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.894683:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.894683:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688178.894684:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.894686:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d260e lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5c9 expref: 55 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.894690:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:1.0:1773688178.894692:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 54 00010000:00000010:1.0:1773688178.894693:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688178.894696:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.894697:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.894699:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688178.894701:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379a00/0x52973366461d2623 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5c9 expref: 54 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.894705:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.894706:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.894707:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:1.0:1773688178.894709:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1773688178.894710:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.894712:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.894713:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.894714:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.894714:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.894715:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b07379a00, rc 0) 00000020:00000001:1.0:1773688178.894717:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688178.894718:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 0, xid 1859843854294400 00010000:00000001:1.0:1773688178.894720:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688178.894723:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b34e51f80 x1859843854294400/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 584/640 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688178.894727:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688178.894729:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688178.894731:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=56 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688178.894733:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688178.894735:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688178.894736:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688178.894738:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688178.894739:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.894741:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688178.894742:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688178.894744:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a646e8. 00000100:00000200:1.0:1773688178.894747:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854294400, offset 224 00000400:00000200:1.0:1773688178.894751:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688178.894757:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688178.894762:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47895:47895:256:4294967295] 192.168.204.51@tcp LPNI seq info [47891:47891:8:4294967295] 00000400:00000200:1.0:1773688178.894771:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688178.894776:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688178.894780:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7400. 00000800:00000200:1.0:1773688178.894784:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688178.894789:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688178.894792:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7400 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:1.0:1773688178.894797:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.894800:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688178.894801:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688178.894803:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.894804:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688178.894807:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b34e51f80 x1859843854294400/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 584/640 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688178.894813:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b34e51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+54:68109:x1859843854294400:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1383us (1522us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688178.894818:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15424 00000100:00000040:1.0:1773688178.894819:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688178.894821:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688178.894822:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688178.894824:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07b50b80. 00000020:00000010:1.0:1773688178.894826:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe960. 00000020:00000010:1.0:1773688178.894829:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b028f7800. 00000020:00000040:1.0:1773688178.894831:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 53 00000100:00000001:1.0:1773688178.894832:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688178.897171:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.897177:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7400. 00000400:00000200:2.0:1773688178.897182:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.897187:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.897192:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a646e8 00000400:00000010:2.0:1773688178.897195:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a646e8. 00000100:00000001:2.0:1773688178.897198:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.897200:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1773688178.898050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bccc00. 00000800:00000001:2.0:1773688178.899754:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.899766:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.899768:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.899770:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.899776:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.899787:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a445de00 00000400:00000200:2.0:1773688178.899793:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72a4d [2] + 656 00000800:00000001:2.0:1773688178.899799:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.899805:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.899807:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.899809:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.899814:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.899816:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1773688178.899821:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3220ea00. 00000100:00000040:2.0:1773688178.899825:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3220ea00 x1859843854294528 msgsize 328 00000100:00100000:2.0:1773688178.899829:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.899839:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.899847:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.899850:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.899874:0:7897:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688178.899878:0:7897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854294528 02000000:00000001:0.0:1773688178.899881:0:7897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688178.899883:0:7897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688178.899886:0:7897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.899891:0:7897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688178.899895:0:7897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854294528 00000020:00000001:0.0:1773688178.899898:0:7897:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688178.899900:0:7897:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688178.899902:0:7897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.899905:0:7897:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=54 00000020:00000001:0.0:1773688178.899908:0:7897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688178.899910:0:7897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688178.899915:0:7897:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.899919:0:7897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.899923:0:7897:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.899926:0:7897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00000020:00000010:0.0:1773688178.899931:0:7897:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb200. 00000020:00000010:0.0:1773688178.899936:0:7897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688178.899941:0:7897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400640. 00000100:00000040:0.0:1773688178.899948:0:7897:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1773688178.899952:0:7897:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688178.899953:0:7897:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1773688178.899956:0:7897:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1773688178.899958:0:7897:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.899960:0:7897:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1773688178.899965:0:7897:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.899966:0:7897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.899980:0:7897:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b07379a00 refcount=3 00000020:00000001:0.0:1773688178.899982:0:7897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00010000:00000001:0.0:1773688178.899985:0:7897:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00010000:00000001:0.0:1773688178.899988:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.899989:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.899991:0:7897:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.899993:0:7897:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.899999:0:7897:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.900027:0:7897:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.900041:0:7897:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688178.900044:0:7562:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688178.900045:0:7897:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1773688178.900049:0:7562:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688178.900053:0:7897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1568 00000100:00000040:0.0:1773688178.900057:0:7897:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688178.900058:0:7562:0:(service.c:2223:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.900060:0:7897:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997898422784 : -129075811128832 : ffff8a9b3220ea00) 00000100:00000001:2.0:1773688178.900061:0:7562:0:(service.c:2462:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.900072:0:7897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3220ea00 x1859843854294528/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/0 e 0 to 0 dl 1773688189 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688178.900082:0:7897:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.900085:0:7897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.900087:0:7897:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.900090:0:7897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00000100:00100000:0.0:1773688178.900095:0:7897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3220ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+54:2404:x1859843854294528:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1773688178.900099:0:7897:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854294528 00010000:00000001:0.0:1773688178.900102:0:7897:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1773688178.900104:0:7897:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1773688178.900106:0:7897:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1773688178.900110:0:7897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688178.900112:0:7897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688178.900117:0:7897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a10feec00. 02000000:00000001:0.0:1773688178.900120:0:7897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.900122:0:7897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.900124:0:7897:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1773688178.900126:0:7897:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1773688178.900128:0:7897:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.900130:0:7897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.900131:0:7897:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b07379a00 refcount=3 00000020:00000001:0.0:1773688178.900133:0:7897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00010000:00000001:0.0:1773688178.900135:0:7897:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00010000:00000040:0.0:1773688178.900139:0:7897:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 6 00000004:00000001:0.0:1773688178.900143:0:7897:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1773688178.900146:0:7897:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1773688178.900150:0:7897:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.900152:0:7897:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.900155:0:7897:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.900157:0:7897:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.900161:0:7897:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688178.900163:0:7897:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688178.900167:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.900169:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.900171:0:7897:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.900173:0:7897:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688178.900176:0:7897:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b07379a00 with handle 0x52973366461d2623 from hash 00010000:00000001:0.0:1773688178.900179:0:7897:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688178.900180:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.900181:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.900182:0:7897:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688178.900187:0:7897:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.900188:0:7897:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.900190:0:7897:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688178.900192:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688178.900196:0:7897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379a00/0x52973366461d2623 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5c9 expref: 54 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.900204:0:7897:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:0.0:1773688178.900207:0:7897:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 53 00010000:00000010:0.0:1773688178.900209:0:7897:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b700. 00010000:00000001:0.0:1773688178.900216:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.900218:0:7897:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688178.900219:0:7897:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688178.900221:0:7897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00000001:0.0:1773688178.900225:0:7897:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.900228:0:7897:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.900229:0:7897:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1773688178.900231:0:7897:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1773688178.900233:0:7897:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.900237:0:7897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688178.900239:0:7897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688178.900242:0:7897:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=112 v=5 (1 1 1 1) 00000100:00000001:0.0:1773688178.900247:0:7897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688178.900250:0:7897:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688178.900252:0:7897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688178.900255:0:7897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688178.900257:0:7897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.900260:0:7897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688178.900263:0:7897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688178.900267:0:7897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be550. 00000100:00000200:0.0:1773688178.900271:0:7897:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854294528, offset 224 00000400:00000200:0.0:1773688178.900277:0:7897:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688178.900286:0:7897:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688178.900292:0:7897:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47896:47896:256:4294967295] 192.168.204.51@tcp LPNI seq info [47892:47892:8:4294967295] 00000400:00000200:0.0:1773688178.900302:0:7897:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688178.900306:0:7897:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688178.900311:0:7897:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85600. 00000800:00000200:0.0:1773688178.900316:0:7897:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688178.900322:0:7897:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688178.900326:0:7897:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773688178.900342:0:7897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.900345:0:7897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688178.900348:0:7897:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.900351:0:7897:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.900355:0:7897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3220ea00 x1859843854294528/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/224 e 0 to 0 dl 1773688189 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773688178.900367:0:7897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3220ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+53:2404:x1859843854294528:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 282us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1773688178.900374:0:7897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1568 00000100:00000040:0.0:1773688178.900378:0:7897:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688178.900380:0:7897:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688178.900382:0:7897:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688178.900385:0:7897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688178.900389:0:7897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400640. 00000020:00000010:0.0:1773688178.900393:0:7897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb200. 00000020:00000040:0.0:1773688178.900399:0:7897:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 52 00000100:00000001:0.0:1773688178.900402:0:7897:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688178.900414:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688178.900418:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85600. 00000400:00000200:1.0:1773688178.900423:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688178.900428:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688178.900432:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be550 00000400:00000010:1.0:1773688178.900434:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be550. 00000100:00000001:1.0:1773688178.900437:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688178.900439:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688178.902055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86e00. 00010000:00000010:1.1:1773688178.902065:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304500. 00010000:00000010:1.1:1773688178.902071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e87800. 00010000:00000010:1.1:1773688178.902074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86c00. 00000800:00000001:2.0:1773688178.902157:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.902165:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.902167:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.902170:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.902176:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.902185:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 648 into portal 12 MB=0x69b84a445df00 00000400:00000200:2.0:1773688178.902191:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 648/648 into md 0x3b659 [64] + 61024 00000800:00000001:2.0:1773688178.902197:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.902205:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.902207:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.902211:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.902216:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.902218:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688178.902224:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3220ca80. 00000100:00000040:2.0:1773688178.902228:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3220ca80 x1859843854294784 msgsize 648 00000100:00100000:2.0:1773688178.902232:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.902248:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.902254:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.902257:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.905050:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688178.905054:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854294784 02000000:00000001:1.0:1773688178.905058:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688178.905060:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688178.905062:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.905066:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688178.905069:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854294784 00000020:00000001:1.0:1773688178.905071:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688178.905073:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688178.905074:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.905077:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=53 00000020:00000001:1.0:1773688178.905080:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688178.905081:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688178.905084:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.905089:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c62500. 00000100:00000001:1.0:1773688178.905091:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.905094:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c62500. 00000020:00000010:1.0:1773688178.905105:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b028f7800. 00000020:00000010:1.0:1773688178.905109:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07b50b80. 00000020:00000010:1.0:1773688178.905112:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe960. 00000100:00000040:1.0:1773688178.905117:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688178.905120:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688178.905121:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688178.905124:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688178.905125:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.905126:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.905132:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.905140:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.905149:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688178.905151:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688178.905155:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15425 00000100:00000040:1.0:1773688178.905158:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688178.905159:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997898414720 : -129075811136896 : ffff8a9b3220ca80) 00000100:00000040:1.0:1773688178.905165:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3220ca80 x1859843854294784/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 648/0 e 0 to 0 dl 1773688258 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688178.905172:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.905174:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c62500. 00000100:00000001:1.0:1773688178.905175:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.905177:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c62500. 00000100:00100000:1.0:1773688178.905181:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3220ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+53:68109:x1859843854294784:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688178.905184:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854294784 00000020:00000001:1.0:1773688178.905187:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688178.905191:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688178.905195:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.905197:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688178.905199:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688178.905201:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688178.905203:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854294784, found 0 last_xid 1859843854294783 00000020:00000001:1.0:1773688178.905206:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688178.905208:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688178.905209:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688178.905214:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.905215:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688178.905217:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688178.905219:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688178.905220:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688178.905221:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.905225:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.905232:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 4 00010000:00000001:1.0:1773688178.905234:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.905236:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.905239:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b07379c00. 00000020:00000001:1.0:1773688178.905241:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.905244:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b07379c00 with handle 0x52973366461d262a to hash 00000020:00000001:1.0:1773688178.905246:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.905248:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997178489856 : -129076531061760 : ffff8a9b07379c00) 00010000:00000010:1.0:1773688178.905254:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688178.905257:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997178489856 : -129076531061760 : ffff8a9b07379c00) 00010000:00010000:1.0:1773688178.905262:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379c00/0x52973366461d262a lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a5d0 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.905272:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:1.0:1773688178.905274:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=54 00010000:00000001:1.0:1773688178.905281:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688178.905284:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688178.905292:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688178.905295:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688178.905297:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.905300:0:68797:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:1.0:1773688178.905305:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9b3220ca80 x1859843854294784/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 648/0 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1773688178.905315:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1773688178.905318:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1773688178.905321:0:68797:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1773688178.905325:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.905327:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.905330:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.905333:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.905335:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.905337:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.905338:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.905340:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.905348:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.905349:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.905351:0:68797:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.905353:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.905357:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688178.905359:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688178.905362:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688178.905364:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688178.905373:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9a0cfb4000. 02000000:00000001:1.0:1773688178.905375:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.905377:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.905381:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1773688178.905383:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.905384:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.905386:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.905387:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.905389:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.905391:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.905392:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.905394:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.905396:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.905397:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.905402:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688178.905408:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688178.905410:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688178.905413:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.905415:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.905417:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.905418:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.905420:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.905421:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.905423:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688178.905425:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.905428:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.905429:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.905431:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688178.905433:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.905436:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1773688178.905437:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.905441:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1773688178.905444:0:68797:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:1.0:1773688178.905448:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfa38 00000004:00000002:1.0:1773688178.905451:0:68797:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xf3:0x0]/(->[0x20000afe1:0x13f:0x0]) cr_flag=040004240000003 mode=0100000 msg_flag=0x600 00000004:00000001:1.0:1773688178.905455:0:68797:0:(mdt_open.c:1135:mdt_open_by_fid_lock()) Process entered 00000004:00000001:1.0:1773688178.905458:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688178.905459:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:1.0:1773688178.905462:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688178.905465:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:1.0:1773688178.905467:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:1.0:1773688178.905468:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688178.905469:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x13f:0x0] 00000020:00000001:1.0:1773688178.905470:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688178.905474:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:1.0:1773688178.905475:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:1.0:1773688178.905477:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1773688178.905478:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.905483:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1773688178.905486:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1773688178.905492:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.905495:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.905499:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.905501:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.905507:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.905509:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.905511:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.905512:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:1.0:1773688178.905514:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.905515:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x13f:0x0]: Reading som attrs: valid: 4, size: 74834, blocks: 259 00000004:00000001:1.0:1773688178.905519:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.905520:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.905520:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.905521:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.905522:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.905523:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:1.0:1773688178.905525:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a0cfb4378 00000004:00000001:1.0:1773688178.905527:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.905529:0:68797:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:1.0:1773688178.905531:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1773688178.905532:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.905535:0:68797:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0x13f:0x0] lease count: 0, lm: 8 00000004:00000001:1.0:1773688178.905537:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1773688178.905540:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688178.905542:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.905545:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 5 00010000:00000001:1.0:1773688178.905547:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.905550:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.905553:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86c00. 00000020:00000001:1.0:1773688178.905556:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.905558:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86c00 with handle 0x52973366461d2631 to hash 00000020:00000001:1.0:1773688178.905560:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.905561:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000010:1.0:1773688178.905564:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bc80. 00010000:00000001:1.0:1773688178.905566:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:1.0:1773688178.905569:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.905571:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.905575:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2631 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.905587:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688178.905590:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688178.905593:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.905596:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.905600:0:68797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688178.905605:0:68797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2607 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5c2 expref: 54 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.905611:0:68797:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688178.905613:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.905615:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.905617:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.905619:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.905621:0:68797:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1773688178.905624:0:68797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2631 lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.905631:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 5 00010000:00000040:1.0:1773688178.905634:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688178.905639:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2607 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5c2 expref: 54 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.905647:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 54 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.905654:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.905659:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.905664:0:68797:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1773688178.905668:0:68797:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2631 lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688178.905675:0:68797:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b10c62500. 00000100:00000001:1.0:1773688178.905680:0:68797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688178.905685:0:68797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b41aafcc0. 00000100:00000001:1.0:1773688178.905687:0:68797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614998159129792 : -129075550421824 : ffff8a9b41aafcc0) 00000100:00000001:1.0:1773688178.905690:0:68797:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614998159129792 : -129075550421824 : ffff8a9b41aafcc0) 00000100:00000001:1.0:1773688178.905693:0:68797:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688178.905694:0:68797:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688178.905697:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1773688178.905700:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.905701:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1773688178.905703:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.905705:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.905707:0:68797:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1773688178.905709:0:68797:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1773688178.905714:0:68797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b32125180. 00000020:00000040:1.0:1773688178.905718:0:68797:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:1.0:1773688178.905722:0:68797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773688178.905724:0:68797:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773688178.905729:0:68797:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773688178.905737:0:68797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9b028f6e00. 00000100:00000001:1.0:1773688178.905745:0:68797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.905751:0:68797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2607 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5c2 expref: 54 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.905779:0:68797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2607 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5c2 expref: 54 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.905789:0:68797:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1773688178.905792:0:68797:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773688178.905796:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b32125180 x1859843861187200/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688178.905805:0:68797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773688178.905807:0:68797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688178.905811:0:68797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b32125180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861187200:192.168.204.51@tcp:104: 00000100:00000001:1.0:1773688178.905814:0:68797:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773688178.905820:0:68797:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773688178.905822:0:68797:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.905824:0:68797:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773688178.905828:0:68797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9b028f7600. 02000000:00000001:1.0:1773688178.905829:0:68797:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773688178.905834:0:68797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b3697f6e0. 00000400:00000010:1.0:1773688178.905840:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64dd0. 00000100:00000200:1.0:1773688178.905847:0:68797:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861187200, portal 16 00000100:00000001:1.0:1773688178.905848:0:68797:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773688178.905850:0:68797:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997897466240 : -129075812085376 : ffff8a9b32125180) 00000100:00000040:1.0:1773688178.905853:0:68797:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b32125180 x1859843861187200/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688178.905858:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688178.905860:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688178.905861:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64088. 00000100:00000200:1.0:1773688178.905863:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861187200, offset 0 00000400:00000200:1.0:1773688178.905868:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688178.905879:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688178.905883:0:68797:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773688178.905887:0:68797:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:1.0:1773688178.905891:0:68797:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773688178.905893:0:68797:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:1.0:1773688178.905896:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47897:47897:256:4294967295] 192.168.204.51@tcp LPNI seq info [47893:47893:8:4294967295] 00000400:00000200:1.0:1773688178.905904:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688178.905908:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688178.905911:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7b00. 00000800:00000200:1.0:1773688178.905915:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688178.905921:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688178.905925:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773688178.905938:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.905941:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297629826 00000100:00000001:1.0:1773688178.905949:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297629806 00000100:00000001:1.0:1773688178.905952:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297629826 00000100:00000001:1.0:1773688178.905957:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297629806 00000100:00000001:1.0:1773688178.905960:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297629826 00000100:00000001:1.0:1773688178.905964:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297629806 00000100:00000001:1.0:1773688178.905979:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297629826 00000100:00000001:1.0:1773688178.905983:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297629806 00000100:00000001:1.0:1773688178.905986:0:68797:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688178.905989:0:68797:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.905991:0:68797:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.905993:0:68797:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.905997:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.905999:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.906001:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.906002:0:68797:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.906003:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1773688178.906005:0:68797:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688178.906045:0:68797:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.906048:0:68797:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773688178.906050:0:68797:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773688178.906053:0:68797:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b41aafcc0 going to sleep for 11 seconds 00000100:00000001:1.0:1773688178.906056:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1773688178.906058:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1773688178.906061:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1773688178.906064:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7b00. 00000400:00000200:2.0:1773688178.906070:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.906076:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.906081:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64088 00000400:00000010:2.0:1773688178.906084:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64088. 00000100:00000001:2.0:1773688178.906088:0:3440:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773688178.906093:0:3440:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b32125180 x1859843861187200/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688178.906104:0:3440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688178.906107:0:3440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b32125180 x1859843861187200/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688178.906115:0:3440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.906117:0:3440:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773688178.908132:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.908142:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688178.908145:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.908147:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688178.908156:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688178.908168:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af0a80 00000400:00000200:1.0:1773688178.908175:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77a1d [1] + 224 00000800:00000001:1.0:1773688178.908183:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.908202:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688178.908205:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688178.908209:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688178.908215:0:3439:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773688178.908220:0:3439:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b32125180 x1859843861187200/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1773688178.908231:0:3439:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9b32125180 x1859843861187200/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688178.908250:0:3439:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773688178.908256:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.908259:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.908280:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773688178.908288:0:68797:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773688178.908290:0:68797:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773688178.908293:0:68797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b3697f6e0. 00000400:00000200:0.0:1773688178.908298:0:68797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64dd0 00000400:00000010:0.0:1773688178.908300:0:68797:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64dd0. 00000100:00000001:0.0:1773688178.908302:0:68797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773688178.908308:0:68797:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9b32125180 x1859843861187200/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1773688178.908317:0:68797:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9b32125180 x1859843861187200/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688178.908323:0:68797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773688178.908325:0:68797:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.908327:0:68797:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773688178.908330:0:68797:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773688178.908332:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688178.908333:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.908336:0:68797:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688178.908341:0:68797:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=2 v=5 (5 0 0 0) 00000100:00001000:0.0:1773688178.908345:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773688178.908347:0:68797:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773688178.908349:0:68797:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.908351:0:68797:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773688178.908355:0:68797:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.908358:0:68797:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.908362:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9b32125180 x1859843861187200/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688178.908369:0:68797:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773688178.908372:0:68797:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773688178.908375:0:68797:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.908378:0:68797:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1773688178.908379:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.908381:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.908382:0:68797:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.908387:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b32125180 x1859843861187200/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1773688178.908400:0:68797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9b32125180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861187200:192.168.204.51@tcp:104: 00000100:00000001:0.0:1773688178.908405:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.908407:0:68797:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.908410:0:68797:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773688178.908411:0:68797:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773688178.908414:0:68797:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9b32125180 x1859843861187200/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688178.908420:0:68797:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773688178.908422:0:68797:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773688178.908425:0:68797:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9b028f7600. 02000000:00000001:0.0:1773688178.908428:0:68797:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773688178.908430:0:68797:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773688178.908431:0:68797:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1773688178.908433:0:68797:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773688178.908436:0:68797:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9b028f6e00. 02000000:00000001:0.0:1773688178.908440:0:68797:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773688178.908441:0:68797:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773688178.908443:0:68797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b32125180. 00000100:00000001:0.0:1773688178.908447:0:68797:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773688178.908448:0:68797:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1773688178.908451:0:68797:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b41aafcc0. 00000100:00000001:0.0:1773688178.908454:0:68797:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1773688178.908456:0:68797:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1773688178.908458:0:68797:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b10c62500. 00010000:00000001:0.0:1773688178.908466:0:68797:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.908469:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.908471:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688178.908474:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1773688178.908477:0:68797:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2631 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000001:2.0:1773688178.908616:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.908623:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.908625:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.908627:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.908633:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.908641:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a445df80 00000400:00000200:2.0:1773688178.908648:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72a4d [2] + 984 00000800:00000001:2.0:1773688178.908653:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.908681:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.908684:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.908688:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.908692:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.908694:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1773688178.908698:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3220df80. 00000100:00000040:2.0:1773688178.908702:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3220df80 x1859843854294912 msgsize 328 00000100:00100000:2.0:1773688178.908706:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.908716:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.908720:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.908723:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.908775:0:7897:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688178.908778:0:7897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854294912 02000000:00000001:0.0:1773688178.908781:0:7897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688178.908782:0:7897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688178.908784:0:7897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.908787:0:7897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688178.908789:0:7897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854294912 00000020:00000001:0.0:1773688178.908792:0:7897:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688178.908793:0:7897:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688178.908795:0:7897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.908798:0:7897:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=55 00000020:00000001:0.0:1773688178.908800:0:7897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688178.908802:0:7897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688178.908806:0:7897:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.908809:0:7897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.908812:0:7897:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.908814:0:7897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00000020:00000010:0.0:1773688178.908819:0:7897:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb800. 00000020:00000010:0.0:1773688178.908823:0:7897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688178.908828:0:7897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400640. 00000100:00000040:0.0:1773688178.908834:0:7897:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1773688178.908837:0:7897:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688178.908838:0:7897:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1773688178.908840:0:7897:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1773688178.908843:0:7897:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.908845:0:7897:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1773688178.908848:0:7897:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.908850:0:7897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.908852:0:7897:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86000 refcount=4 00000020:00000001:0.0:1773688178.908854:0:7897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688178.908856:0:7897:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00010000:0.0:1773688178.908861:0:7897:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2607 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5c2 expref: 55 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.908869:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.908870:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.908872:0:7897:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.908874:0:7897:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.908878:0:7897:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1773688178.908882:0:7897:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9b3220df80 x1859843854294912/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/0 e 0 to 0 dl 1773688189 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688178.908889:0:7897:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1773688178.908891:0:7897:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.908903:0:7897:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.908914:0:7897:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688178.908915:0:7897:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688178.908919:0:7897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3705 00000100:00000040:0.0:1773688178.908922:0:7897:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00000100:00000001:0.0:1773688178.908924:0:7897:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997898420096 : -129075811131520 : ffff8a9b3220df80) 00000100:00000040:0.0:1773688178.908928:0:7897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3220df80 x1859843854294912/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/0 e 0 to 0 dl 1773688189 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688178.908936:0:7897:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.908938:0:7897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.908940:0:7897:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.908942:0:7897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00000100:00100000:0.0:1773688178.908946:0:7897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3220df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+55:2404:x1859843854294912:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1773688178.908950:0:7897:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854294912 00010000:00000001:0.0:1773688178.908952:0:7897:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1773688178.908955:0:7897:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1773688178.908957:0:7897:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1773688178.908960:0:7897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688178.908963:0:7897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688178.908981:0:7897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9b34c8fc00. 02000000:00000001:0.0:1773688178.908984:0:7897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.908988:0:7897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.908990:0:7897:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1773688178.908993:0:7897:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1773688178.908995:0:7897:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.908997:0:7897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.908999:0:7897:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86000 refcount=4 00000020:00000001:0.0:1773688178.909001:0:7897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688178.909003:0:7897:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000040:0.0:1773688178.909025:0:7897:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 6 00000004:00000001:0.0:1773688178.909029:0:7897:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:0.0:1773688178.909034:0:7897:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2607 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5c2 expref: 55 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:0.0:1773688178.909042:0:7897:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b2bf83c50 time=1773688178 v=20 (0 0 0 0) 00010000:00000001:0.0:1773688178.909046:0:7897:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773688178.909056:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.909057:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688178.909061:0:7897:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2607 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5c2 expref: 55 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1773688178.909068:0:7897:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.909069:0:7897:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.909071:0:7897:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.909073:0:7897:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.909077:0:7897:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688178.909079:0:7897:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688178.909084:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.909085:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.909087:0:7897:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.909088:0:7897:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688178.909091:0:7897:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86000 with handle 0x52973366461d2607 from hash 00010000:00000001:0.0:1773688178.909094:0:7897:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688178.909095:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.909096:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.909097:0:7897:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688178.909104:0:7897:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.909106:0:7897:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.909108:0:7897:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688178.909109:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688178.909113:0:7897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2607 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5c2 expref: 55 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.909120:0:7897:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:0.0:1773688178.909123:0:7897:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 54 00010000:00000010:0.0:1773688178.909126:0:7897:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b080. 00010000:00000001:0.0:1773688178.909133:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.909134:0:7897:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688178.909136:0:7897:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688178.909139:0:7897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:0.0:1773688178.909143:0:7897:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2631 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.909149:0:7897:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688178.909151:0:7897:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.909152:0:7897:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.909154:0:7897:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.909156:0:7897:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.909158:0:7897:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688178.909160:0:7897:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1773688178.909163:0:7897:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2631 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.909168:0:7897:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1773688178.909170:0:7897:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688178.909171:0:7897:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688178.909172:0:7897:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688178.909174:0:7897:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 5 00010000:00000040:0.0:1773688178.909177:0:7897:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688178.909180:0:7897:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 54 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.909187:0:7897:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.909192:0:7897:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688178.909197:0:7897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2631 lrc: 4/0,1 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.909202:0:7897:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688178.909204:0:7897:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.909205:0:7897:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.909207:0:7897:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688178.909208:0:7897:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.909211:0:7897:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1773688178.909214:0:7897:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.909216:0:7897:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773688178.909221:0:7897:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a0d8d8900. 00000100:00000001:0.0:1773688178.909224:0:7897:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614992989817088 : -129080719734528 : ffff8a9a0d8d8900) 00000100:00000001:0.0:1773688178.909226:0:7897:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614992989817088 : -129080719734528 : ffff8a9a0d8d8900) 00000100:00000001:0.0:1773688178.909228:0:7897:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773688178.909230:0:7897:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1773688178.909231:0:7897:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773688178.909232:0:7897:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688178.909241:0:7897:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.909243:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.909245:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.909246:0:7897:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.909248:0:7897:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773688178.909249:0:7897:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1773688178.909251:0:7897:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.909252:0:7897:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.909254:0:7897:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1773688178.909256:0:7897:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a0d8d8900. 00000100:00000001:0.0:1773688178.909261:0:7897:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1773688178.909262:0:7897:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1773688178.909265:0:7897:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b2ebe4280. 00010000:00000001:0.0:1773688178.909268:0:7897:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1773688178.909270:0:7897:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1773688178.909272:0:7897:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773688178.909275:0:68797:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2631 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.909276:0:7897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688178.909281:0:7897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688178.909286:0:7897:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=112 v=5 (1 1 1 1) 00010000:00000001:1.0:1773688178.909288:0:68797:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.909293:0:7897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:1.0:1773688178.909294:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2631 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773688178.909299:0:7897:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688178.909304:0:7897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 00010000:00000001:1.0:1773688178.909305:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688178.909308:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1773688178.909308:0:7897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688178.909311:0:7897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.909312:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.909316:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1773688178.909317:0:7897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1773688178.909319:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1773688178.909322:0:7897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000020:00000040:1.0:1773688178.909323:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86c00 refcount=3 00000020:00000001:1.0:1773688178.909327:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00000400:00000010:0.0:1773688178.909328:0:7897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be660. 00010000:00000001:1.0:1773688178.909331:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00000100:00000200:0.0:1773688178.909334:0:7897:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854294912, offset 224 00010000:00000001:1.0:1773688178.909335:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.909338:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.909340:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773688178.909341:0:7897:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000004:00000002:1.0:1773688178.909346:0:68797:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0x13f:0x0], ibits = 0x5/0x1a, open_flags = 040004240000003, try_layout = 1 : rc = 0 00000400:00000200:0.0:1773688178.909351:0:7897:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000004:00000001:1.0:1773688178.909354:0:68797:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688178.909359:0:68797:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773688178.909359:0:7897:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47898:47898:256:4294967295] 192.168.204.51@tcp LPNI seq info [47894:47894:8:4294967295] 00000004:00000001:1.0:1773688178.909365:0:68797:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000400:00000200:0.0:1773688178.909372:0:7897:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000001:00000001:1.0:1773688178.909373:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.909377:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688178.909380:0:7897:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000001:00000001:1.0:1773688178.909382:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.909386:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1773688178.909386:0:7897:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85900. 00000001:00000001:1.0:1773688178.909389:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.909392:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.909395:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1773688178.909396:0:7897:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000001:00000001:1.0:1773688178.909399:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.909404:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000800:00000200:0.0:1773688178.909406:0:7897:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000004:00200000:1.0:1773688178.909409:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: returning size 74834 00000800:00000200:0.0:1773688178.909411:0:7897:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85900 type 1, nob 320 niov 1 nkiov 1 00000001:00000001:1.0:1773688178.909414:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.909417:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.909420:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000100:00000001:0.0:1773688178.909424:0:7897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.909428:0:7897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00000004:00000001:1.0:1773688178.909431:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00010000:00000001:0.0:1773688178.909431:0:7897:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.909434:0:7897:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.909438:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000040:0.0:1773688178.909441:0:7897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3220df80 x1859843854294912/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/224 e 0 to 0 dl 1773688189 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1773688178.909443:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.909450:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.909456:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00100000:0.0:1773688178.909456:0:7897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3220df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+54:2404:x1859843854294912:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 515us (749us total) trans 0 rc 0/0 00000004:00000001:1.0:1773688178.909461:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.909466:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688178.909469:0:7897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3705 00000004:00000001:1.0:1773688178.909471:0:68797:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000100:00000040:0.0:1773688178.909473:0:7897:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00000004:00000002:1.0:1773688178.909476:0:68797:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000100:00000001:0.0:1773688178.909477:0:7897:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688178.909481:0:7897:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:1.0:1773688178.909482:0:68797:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000004:00000001:1.0:1773688178.909485:0:68797:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773688178.909487:0:7897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06900. 00000004:00000001:1.0:1773688178.909489:0:68797:0:(mdd_object.c:3758:mdd_open()) Process entered 00000020:00000010:0.0:1773688178.909493:0:7897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400640. 00000800:00000200:2.0:1773688178.909497:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000004:00000001:1.0:1773688178.909497:0:68797:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000020:00000010:0.0:1773688178.909498:0:7897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb800. 00000800:00000010:2.0:1773688178.909503:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85900. 00000020:00000040:0.0:1773688178.909507:0:7897:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 53 00000400:00000200:2.0:1773688178.909510:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1773688178.909511:0:7897:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1773688178.909514:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000400:00000200:2.0:1773688178.909519:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000004:00000001:1.0:1773688178.909519:0:68797:0:(mdd_permission.c:247:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.909525:0:68797:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773688178.909526:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be660 00000400:00000010:2.0:1773688178.909529:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be660. 00000100:00000001:2.0:1773688178.909533:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.909536:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000001:1.0:1773688178.909536:0:68797:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688178.909543:0:68797:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000004:00000010:1.0:1773688178.909548:0:68797:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9b07b50480. 00000020:00000001:1.0:1773688178.909550:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.909553:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b07b50480 with handle 0x52973366461d2638 to hash 00000020:00000001:1.0:1773688178.909556:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:1.0:1773688178.909557:0:68797:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614997186708608 : -129076522843008 : ffff8a9b07b50480) 00000004:00000001:1.0:1773688178.909560:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1773688178.909561:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:1.0:1773688178.909563:0:68797:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0x13f:0x0] Change mfd open_flags 0 -> 040004240000003. 00000004:00000001:1.0:1773688178.909567:0:68797:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:1.0:1773688178.909571:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1773688178.909581:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0fadd400. 00080000:00000001:1.0:1773688178.909584:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993025487872 : -129080684063744 : ffff8a9a0fadd400) 00080000:00000001:1.0:1773688178.909587:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1773688178.909594:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1773688178.909601:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1773688178.909602:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.909630:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.909633:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1773688178.909636:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1773688178.909639:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692027, last_committed = 171798692011 00000001:00000010:1.0:1773688178.909643:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b03ffb300. 00000001:00000040:1.0:1773688178.909646:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 16 00000020:00000040:1.0:1773688178.909648:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=54 00000001:00000010:1.0:1773688178.909654:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b41aaf3c0. 00080000:00000001:1.0:1773688178.909660:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1773688178.909686:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1773688178.909690:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b41aaf3c0: xid 1859843854294784, transno 171798692027, tag 1, client gen 13, slot idx 3 00000001:00000001:1.0:1773688178.909693:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.909714:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.909716:0:68797:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1773688178.909718:0:68797:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.909720:0:68797:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.909723:0:68797:0:(mdt_open.c:1236:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688178.909725:0:68797:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:1.0:1773688178.909728:0:68797:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:1.0:1773688178.909730:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688178.909732:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688178.909734:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1773688178.909737:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1773688178.909738:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.909740:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688178.909743:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688178.909745:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688178.909747:0:68797:0:(mdt_open.c:1525:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1773688178.909755:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688178.909762:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.909764:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.909766:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.909770:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.909772:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1773688178.909776:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688178.909778:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688178.909780:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688178.909781:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688178.909784:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688178.909787:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1773688178.909794:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.909797:0:68797:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:1.0:1773688178.909800:0:68797:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:1.0:1773688178.909802:0:68797:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.909805:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.909807:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.909808:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86c00 refcount=3 00000020:00000001:1.0:1773688178.909811:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:1.0:1773688178.909813:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00000004:00000040:1.0:1773688178.909816:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:1.0:1773688178.909819:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=55 00010000:00000001:1.0:1773688178.909823:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.909825:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.909826:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.909829:0:68797:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.909831:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.909835:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1773688178.909837:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688178.909839:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.909841:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.909842:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.909844:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.909846:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.909848:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b07379c00 with handle 0x52973366461d262a from hash 00010000:00000001:1.0:1773688178.909851:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.909852:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.909853:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.909854:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688178.909856:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.909861:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379c00/0x52973366461d262a lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5d0 expref: 55 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.909868:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:1.0:1773688178.909870:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 54 00010000:00000010:1.0:1773688178.909873:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688178.909877:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.909879:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.909883:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688178.909887:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2631 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5d0 expref: 54 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.909895:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.909897:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.909899:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:1.0:1773688178.909902:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00000001:1.0:1773688178.909903:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.909906:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.909907:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.909909:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.909910:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.909911:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b04e86c00, rc 0) 00000020:00000001:1.0:1773688178.909915:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688178.909919:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 171798692027, xid 1859843854294784 00010000:00000001:1.0:1773688178.909922:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688178.909927:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b3220ca80 x1859843854294784/t171798692027(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 648/664 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688178.909934:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688178.909935:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688178.909938:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=56 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688178.909941:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688178.909943:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688178.909945:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688178.909948:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688178.909949:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.909952:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688178.909954:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688178.909957:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64440. 00000100:00000200:1.0:1773688178.909961:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854294784, offset 224 00000400:00000200:1.0:1773688178.909965:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688178.909985:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688178.909990:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47899:47899:256:4294967295] 192.168.204.51@tcp LPNI seq info [47895:47895:8:4294967295] 00000400:00000200:1.0:1773688178.909999:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688178.910003:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688178.910037:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7d00. 00000800:00000200:1.0:1773688178.910042:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688178.910046:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688178.910049:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7d00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1773688178.910058:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.910061:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688178.910064:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688178.910066:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.910068:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688178.910073:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3220ca80 x1859843854294784/t171798692027(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 648/664 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688178.910083:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3220ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+54:68109:x1859843854294784:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4909us (7853us total) trans 171798692027 rc 0/0 00000100:00100000:1.0:1773688178.910090:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15425 00000100:00000040:1.0:1773688178.910093:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688178.910095:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688178.910097:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688178.910100:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07b50b80. 00000020:00000010:1.0:1773688178.910104:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe960. 00000020:00000010:1.0:1773688178.910107:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b028f7800. 00000020:00000040:1.0:1773688178.910111:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 53 00000100:00000001:1.0:1773688178.910113:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1773688178.910299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b07379a00. 00000800:00000200:0.0:1773688178.910343:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688178.910346:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7d00. 00000400:00000200:0.0:1773688178.910350:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688178.910355:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688178.910358:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64440 00000400:00000010:0.0:1773688178.910361:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64440. 00000100:00000001:0.0:1773688178.910364:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688178.910365:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688178.912405:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.912416:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.912419:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.912421:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.912427:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.912437:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a445e000 00000400:00000200:2.0:1773688178.912444:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 61672 00000800:00000001:2.0:1773688178.912449:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.912458:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.912460:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.912463:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.912469:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.912470:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688178.912476:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3220c000. 00000100:00000040:2.0:1773688178.912480:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3220c000 x1859843854295040 msgsize 576 00000100:00100000:2.0:1773688178.912484:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.912499:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.912505:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.912508:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.912534:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688178.912537:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854295040 02000000:00000001:1.0:1773688178.912540:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688178.912542:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688178.912545:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.912548:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688178.912552:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854295040 00000020:00000001:1.0:1773688178.912554:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688178.912556:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688178.912558:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.912561:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=54 00000020:00000001:1.0:1773688178.912563:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688178.912566:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688178.912570:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.912575:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c620c0. 00000100:00000001:1.0:1773688178.912578:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.912580:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c620c0. 00000020:00000010:1.0:1773688178.912590:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b028f7800. 00000020:00000010:1.0:1773688178.912595:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07b50b80. 00000020:00000010:1.0:1773688178.912599:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe960. 00000100:00000040:1.0:1773688178.912606:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688178.912608:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688178.912610:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688178.912612:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688178.912615:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.912616:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.912621:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.912632:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.912640:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688178.912642:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688178.912646:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15426 00000100:00000040:1.0:1773688178.912650:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688178.912652:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997898412032 : -129075811139584 : ffff8a9b3220c000) 00000100:00000040:1.0:1773688178.912659:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3220c000 x1859843854295040/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 576/0 e 0 to 0 dl 1773688258 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688178.912668:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.912671:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c620c0. 00000100:00000001:1.0:1773688178.912674:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.912676:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c620c0. 00000100:00100000:1.0:1773688178.912681:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3220c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+54:68109:x1859843854295040:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688178.912685:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854295040 00000020:00000001:1.0:1773688178.912689:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688178.912692:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1773688178.912696:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b41aaf3c0: xid 1859843854294784, transno 171798692027, client gen 13, slot idx 3 00000001:00000001:1.0:1773688178.912702:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a0d8d8300: xid 1859843854294272, transno 171798692026, client gen 13, slot idx 2 00000001:00000010:1.0:1773688178.912706:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a0d8d8300. 00000020:00000001:1.0:1773688178.912710:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.912712:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688178.912714:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688178.912718:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688178.912720:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854295040, found 0 last_xid 1859843854295039 00000020:00000001:1.0:1773688178.912723:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688178.912726:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688178.912728:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688178.912732:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.912735:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688178.912737:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688178.912739:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688178.912740:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688178.912742:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.912746:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.912752:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 5 00010000:00000001:1.0:1773688178.912755:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.912758:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.912762:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e87800. 00000020:00000001:1.0:1773688178.912765:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.912768:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e87800 with handle 0x52973366461d263f to hash 00000020:00000001:1.0:1773688178.912770:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.912771:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000010:1.0:1773688178.912776:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688178.912779:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00010000:1.0:1773688178.912783:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d263f lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a5d7 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.912791:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:1.0:1773688178.912793:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=55 00010000:00000001:1.0:1773688178.912798:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688178.912800:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688178.912805:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688178.912807:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688178.912809:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1773688178.912811:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688178.912813:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x13f:0x0] 00000020:00000001:1.0:1773688178.912816:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688178.912820:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:1.0:1773688178.912823:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:1.0:1773688178.912825:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.912827:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688178.912835:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688178.912837:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688178.912839:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688178.912845:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a0cfb7000. 02000000:00000001:1.0:1773688178.912847:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.912849:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.912851:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.912853:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1773688178.912857:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:1.0:1773688178.912859:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.912860:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.912863:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.912864:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.912866:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.912868:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.912869:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.912871:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.912872:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.912873:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.912875:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.912877:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.912878:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.912879:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.912881:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.912882:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.912884:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.912887:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.912888:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.912892:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688178.912897:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688178.912899:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688178.912902:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.912904:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.912906:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.912907:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.912909:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.912910:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.912913:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688178.912914:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.912917:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.912918:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.912920:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688178.912922:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.912925:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:1.0:1773688178.912929:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1773688178.912931:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:1.0:1773688178.912933:0:68797:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000020:00000010:1.0:1773688178.912941:0:68797:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8a9b368c9000. 00000004:00000001:1.0:1773688178.912946:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.912949:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.912952:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.912978:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:1.0:1773688178.912981:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:1.0:1773688178.912984:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:1.0:1773688178.912987:0:68797:0:(mdt_lib.c:2238:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.912990:0:68797:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0x13f:0x0]/[0x20000afe1:0x13f:0x0], ldlm_rep = ffff8a9a0cfb7228 00000004:00000001:1.0:1773688178.912996:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1773688178.912998:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688178.913000:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.913003:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 6 00010000:00000001:1.0:1773688178.913028:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.913030:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.913034:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86e00. 00000020:00000001:1.0:1773688178.913037:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.913039:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86e00 with handle 0x52973366461d2646 to hash 00000020:00000001:1.0:1773688178.913041:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.913043:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000010:1.0:1773688178.913046:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b900. 00010000:00000001:1.0:1773688178.913049:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:1.0:1773688178.913052:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.913054:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.913058:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2646 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.913065:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688178.913068:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688178.913070:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.913072:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.913075:0:68797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688178.913079:0:68797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2631 lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5d0 expref: 55 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.913087:0:68797:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688178.913088:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.913090:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.913091:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.913093:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.913096:0:68797:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1773688178.913099:0:68797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2646 lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.913106:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 6 00010000:00000040:1.0:1773688178.913108:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688178.913112:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2631 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5d0 expref: 55 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.913120:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 55 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.913127:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.913134:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.913139:0:68797:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1773688178.913141:0:68797:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2646 lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688178.913147:0:68797:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b10c620c0. 00000100:00000001:1.0:1773688178.913151:0:68797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688178.913156:0:68797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b41aaf0c0. 00000100:00000001:1.0:1773688178.913158:0:68797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614998159126720 : -129075550424896 : ffff8a9b41aaf0c0) 00000100:00000001:1.0:1773688178.913160:0:68797:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614998159126720 : -129075550424896 : ffff8a9b41aaf0c0) 00000100:00000001:1.0:1773688178.913163:0:68797:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688178.913164:0:68797:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688178.913166:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1773688178.913169:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.913171:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1773688178.913172:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.913175:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.913177:0:68797:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1773688178.913179:0:68797:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1773688178.913183:0:68797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b32125c00. 00000020:00000040:1.0:1773688178.913187:0:68797:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:1.0:1773688178.913190:0:68797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773688178.913192:0:68797:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773688178.913197:0:68797:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773688178.913204:0:68797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9b028f6e00. 00000100:00000001:1.0:1773688178.913210:0:68797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.913215:0:68797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2631 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5d0 expref: 55 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.913239:0:68797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2631 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5d0 expref: 55 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.913252:0:68797:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1773688178.913256:0:68797:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773688178.913274:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b32125c00 x1859843861187328/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688178.913282:0:68797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773688178.913285:0:68797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688178.913290:0:68797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b32125c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861187328:192.168.204.51@tcp:104: 00000100:00000001:1.0:1773688178.913299:0:68797:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773688178.913304:0:68797:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773688178.913306:0:68797:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.913309:0:68797:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773688178.913313:0:68797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9b028f7600. 02000000:00000001:1.0:1773688178.913315:0:68797:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773688178.913319:0:68797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b3697f370. 00000400:00000010:1.0:1773688178.913324:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a642a8. 00000100:00000200:1.0:1773688178.913331:0:68797:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861187328, portal 16 00000100:00000001:1.0:1773688178.913333:0:68797:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773688178.913335:0:68797:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997897468928 : -129075812082688 : ffff8a9b32125c00) 00000100:00000040:1.0:1773688178.913340:0:68797:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b32125c00 x1859843861187328/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688178.913347:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688178.913349:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688178.913351:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64c38. 00000100:00000200:1.0:1773688178.913354:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861187328, offset 0 00000400:00000200:1.0:1773688178.913360:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688178.913366:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688178.913371:0:68797:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773688178.913385:0:68797:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:1.0:1773688178.913389:0:68797:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773688178.913392:0:68797:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:1.0:1773688178.913396:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47900:47900:256:4294967295] 192.168.204.51@tcp LPNI seq info [47896:47896:8:4294967295] 00000400:00000200:1.0:1773688178.913405:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688178.913412:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688178.913416:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7d00. 00000800:00000200:1.0:1773688178.913421:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688178.913427:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688178.913430:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773688178.913442:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.913447:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297629834 00000100:00000001:1.0:1773688178.913454:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297629826 00000100:00000001:1.0:1773688178.913460:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297629834 00000100:00000001:1.0:1773688178.913464:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297629826 00000100:00000001:1.0:1773688178.913468:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297629834 00000100:00000001:1.0:1773688178.913471:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297629826 00000100:00000001:1.0:1773688178.913474:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297629834 00000100:00000001:1.0:1773688178.913479:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297629826 00000100:00000001:1.0:1773688178.913482:0:68797:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688178.913484:0:68797:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.913487:0:68797:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.913489:0:68797:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.913491:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.913494:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.913495:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.913496:0:68797:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.913498:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1773688178.913500:0:68797:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688178.913502:0:68797:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.913504:0:68797:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773688178.913506:0:68797:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773688178.913509:0:68797:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b41aaf0c0 going to sleep for 11 seconds 00000100:00000001:1.0:1773688178.913513:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773688178.913515:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773688178.913516:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.913521:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7d00. 00000400:00000200:2.0:1773688178.913526:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.913530:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.913534:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64c38 00000400:00000010:2.0:1773688178.913537:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64c38. 00000100:00000001:2.0:1773688178.913540:0:3440:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773688178.913544:0:3440:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b32125c00 x1859843861187328/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688178.913555:0:3440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688178.913558:0:3440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b32125c00 x1859843861187328/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688178.913565:0:3440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.913566:0:3440:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773688178.914584:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688178.914593:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688178.914594:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688178.914596:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688178.914600:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688178.914607:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af0b00 00000400:00000200:0.0:1773688178.914611:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77a2d [1] + 224 00000800:00000001:0.0:1773688178.914614:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688178.914618:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688178.914620:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688178.914623:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688178.914627:0:3439:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773688178.914632:0:3439:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b32125c00 x1859843861187328/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1773688178.914642:0:3439:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9b32125c00 x1859843861187328/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688178.914657:0:3439:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773688178.914663:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688178.914666:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.914681:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773688178.914688:0:68797:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773688178.914690:0:68797:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773688178.914692:0:68797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b3697f370. 00000400:00000200:1.0:1773688178.914696:0:68797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a642a8 00000400:00000010:1.0:1773688178.914698:0:68797:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a642a8. 00000100:00000001:1.0:1773688178.914700:0:68797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773688178.914705:0:68797:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9b32125c00 x1859843861187328/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1773688178.914713:0:68797:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9b32125c00 x1859843861187328/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688178.914719:0:68797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773688178.914721:0:68797:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.914723:0:68797:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773688178.914725:0:68797:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773688178.914727:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688178.914728:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.914731:0:68797:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688178.914737:0:68797:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=2 v=5 (5 0 0 0) 00000100:00001000:1.0:1773688178.914740:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773688178.914743:0:68797:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773688178.914745:0:68797:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.914756:0:68797:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773688178.914758:0:68797:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.914761:0:68797:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.914765:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9b32125c00 x1859843861187328/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688178.914771:0:68797:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688178.914774:0:68797:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773688178.914776:0:68797:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.914777:0:68797:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1773688178.914779:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.914780:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.914782:0:68797:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.914786:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b32125c00 x1859843861187328/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1773688178.914794:0:68797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9b32125c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861187328:192.168.204.51@tcp:104: 00000100:00000001:1.0:1773688178.914798:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.914800:0:68797:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.914802:0:68797:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773688178.914803:0:68797:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773688178.914806:0:68797:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9b32125c00 x1859843861187328/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688178.914817:0:68797:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773688178.914820:0:68797:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773688178.914822:0:68797:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9b028f7600. 02000000:00000001:1.0:1773688178.914825:0:68797:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773688178.914829:0:68797:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773688178.914831:0:68797:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1773688178.914833:0:68797:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773688178.914836:0:68797:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9b028f6e00. 02000000:00000001:1.0:1773688178.914839:0:68797:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773688178.914841:0:68797:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773688178.914843:0:68797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b32125c00. 00000100:00000001:1.0:1773688178.914847:0:68797:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773688178.914848:0:68797:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1773688178.914850:0:68797:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b41aaf0c0. 00000100:00000001:1.0:1773688178.914852:0:68797:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688178.914854:0:68797:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773688178.914856:0:68797:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b10c620c0. 00010000:00000001:1.0:1773688178.914861:0:68797:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.914867:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.914868:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.914871:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1773688178.914875:0:68797:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2646 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.1:1773688178.915048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b07379c00. 00000800:00000001:2.0:1773688178.915357:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.915364:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.915366:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.915368:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.915373:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.915381:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a445e080 00000400:00000200:2.0:1773688178.915387:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72a4d [2] + 1312 00000800:00000001:2.0:1773688178.915391:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.915414:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.915416:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.915419:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.915421:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.915423:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1773688178.915426:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3220f800. 00000100:00000040:2.0:1773688178.915428:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3220f800 x1859843854295168 msgsize 328 00000100:00100000:2.0:1773688178.915431:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.915440:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.915444:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.915447:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.915511:0:7897:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688178.915514:0:7897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854295168 02000000:00000001:0.0:1773688178.915517:0:7897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688178.915518:0:7897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688178.915520:0:7897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.915523:0:7897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688178.915525:0:7897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854295168 00000020:00000001:0.0:1773688178.915527:0:7897:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688178.915529:0:7897:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688178.915536:0:7897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.915538:0:7897:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=56 00000020:00000001:0.0:1773688178.915541:0:7897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688178.915543:0:7897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688178.915547:0:7897:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.915551:0:7897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.915553:0:7897:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.915556:0:7897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00000020:00000010:0.0:1773688178.915560:0:7897:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb800. 00000020:00000010:0.0:1773688178.915565:0:7897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688178.915569:0:7897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400640. 00000100:00000040:0.0:1773688178.915576:0:7897:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1773688178.915579:0:7897:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688178.915580:0:7897:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1773688178.915582:0:7897:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1773688178.915584:0:7897:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.915586:0:7897:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1773688178.915589:0:7897:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.915591:0:7897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.915592:0:7897:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86c00 refcount=4 00000020:00000001:0.0:1773688178.915594:0:7897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:0.0:1773688178.915595:0:7897:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00010000:0.0:1773688178.915599:0:7897:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2631 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5d0 expref: 56 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.915604:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.915605:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.915606:0:7897:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.915607:0:7897:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.915611:0:7897:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1773688178.915615:0:7897:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9b3220f800 x1859843854295168/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/0 e 0 to 0 dl 1773688189 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688178.915621:0:7897:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1773688178.915622:0:7897:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.915636:0:7897:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.915648:0:7897:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688178.915650:0:7897:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688178.915655:0:7897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3706 00000100:00000040:0.0:1773688178.915660:0:7897:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00000100:00000001:0.0:1773688178.915663:0:7897:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997898426368 : -129075811125248 : ffff8a9b3220f800) 00000100:00000040:0.0:1773688178.915668:0:7897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3220f800 x1859843854295168/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/0 e 0 to 0 dl 1773688189 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688178.915676:0:7897:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.915679:0:7897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.915680:0:7897:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.915682:0:7897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00000100:00100000:0.0:1773688178.915685:0:7897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3220f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+56:2407:x1859843854295168:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1773688178.915688:0:7897:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854295168 00010000:00000001:0.0:1773688178.915691:0:7897:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1773688178.915693:0:7897:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1773688178.915694:0:7897:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1773688178.915698:0:7897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688178.915699:0:7897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688178.915703:0:7897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9b34c8e400. 02000000:00000001:0.0:1773688178.915704:0:7897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.915712:0:7897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.915714:0:7897:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1773688178.915716:0:7897:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1773688178.915718:0:7897:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.915720:0:7897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.915721:0:7897:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86c00 refcount=4 00000020:00000001:0.0:1773688178.915723:0:7897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:0.0:1773688178.915725:0:7897:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000040:0.0:1773688178.915728:0:7897:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 7 00000004:00000001:0.0:1773688178.915732:0:7897:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:0.0:1773688178.915736:0:7897:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2631 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5d0 expref: 56 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:0.0:1773688178.915744:0:7897:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b2bf83c50 time=1773688178 v=20 (0 0 0 0) 00010000:00000001:0.0:1773688178.915748:0:7897:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773688178.915758:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.915759:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688178.915762:0:7897:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2631 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5d0 expref: 56 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1773688178.915768:0:7897:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.915769:0:7897:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.915771:0:7897:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.915772:0:7897:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.915775:0:7897:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688178.915776:0:7897:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688178.915781:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.915782:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.915785:0:7897:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.915786:0:7897:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688178.915787:0:7897:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86c00 with handle 0x52973366461d2631 from hash 00010000:00000001:0.0:1773688178.915789:0:7897:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688178.915790:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.915791:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.915791:0:7897:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688178.915797:0:7897:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.915798:0:7897:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.915799:0:7897:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688178.915800:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688178.915802:0:7897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2631 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5d0 expref: 56 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.915807:0:7897:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:0.0:1773688178.915809:0:7897:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 55 00010000:00000010:0.0:1773688178.915811:0:7897:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bc80. 00010000:00000001:0.0:1773688178.915822:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.915826:0:7897:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688178.915827:0:7897:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688178.915829:0:7897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:0.0:1773688178.915832:0:7897:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2646 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.915836:0:7897:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688178.915837:0:7897:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.915839:0:7897:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.915840:0:7897:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.915840:0:7897:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.915842:0:7897:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688178.915843:0:7897:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1773688178.915845:0:7897:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2646 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.915848:0:7897:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1773688178.915850:0:7897:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688178.915851:0:7897:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688178.915852:0:7897:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688178.915854:0:7897:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 6 00010000:00000040:0.0:1773688178.915855:0:7897:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688178.915858:0:7897:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 55 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.915861:0:7897:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.915864:0:7897:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688178.915867:0:7897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2646 lrc: 4/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.915870:0:7897:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688178.915872:0:7897:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.915873:0:7897:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.915874:0:7897:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688178.915875:0:7897:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.915876:0:7897:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1773688178.915879:0:7897:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.915880:0:7897:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773688178.915883:0:7897:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a0d8d8900. 00000100:00000001:0.0:1773688178.915885:0:7897:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614992989817088 : -129080719734528 : ffff8a9a0d8d8900) 00000100:00000001:0.0:1773688178.915886:0:7897:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614992989817088 : -129080719734528 : ffff8a9a0d8d8900) 00000100:00000001:0.0:1773688178.915887:0:7897:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773688178.915888:0:7897:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1773688178.915889:0:7897:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773688178.915890:0:7897:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688178.915902:0:7897:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.915903:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.915904:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.915905:0:7897:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.915906:0:7897:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773688178.915907:0:7897:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1773688178.915909:0:7897:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.915910:0:7897:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.915911:0:7897:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1773688178.915912:0:7897:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a0d8d8900. 00000100:00000001:0.0:1773688178.915914:0:7897:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1773688178.915915:0:7897:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1773688178.915916:0:7897:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b2ebe4280. 00010000:00000001:0.0:1773688178.915917:0:7897:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1773688178.915918:0:7897:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1773688178.915919:0:7897:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.915923:0:7897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688178.915924:0:7897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688178.915927:0:7897:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=112 v=5 (1 1 1 1) 00000100:00000001:0.0:1773688178.915929:0:7897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688178.915931:0:7897:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688178.915932:0:7897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688178.915934:0:7897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688178.915936:0:7897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.915938:0:7897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688178.915939:0:7897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688178.915941:0:7897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be110. 00000100:00000200:0.0:1773688178.915949:0:7897:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854295168, offset 224 00000400:00000200:0.0:1773688178.915954:0:7897:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688178.915961:0:7897:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688178.915966:0:7897:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47901:47901:256:4294967295] 192.168.204.51@tcp LPNI seq info [47897:47897:8:4294967295] 00000400:00000200:0.0:1773688178.915987:0:7897:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688178.915993:0:7897:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688178.915998:0:7897:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85900. 00000800:00000200:0.0:1773688178.916005:0:7897:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688178.916029:0:7897:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00010000:00010000:1.0:1773688178.916033:0:68797:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2646 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773688178.916033:0:7897:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85900 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:1.0:1773688178.916044:0:68797:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.916048:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2646 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773688178.916049:0:7897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.916055:0:7897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688178.916058:0:7897:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.916061:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688178.916062:0:7897:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.916065:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1773688178.916069:0:7897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3220f800 x1859843854295168/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/224 e 0 to 0 dl 1773688189 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773688178.916070:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.916074:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.916076:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.916081:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86e00 refcount=3 00000100:00100000:0.0:1773688178.916082:0:7897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3220f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+55:2407:x1859843854295168:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 402us (649us total) trans 0 rc 0/0 00000020:00000001:1.0:1773688178.916087:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:1.0:1773688178.916091:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00000100:00100000:0.0:1773688178.916092:0:7897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3706 00010000:00000001:1.0:1773688178.916097:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1773688178.916098:0:7897:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00010000:00000001:1.0:1773688178.916100:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773688178.916101:0:7897:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000001:1.0:1773688178.916104:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.916105:0:7897:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:2.0:1773688178.916107:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000004:00000001:1.0:1773688178.916111:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000020:00000010:0.0:1773688178.916111:0:7897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06900. 00000800:00000010:2.0:1773688178.916112:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85900. 00000004:00000001:1.0:1773688178.916118:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000400:00000200:2.0:1773688178.916120:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1773688178.916120:0:7897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400640. 00000004:00000001:1.0:1773688178.916122:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000020:00000010:0.0:1773688178.916127:0:7897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb800. 00000004:00000001:1.0:1773688178.916130:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773688178.916131:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000004:00000001:1.0:1773688178.916135:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000020:00000040:0.0:1773688178.916136:0:7897:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 54 00000400:00000200:2.0:1773688178.916137:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be110 00000004:00000001:1.0:1773688178.916140:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000400:00000010:2.0:1773688178.916141:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be110. 00000100:00000001:0.0:1773688178.916143:0:7897:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1773688178.916144:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000100:00000001:2.0:1773688178.916147:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.916150:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000001:1.0:1773688178.916152:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.916156:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.916158:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.916161:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:1.0:1773688178.916163:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.916166:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x13f:0x0]: Reading som attrs: valid: 4, size: 74834, blocks: 259 00000004:00000001:1.0:1773688178.916170:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.916171:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.916173:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.916175:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.916176:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.916178:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.916180:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.916182:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.916183:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.916185:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.916187:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.916200:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1773688178.916203:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1773688178.916208:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1773688178.916211:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a0cfb7370 00000004:00000001:1.0:1773688178.916213:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.916216:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.916218:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.916222:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.916224:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.916226:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.916228:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.916229:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.916231:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.916233:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:1.0:1773688178.916236:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: returning size 74834 00000004:00000040:1.0:1773688178.916240:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x13f:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1773688178.916243:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:1.0:1773688178.916245:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2566 00000004:00200000:1.0:1773688178.916247:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:1.0:1773688178.916249:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:1.0:1773688178.916250:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.916252:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.916254:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1773688178.916256:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.916258:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.916265:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.916267:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.916269:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.916271:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.916273:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.916279:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688178.916285:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.916287:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.916288:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.916290:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.916296:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.916297:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.916299:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86e00 refcount=3 00000020:00000001:1.0:1773688178.916301:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:1.0:1773688178.916303:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00000004:00010000:1.0:1773688178.916307:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2646 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.916313:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.916314:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.916315:0:68797:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:1.0:1773688178.916317:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688178.916319:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:1.0:1773688178.916321:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.916322:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.916323:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86e00 refcount=3 00000020:00000001:1.0:1773688178.916325:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:1.0:1773688178.916327:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00000004:00000040:1.0:1773688178.916330:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:1.0:1773688178.916333:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=55 00010000:00000001:1.0:1773688178.916337:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.916338:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.916339:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.916341:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1773688178.916345:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688178.916347:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688178.916349:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688178.916350:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688178.916352:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688178.916354:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1773688178.916359:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.916362:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.916364:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688178.916365:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:1.0:1773688178.916367:0:68797:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8a9b368c9000. 00000004:00000001:1.0:1773688178.916372:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1773688178.916375:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688178.916376:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.916379:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.916380:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.916381:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.916383:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.916385:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e87800 with handle 0x52973366461d263f from hash 00010000:00000001:1.0:1773688178.916387:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.916388:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.916390:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.916391:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688178.916392:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.916395:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d263f lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5d7 expref: 55 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.916402:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:1.0:1773688178.916404:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 54 00010000:00000010:1.0:1773688178.916406:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688178.916411:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.916413:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.916417:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688178.916420:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2646 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5d7 expref: 54 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.916513:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.916515:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.916517:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:1.0:1773688178.916520:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1773688178.916521:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.916524:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.916525:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.916527:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.916528:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.916529:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b04e86e00, rc 0) 00000020:00000001:1.0:1773688178.916533:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688178.916536:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 0, xid 1859843854295040 00010000:00000001:1.0:1773688178.916539:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688178.916543:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b3220c000 x1859843854295040/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 576/640 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688178.916550:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688178.916552:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688178.916555:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=56 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688178.916558:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688178.916560:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688178.916562:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688178.916565:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688178.916566:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.916568:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688178.916571:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688178.916574:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a642a8. 00000100:00000200:1.0:1773688178.916578:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854295040, offset 224 00000400:00000200:1.0:1773688178.916582:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688178.916587:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688178.916592:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47902:47902:256:4294967295] 192.168.204.51@tcp LPNI seq info [47898:47898:8:4294967295] 00000400:00000200:1.0:1773688178.916600:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688178.916604:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688178.916608:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7b00. 00000800:00000200:1.0:1773688178.916611:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688178.916616:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688178.916619:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7b00 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:1.0:1773688178.916637:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.916640:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688178.916643:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688178.916644:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.916647:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688178.916651:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3220c000 x1859843854295040/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 576/640 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688178.916661:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3220c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+54:68109:x1859843854295040:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3991us (4179us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688178.916667:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15426 00000100:00000040:1.0:1773688178.916670:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688178.916672:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688178.916673:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688178.916676:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07b50b80. 00000020:00000010:1.0:1773688178.916679:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe960. 00000020:00000010:1.0:1773688178.916683:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b028f7800. 00000020:00000040:1.0:1773688178.916686:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 53 00000100:00000001:1.0:1773688178.916688:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688178.917284:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688178.917289:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7b00. 00000400:00000200:0.0:1773688178.917293:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688178.917298:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688178.917302:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a642a8 00000400:00000010:0.0:1773688178.917304:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a642a8. 00000100:00000001:0.0:1773688178.917307:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688178.917308:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1773688178.919074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86000. 00000800:00000001:2.0:1773688178.920454:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.920466:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.920469:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.920471:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.920479:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.920495:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 392 into portal 23 MB=0x69b84a445e180 00000400:00000200:2.0:1773688178.920503:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 392/392 into md 0x71599 [2] + 1176 00000800:00000001:2.0:1773688178.920511:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.920517:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.920521:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.920525:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.920538:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.920541:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1773688178.920548:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3220c380. 00000100:00000040:2.0:1773688178.920551:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3220c380 x1859843854295424 msgsize 392 00000100:00100000:2.0:1773688178.920556:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.920566:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.920573:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.920577:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.920610:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688178.920614:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854295424 02000000:00000001:0.0:1773688178.920617:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688178.920619:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688178.920621:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.920625:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688178.920629:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854295424 00000020:00000001:0.0:1773688178.920632:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688178.920634:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688178.920636:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.920639:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=54 00000020:00000001:0.0:1773688178.920641:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688178.920643:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688178.920647:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.920652:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.920655:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.920657:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00000020:00000010:0.0:1773688178.920663:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb800. 00000020:00000010:0.0:1773688178.920668:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688178.920673:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400640. 00000100:00000040:0.0:1773688178.920679:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1773688178.920682:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688178.920684:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1773688178.920686:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.920692:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.920703:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.920714:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688178.920717:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688178.920723:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3211 00000100:00000040:0.0:1773688178.920726:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688178.920728:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997898412928 : -129075811138688 : ffff8a9b3220c380) 00000100:00000040:0.0:1773688178.920736:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3220c380 x1859843854295424/t0(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 392/0 e 0 to 0 dl 1773688189 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688178.920744:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.920747:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.920749:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.920751:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00000100:00100000:0.0:1773688178.920756:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3220c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+54:68109:x1859843854295424:12345-192.168.204.51@tcp:35:dbench.0 00000100:00000200:0.0:1773688178.920760:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854295424 00000020:00000001:0.0:1773688178.920764:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688178.920769:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688178.920774:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.920776:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688178.920778:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862496 : -1038689120 : ffffffffc216dca0) 00000020:00000001:0.0:1773688178.920781:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688178.920784:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854295424, found 0 last_xid 1859843854295423 00000020:00000001:0.0:1773688178.920787:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688178.920789:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688178.920791:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688178.920794:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.920799:0:73057:0:(mdt_open.c:2771:mdt_close()) Process entered 00000004:00000001:0.0:1773688178.920801:0:73057:0:(mdt_lib.c:1452:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1773688178.920804:0:73057:0:(mdt_lib.c:1362:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1773688178.920807:0:73057:0:(mdt_lib.c:1373:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.920810:0:73057:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1773688178.920813:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.920816:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.920818:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.920820:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.920822:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.920823:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.920825:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.920826:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.920828:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.920829:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.920831:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.920833:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.920834:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.920836:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.920839:0:73057:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.920841:0:73057:0:(mdt_lib.c:1435:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1773688178.920842:0:73057:0:(mdt_lib.c:1437:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.920845:0:73057:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1773688178.920846:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.920848:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.920850:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.920851:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.920853:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.920855:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.920856:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.920858:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.920860:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.920862:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.920866:0:73057:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688178.920871:0:73057:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688178.920874:0:73057:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688178.920876:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.920877:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.920879:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.920881:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.920882:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.920883:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.920885:0:73057:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688178.920887:0:73057:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.920890:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.920891:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.920893:0:73057:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688178.920895:0:73057:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.920897:0:73057:0:(mdt_lib.c:1465:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.920901:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688178.920903:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688178.920908:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8a9b34c8e800. 02000000:00000001:0.0:1773688178.920910:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.920912:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.920914:0:73057:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1773688178.920916:0:73057:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.920918:0:73057:0:(mdt_open.c:2739:mdt_close_internal()) Process entered 00000004:00000001:0.0:1773688178.920920:0:73057:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1773688178.920922:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.920924:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8a9b07b50480 refcount=2 00000020:00000001:0.0:1773688178.920926:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997186708608 : -129076522843008 : ffff8a9b07b50480) 00000004:00000001:0.0:1773688178.920930:0:73057:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446614997186708608 : -129076522843008 : ffff8a9b07b50480) 00000020:00000040:0.0:1773688178.920933:0:73057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b07b50480 with handle 0x52973366461d2638 from hash 00000004:00000001:0.0:1773688178.920937:0:73057:0:(mdt_open.c:2590:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1773688178.920939:0:73057:0:(mdt_open.c:2598:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000afe1:0x13f:0x0] with intent: 0 00000004:00000001:0.0:1773688178.920952:0:73057:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1773688178.920955:0:73057:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 74834 size 74834 lsom blocks 259 blocks 259 truncate 0 00000004:00000001:0.0:1773688178.920959:0:73057:0:(mdt_som.c:209:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.920961:0:73057:0:(mdt_open.c:149:mdt_write_put()) Process entered 00000004:00000001:0.0:1773688178.920962:0:73057:0:(mdt_open.c:153:mdt_write_put()) Process leaving 00000004:00000001:0.0:1773688178.920965:0:73057:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1773688178.920979:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688178.920984:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.920987:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.920992:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688178.920995:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688178.920998:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688178.921000:0:73057:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.921003:0:73057:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1773688178.921034:0:73057:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1773688178.921038:0:73057:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688178.921042:0:73057:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x20000afe1:0x13f:0x0], previous was 0x7 00000004:00000001:0.0:1773688178.921045:0:73057:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.921047:0:73057:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1773688178.921050:0:73057:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.921053:0:73057:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1773688178.921056:0:73057:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688178.921059:0:73057:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1773688178.921062:0:73057:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8a9b07b50480. 00000004:00000001:0.0:1773688178.921071:0:73057:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1773688178.921075:0:73057:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41868f58/ffff8a9b41868f00 to site lru. bkt: ffff8a9a1aeb4d58 00000004:00000001:0.0:1773688178.921077:0:73057:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688178.921079:0:73057:0:(mdt_open.c:2728:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.921081:0:73057:0:(mdt_open.c:2758:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.921083:0:73057:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1773688178.921086:0:73057:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1773688178.921095:0:73057:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9b34c8ec00. 00080000:00000001:0.0:1773688178.921098:0:73057:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614997942987776 : -129075766563840 : ffff8a9b34c8ec00) 00080000:00000001:0.0:1773688178.921101:0:73057:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1773688178.921107:0:73057:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688178.921112:0:73057:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688178.921113:0:73057:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.921133:0:73057:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.921135:0:73057:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1773688178.921139:0:73057:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1773688178.921141:0:73057:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692028, last_committed = 171798692011 00000001:00000010:0.0:1773688178.921145:0:73057:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b0791c7e0. 00000001:00000040:0.0:1773688178.921148:0:73057:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 17 00000020:00000040:0.0:1773688178.921150:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=55 00000001:00000010:0.0:1773688178.921156:0:73057:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a0d8d8300. 00080000:00000001:0.0:1773688178.921162:0:73057:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688178.921179:0:73057:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1773688178.921182:0:73057:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a0d8d8300: xid 1859843854295424, transno 171798692028, tag 1, client gen 13, slot idx 2 00000001:00000001:0.0:1773688178.921185:0:73057:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.921196:0:73057:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.921198:0:73057:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1773688178.921201:0:73057:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688178.921202:0:73057:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688178.921204:0:73057:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688178.921206:0:73057:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1773688178.921210:0:73057:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.921212:0:73057:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688178.921215:0:73057:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1773688178.921220:0:73057:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688178.921227:0:73057:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.921229:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.921230:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.921232:0:73057:0:(mdt_open.c:2833:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688178.921235:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 171798692028, xid 1859843854295424 00010000:00000001:0.0:1773688178.921238:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688178.921243:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b3220c380 x1859843854295424/t171798692028(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 392/456 e 0 to 0 dl 1773688189 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688178.921258:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688178.921261:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688178.921264:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=48 v=5 (1 1 1 0) 00000100:00000001:0.0:1773688178.921268:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688178.921271:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688178.921273:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688178.921276:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688178.921278:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.921281:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688178.921284:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688178.921288:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316beee0. 00000100:00000200:0.0:1773688178.921293:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854295424, offset 224 00000400:00000200:0.0:1773688178.921298:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688178.921306:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688178.921312:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47903:47903:256:4294967295] 192.168.204.51@tcp LPNI seq info [47899:47899:8:4294967295] 00000400:00000200:0.0:1773688178.921322:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688178.921327:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688178.921332:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85600. 00000800:00000200:0.0:1773688178.921337:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688178.921343:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688178.921347:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85600 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1773688178.921361:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.921365:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688178.921367:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688178.921369:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.921371:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688178.921375:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3220c380 x1859843854295424/t171798692028(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 392/456 e 0 to 0 dl 1773688189 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688178.921384:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3220c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+55:68109:x1859843854295424:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 638us (831us total) trans 171798692028 rc 0/0 00000100:00100000:0.0:1773688178.921393:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3211 00000100:00000040:0.0:1773688178.921397:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688178.921399:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688178.921401:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688178.921405:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688178.921409:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400640. 00000020:00000010:0.0:1773688178.921412:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb800. 00000020:00000040:0.0:1773688178.921417:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 54 00000100:00000001:0.0:1773688178.921420:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688178.921459:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.921464:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85600. 00000400:00000200:2.0:1773688178.921469:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.921481:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.921485:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316beee0 00000400:00000010:2.0:1773688178.921487:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316beee0. 00000100:00000001:2.0:1773688178.921491:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.921493:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1773688178.923053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86c00. 00000800:00000001:0.0:1773688178.923365:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688178.923373:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688178.923376:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688178.923378:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688178.923384:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688178.923395:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a445e200 00000400:00000200:0.0:1773688178.923401:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 62248 00000800:00000001:0.0:1773688178.923407:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688178.923413:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688178.923415:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688178.923418:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688178.923431:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688178.923433:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688178.923437:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10c25880. 00000100:00000040:0.0:1773688178.923439:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a10c25880 x1859843854295552 msgsize 584 00000100:00100000:0.0:1773688178.923442:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688178.923452:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688178.923457:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688178.923459:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.923491:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688178.923495:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854295552 02000000:00000001:1.0:1773688178.923497:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688178.923499:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688178.923509:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.923512:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688178.923516:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854295552 00000020:00000001:1.0:1773688178.923518:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688178.923520:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688178.923521:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.923524:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=55 00000020:00000001:1.0:1773688178.923526:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688178.923529:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688178.923532:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.923537:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c620c0. 00000100:00000001:1.0:1773688178.923539:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.923542:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c620c0. 00000020:00000010:1.0:1773688178.923554:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b028f7800. 00000020:00000010:1.0:1773688178.923558:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07b50b80. 00000020:00000010:1.0:1773688178.923563:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe960. 00000100:00000040:1.0:1773688178.923569:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688178.923572:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688178.923573:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688178.923575:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688178.923577:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.923579:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.923584:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.923596:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.923607:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688178.923608:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688178.923613:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15427 00000100:00000040:1.0:1773688178.923617:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688178.923620:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993043609728 : -129080665941888 : ffff8a9a10c25880) 00000100:00000040:1.0:1773688178.923626:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a10c25880 x1859843854295552/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 584/0 e 0 to 0 dl 1773688258 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688178.923633:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.923635:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c620c0. 00000100:00000001:1.0:1773688178.923637:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.923638:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c620c0. 00000100:00100000:1.0:1773688178.923642:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a10c25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+55:68109:x1859843854295552:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688178.923645:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854295552 00000020:00000001:1.0:1773688178.923647:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688178.923650:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1773688178.923653:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a0d8d8300: xid 1859843854295424, transno 171798692028, client gen 13, slot idx 2 00000001:00000001:1.0:1773688178.923657:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b41aaf3c0: xid 1859843854294784, transno 171798692027, client gen 13, slot idx 3 00000001:00000010:1.0:1773688178.923660:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b41aaf3c0. 00000020:00000001:1.0:1773688178.923662:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.923663:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688178.923665:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688178.923667:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688178.923669:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854295552, found 0 last_xid 1859843854295551 00000020:00000001:1.0:1773688178.923670:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688178.923671:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688178.923673:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688178.923676:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.923677:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688178.923679:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688178.923680:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688178.923682:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688178.923683:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.923687:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.923693:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 4 00010000:00000001:1.0:1773688178.923695:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.923696:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.923699:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86a00. 00000020:00000001:1.0:1773688178.923701:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.923703:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86a00 with handle 0x52973366461d264d to hash 00000020:00000001:1.0:1773688178.923705:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.923706:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000010:1.0:1773688178.923710:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688178.923712:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00010000:1.0:1773688178.923716:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d264d lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a5de expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.923722:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:1.0:1773688178.923723:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=56 00010000:00000001:1.0:1773688178.923728:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688178.923730:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688178.923735:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688178.923736:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688178.923738:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1773688178.923739:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688178.923741:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:1.0:1773688178.923743:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688178.923746:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:1.0:1773688178.923748:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:1.0:1773688178.923749:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.923751:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688178.923752:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688178.923754:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688178.923755:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688178.923758:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b368c9000. 02000000:00000001:1.0:1773688178.923759:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.923760:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.923762:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.923763:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1773688178.923766:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:1.0:1773688178.923767:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.923768:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.923769:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.923771:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.923772:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.923773:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.923774:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.923775:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.923776:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.923776:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.923777:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.923778:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.923779:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.923780:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.923781:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.923782:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.923782:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.923784:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.923785:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.923787:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688178.923789:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688178.923791:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688178.923792:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.923793:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.923794:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.923795:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.923796:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.923797:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.923798:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688178.923799:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.923800:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.923801:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.923802:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688178.923803:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.923805:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1773688178.923810:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:1.0:1773688178.923812:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xf3:0x0]/NEWTIPS.PPT, ldlm_rep = ffff8a9b368c9228 00000004:00000001:1.0:1773688178.923814:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1773688178.923816:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1773688178.923818:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1773688178.923820:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688178.923821:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.923822:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 5 00010000:00000001:1.0:1773688178.923823:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.923824:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.923826:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86c00. 00000020:00000001:1.0:1773688178.923827:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.923828:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86c00 with handle 0x52973366461d2654 to hash 00000020:00000001:1.0:1773688178.923830:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.923830:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000010:1.0:1773688178.923839:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b380. 00010000:00000001:1.0:1773688178.923841:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:1.0:1773688178.923844:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.923845:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.923847:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2654 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.923852:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688178.923854:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688178.923856:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.923858:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.923859:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.923861:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.923862:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.923864:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688178.923866:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.923867:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.923868:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.923870:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) refcount = 5 00010000:00000040:1.0:1773688178.923872:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688178.923875:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378800/0x52973366461d0912 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8464d expref: 56 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.923880:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d255f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a58a expref: 56 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.923884:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378a00/0x52973366461d090b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e84677 expref: 56 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.923888:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2654 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.923891:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.923894:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.923895:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.923896:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688178.923897:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.923899:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.923900:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.923902:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688178.923904:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.923906:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2654 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.923909:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688178.923910:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.923911:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.923912:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688178.923912:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773688178.923915:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9b32304500. 00010000:00000010:1.0:1773688178.923918:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b07b50d80. 00010000:00000001:1.0:1773688178.923920:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.923921:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86000. 00000020:00000001:1.0:1773688178.923923:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.923924:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86000 with handle 0x52973366461d265b to hash 00000020:00000001:1.0:1773688178.923925:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.923926:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000010:1.0:1773688178.923930:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b280. 00010000:00000001:1.0:1773688178.923932:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:1.0:1773688178.923933:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.923934:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.923936:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d265b lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.923939:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688178.923940:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688178.923941:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.923942:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.923942:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.923943:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.923945:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.923946:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688178.923947:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.923947:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.923948:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.923950:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9b32304500) refcount = 1 00010000:00010000:1.0:1773688178.923951:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d265b lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.923954:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.923955:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.923956:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.923957:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688178.923957:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.923958:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.923959:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.923960:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688178.923961:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.923963:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d265b lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.923965:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688178.923966:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.923978:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.923980:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.923984:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1773688178.924034:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1773688178.924038:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1773688178.924041:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1773688178.924045:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.924049:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1773688178.924070:0:68797:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688178.924072:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1773688178.924074:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:1.0:1773688178.924077:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1773688178.924079:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773688178.924082:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773688178.924084:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.924087:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1773688178.924088:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.924090:0:68797:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:1.0:1773688178.924093:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.924095:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.924096:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688178.924098:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x13f:0x0] 00000020:00000001:1.0:1773688178.924100:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688178.924104:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:1.0:1773688178.924106:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:1.0:1773688178.924121:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1773688178.924123:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688178.924125:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.924128:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 5 00010000:00000001:1.0:1773688178.924131:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.924133:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.924137:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8a400. 00000020:00000001:1.0:1773688178.924139:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.924141:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8a400 with handle 0x52973366461d2662 to hash 00000020:00000001:1.0:1773688178.924143:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.924144:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000010:1.0:1773688178.924148:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b880. 00010000:00000001:1.0:1773688178.924150:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:1.0:1773688178.924152:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.924154:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.924157:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d2662 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.924163:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688178.924164:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688178.924166:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.924167:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.924170:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.924172:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.924173:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.924175:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688178.924176:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.924177:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.924178:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.924180:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 5 00010000:00000040:1.0:1773688178.924182:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688178.924186:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2646 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5d7 expref: 56 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.924194:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 56 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.924201:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.924207:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.924212:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d2662 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.924217:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.924219:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.924221:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.924222:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688178.924224:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.924226:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.924227:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.924230:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688178.924232:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.924234:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d2662 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.924244:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688178.924245:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.924246:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.924247:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.924248:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.924249:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8a400 refcount=3 00000020:00000001:1.0:1773688178.924251:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:1.0:1773688178.924252:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:1.0:1773688178.924254:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.924254:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.924255:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.924258:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1773688178.924260:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1773688178.924262:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1773688178.924265:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.924267:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.924270:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.924271:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.924275:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.924276:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.924278:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.924279:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:1.0:1773688178.924281:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.924283:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x13f:0x0]: Reading som attrs: valid: 4, size: 74834, blocks: 259 00000004:00000001:1.0:1773688178.924285:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.924286:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.924287:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.924288:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.924289:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.924290:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.924292:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.924292:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.924293:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.924294:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.924295:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.924297:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1773688178.924299:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1773688178.924300:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1773688178.924302:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b368c9370 00000004:00000001:1.0:1773688178.924305:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.924307:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.924309:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.924311:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.924312:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.924314:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.924316:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.924317:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.924319:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.924321:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:1.0:1773688178.924324:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: returning size 74834 00000004:00000040:1.0:1773688178.924328:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x13f:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1773688178.924330:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:1.0:1773688178.924332:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2566 00000004:00200000:1.0:1773688178.924335:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:1.0:1773688178.924337:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:1.0:1773688178.924339:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.924340:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.924343:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1773688178.924345:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.924347:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.924348:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.924350:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.924352:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.924355:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.924357:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.924363:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688178.924367:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.924369:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.924369:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.924371:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.924376:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.924376:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.924377:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8a400 refcount=3 00000020:00000001:1.0:1773688178.924379:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:1.0:1773688178.924382:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00000004:00010000:1.0:1773688178.924385:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d2662 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:1.0:1773688178.924392:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1773688178.924395:0:68797:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41868f58/ffff8a9b41868f00 to site lru. bkt: ffff8a9a1aeb4d58 00000004:00000001:1.0:1773688178.924397:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688178.924399:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1773688178.924401:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1773688178.924403:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.924404:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1773688178.924407:0:68797:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:1.0:1773688178.924409:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.924410:0:68797:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.924411:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.924413:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 5 00010000:00000040:1.0:1773688178.924415:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688178.924419:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2646 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5d7 expref: 56 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.924427:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 56 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.924434:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.924439:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.924450:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d2662 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.924454:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.924456:0:68797:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.924458:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.924459:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.924461:0:68797:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688178.924463:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1773688178.924465:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688178.924467:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.924468:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.924470:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86c00 refcount=3 00000020:00000001:1.0:1773688178.924472:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:1.0:1773688178.924474:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:1.0:1773688178.924477:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688178.924480:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2654 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.924486:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.924487:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.924489:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2654 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.924494:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.924495:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.924498:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688178.924500:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2654 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.924506:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e86c00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688178.924508:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.924510:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688178.924513:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2654 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.924520:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688178.924521:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.924522:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.924523:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86c00 refcount=4 00000020:00000001:1.0:1773688178.924525:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:1.0:1773688178.924528:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:1.0:1773688178.924531:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688178.924534:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2654 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.924539:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688178.924541:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688178.924542:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.924546:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688178.924547:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.924549:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.924551:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.924553:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86c00 with handle 0x52973366461d2654 from hash 00010000:00000001:1.0:1773688178.924555:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.924557:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.924558:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.924559:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688178.924562:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.924564:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.924566:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688178.924568:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.924570:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.924572:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:1.0:1773688178.924575:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688178.924577:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.924580:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.924581:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.924583:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688178.924585:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.924586:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.924587:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.924590:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.924592:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.924594:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2654 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.924600:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.924601:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.924602:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688178.924604:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688178.924605:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.924608:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2654 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688178.924614:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b380. 00010000:00000001:1.0:1773688178.924620:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.924622:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688178.924623:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688178.924625:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.924626:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.924627:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86000 refcount=3 00000020:00000001:1.0:1773688178.924630:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:1.0:1773688178.924632:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:1.0:1773688178.924634:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688178.924637:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d265b lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.924642:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.924644:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.924645:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d265b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.924651:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.924652:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.924654:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688178.924656:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d265b lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.924661:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e86000 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688178.924664:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.924665:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688178.924667:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d265b lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.924673:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688178.924674:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.924675:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.924676:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86000 refcount=4 00000020:00000001:1.0:1773688178.924678:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:1.0:1773688178.924680:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:1.0:1773688178.924682:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688178.924685:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d265b lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.924690:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688178.924691:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688178.924692:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.924695:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688178.924696:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.924697:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.924699:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.924701:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86000 with handle 0x52973366461d265b from hash 00010000:00000001:1.0:1773688178.924702:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.924703:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.924704:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.924706:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688178.924707:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.924709:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.924711:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688178.924712:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.924713:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.924715:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9b32304500) 00010000:00010000:1.0:1773688178.924718:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688178.924720:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.924721:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.924723:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.924725:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688178.924727:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.924728:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.924729:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.924731:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.924733:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.924735:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d265b lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.924740:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.924741:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.924742:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688178.924743:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688178.924744:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.924746:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d265b lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688178.924750:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b280. 00010000:00000040:1.0:1773688178.924753:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9b32304500 count: 0 00010000:00000010:1.0:1773688178.924758:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b07b50d80. 00010000:00000001:1.0:1773688178.924766:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.924767:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688178.924768:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1773688178.924770:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1773688178.924771:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:1.0:1773688178.924773:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.924774:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.924776:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8a400 refcount=3 00000020:00000001:1.0:1773688178.924778:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:1.0:1773688178.924780:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00000004:00000040:1.0:1773688178.924783:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:1.0:1773688178.924785:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=57 00010000:00000001:1.0:1773688178.924789:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.924790:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.924791:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.924794:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1773688178.924796:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688178.924798:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688178.924799:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688178.924801:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688178.924803:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688178.924805:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1773688178.924809:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.924812:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.924814:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688178.924816:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688178.924817:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1773688178.924819:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688178.924821:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.924823:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.924824:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.924826:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.924827:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.924830:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86a00 with handle 0x52973366461d264d from hash 00010000:00000001:1.0:1773688178.924832:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.924833:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.924834:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.924835:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688178.924836:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.924840:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d264d lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5de expref: 57 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.924847:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:1.0:1773688178.924849:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 56 00010000:00000010:1.0:1773688178.924852:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688178.924855:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.924857:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.924861:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688178.924864:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d2662 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5de expref: 56 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.924870:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.924872:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.924874:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:1.0:1773688178.924876:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1773688178.924879:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.924880:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.924882:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.924883:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.924885:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.924886:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41b8a400, rc 0) 00000020:00000001:1.0:1773688178.924889:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688178.924892:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 0, xid 1859843854295552 00010000:00000001:1.0:1773688178.924895:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688178.924900:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a10c25880 x1859843854295552/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 584/640 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688178.924908:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688178.924910:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688178.924913:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=56 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688178.924917:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688178.924920:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688178.924922:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688178.924924:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688178.924926:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.924929:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688178.924932:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688178.924936:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a643b8. 00000100:00000200:1.0:1773688178.924940:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854295552, offset 224 00000400:00000200:1.0:1773688178.924947:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688178.924954:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688178.924961:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47904:47904:256:4294967295] 192.168.204.51@tcp LPNI seq info [47900:47900:8:4294967295] 00000400:00000200:1.0:1773688178.924983:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688178.924988:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688178.924993:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7400. 00000800:00000200:1.0:1773688178.924998:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688178.925004:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688178.925027:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7400 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:1.0:1773688178.925038:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.925042:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688178.925044:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688178.925046:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.925049:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688178.925054:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10c25880 x1859843854295552/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 584/640 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688178.925065:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a10c25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+56:68109:x1859843854295552:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1429us (1622us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688178.925072:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15427 00000100:00000040:1.0:1773688178.925076:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688178.925079:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688178.925081:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688178.925085:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07b50b80. 00000020:00000010:1.0:1773688178.925089:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe960. 00000020:00000010:1.0:1773688178.925093:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b028f7800. 00000020:00000040:1.0:1773688178.925097:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 55 00000100:00000001:1.0:1773688178.925100:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688178.925132:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.925137:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7400. 00000400:00000200:2.0:1773688178.925142:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.925146:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.925150:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a643b8 00000400:00000010:2.0:1773688178.925152:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a643b8. 00000100:00000001:2.0:1773688178.925156:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.925157:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688178.927051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e87800. 00000800:00000001:2.0:1773688178.927219:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.927229:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.927231:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.927234:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.927240:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.927250:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a445e280 00000400:00000200:2.0:1773688178.927257:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72a4d [2] + 1640 00000800:00000001:2.0:1773688178.927263:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.927270:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.927272:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.927276:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.927280:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.927282:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1773688178.927287:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3220f100. 00000100:00000040:2.0:1773688178.927290:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3220f100 x1859843854295680 msgsize 328 00000100:00100000:2.0:1773688178.927295:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.927306:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.927311:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.927314:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.927343:0:7897:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688178.927347:0:7897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854295680 02000000:00000001:0.0:1773688178.927349:0:7897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688178.927351:0:7897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688178.927354:0:7897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.927357:0:7897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688178.927361:0:7897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854295680 00000020:00000001:0.0:1773688178.927364:0:7897:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688178.927365:0:7897:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688178.927367:0:7897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.927369:0:7897:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=56 00000020:00000001:0.0:1773688178.927372:0:7897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688178.927374:0:7897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688178.927378:0:7897:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.927383:0:7897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.927387:0:7897:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.927389:0:7897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00000020:00000010:0.0:1773688178.927394:0:7897:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb800. 00000020:00000010:0.0:1773688178.927398:0:7897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688178.927402:0:7897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400640. 00000100:00000040:0.0:1773688178.927408:0:7897:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1773688178.927411:0:7897:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688178.927412:0:7897:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1773688178.927414:0:7897:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1773688178.927417:0:7897:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.927419:0:7897:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1773688178.927422:0:7897:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.927423:0:7897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.927425:0:7897:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8a400 refcount=3 00000020:00000001:0.0:1773688178.927427:0:7897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:0.0:1773688178.927429:0:7897:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:0.0:1773688178.927432:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.927433:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.927435:0:7897:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.927436:0:7897:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.927441:0:7897:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.927452:0:7897:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.927462:0:7897:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688178.927465:0:7897:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688178.927470:0:7897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1569 00000100:00000040:0.0:1773688178.927474:0:7897:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688178.927477:0:7897:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997898424576 : -129075811127040 : ffff8a9b3220f100) 00000100:00000040:0.0:1773688178.927483:0:7897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3220f100 x1859843854295680/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/0 e 0 to 0 dl 1773688189 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688178.927492:0:7897:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.927495:0:7897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.927498:0:7897:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.927509:0:7897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00000100:00100000:0.0:1773688178.927514:0:7897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3220f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+56:2404:x1859843854295680:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1773688178.927518:0:7897:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854295680 00010000:00000001:0.0:1773688178.927520:0:7897:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1773688178.927523:0:7897:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1773688178.927524:0:7897:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1773688178.927529:0:7897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688178.927531:0:7897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688178.927538:0:7897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a09442800. 02000000:00000001:0.0:1773688178.927540:0:7897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.927542:0:7897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.927545:0:7897:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1773688178.927546:0:7897:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1773688178.927548:0:7897:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.927549:0:7897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.927551:0:7897:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8a400 refcount=3 00000020:00000001:0.0:1773688178.927553:0:7897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:0.0:1773688178.927555:0:7897:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000040:0.0:1773688178.927558:0:7897:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 6 00000004:00000001:0.0:1773688178.927562:0:7897:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1773688178.927564:0:7897:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1773688178.927567:0:7897:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.927569:0:7897:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.927572:0:7897:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.927573:0:7897:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.927577:0:7897:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688178.927578:0:7897:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688178.927589:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.927591:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.927596:0:7897:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.927598:0:7897:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688178.927600:0:7897:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8a400 with handle 0x52973366461d2662 from hash 00010000:00000001:0.0:1773688178.927602:0:7897:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688178.927604:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.927605:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.927606:0:7897:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688178.927610:0:7897:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.927611:0:7897:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.927613:0:7897:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688178.927615:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688178.927620:0:7897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d2662 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5de expref: 56 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.927628:0:7897:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:0.0:1773688178.927630:0:7897:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 55 00010000:00000010:0.0:1773688178.927632:0:7897:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b880. 00010000:00000001:0.0:1773688178.927637:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.927639:0:7897:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688178.927640:0:7897:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688178.927642:0:7897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00000001:0.0:1773688178.927645:0:7897:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.927647:0:7897:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.927649:0:7897:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1773688178.927650:0:7897:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1773688178.927652:0:7897:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.927655:0:7897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688178.927657:0:7897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688178.927659:0:7897:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=112 v=5 (1 1 1 1) 00000100:00000001:0.0:1773688178.927663:0:7897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688178.927666:0:7897:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688178.927668:0:7897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688178.927670:0:7897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688178.927672:0:7897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.927674:0:7897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688178.927676:0:7897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688178.927679:0:7897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be220. 00000100:00000200:0.0:1773688178.927683:0:7897:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854295680, offset 224 00000400:00000200:0.0:1773688178.927688:0:7897:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688178.927694:0:7897:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688178.927699:0:7897:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47905:47905:256:4294967295] 192.168.204.51@tcp LPNI seq info [47901:47901:8:4294967295] 00000400:00000200:0.0:1773688178.927707:0:7897:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688178.927711:0:7897:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688178.927715:0:7897:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85800. 00000800:00000200:0.0:1773688178.927720:0:7897:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688178.927725:0:7897:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688178.927728:0:7897:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773688178.927742:0:7897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.927750:0:7897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688178.927753:0:7897:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.927754:0:7897:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.927759:0:7897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3220f100 x1859843854295680/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/224 e 0 to 0 dl 1773688189 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773688178.927768:0:7897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3220f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+55:2404:x1859843854295680:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 274us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1773688178.927776:0:7897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1569 00000100:00000040:0.0:1773688178.927778:0:7897:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688178.927780:0:7897:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688178.927782:0:7897:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688178.927786:0:7897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688178.927790:0:7897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400640. 00000020:00000010:0.0:1773688178.927793:0:7897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb800. 00000020:00000040:0.0:1773688178.927800:0:7897:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 54 00000100:00000001:0.0:1773688178.927802:0:7897:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688178.927826:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688178.927830:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85800. 00000400:00000200:1.0:1773688178.927835:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688178.927840:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688178.927845:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be220 00000400:00000010:1.0:1773688178.927847:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be220. 00000100:00000001:1.0:1773688178.927850:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688178.927851:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688178.929988:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.929997:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.929998:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.930000:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.930005:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.930036:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 648 into portal 12 MB=0x69b84a445e380 00000400:00000200:2.0:1773688178.930041:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 648/648 into md 0x3b659 [64] + 62832 00000800:00000001:2.0:1773688178.930046:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.930052:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.930054:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.930057:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.930062:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.930064:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688178.930068:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3220dc00. 00000100:00000040:2.0:1773688178.930070:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3220dc00 x1859843854295936 msgsize 648 00000100:00100000:2.0:1773688178.930073:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.930081:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.930085:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.930087:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.930105:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688178.930108:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854295936 02000000:00000001:1.0:1773688178.930109:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688178.930111:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688178.930113:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.930115:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688178.930118:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854295936 00000020:00000001:1.0:1773688178.930120:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688178.930121:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688178.930122:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.930124:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=55 00000020:00000001:1.0:1773688178.930126:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688178.930127:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688178.930130:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.930134:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c620c0. 00000100:00000001:1.0:1773688178.930136:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.930137:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c620c0. 00000020:00000010:1.0:1773688178.930145:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b028f7800. 00000020:00000010:1.0:1773688178.930149:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07b50b80. 00000020:00000010:1.0:1773688178.930152:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe960. 00000100:00000040:1.0:1773688178.930156:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688178.930158:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688178.930159:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688178.930161:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688178.930162:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.930163:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.930167:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.930176:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.930184:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688178.930185:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688178.930190:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15428 00000100:00000040:1.0:1773688178.930192:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688178.930193:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997898419200 : -129075811132416 : ffff8a9b3220dc00) 00000100:00000040:1.0:1773688178.930199:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3220dc00 x1859843854295936/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 648/0 e 0 to 0 dl 1773688258 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688178.930205:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.930207:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c620c0. 00000100:00000001:1.0:1773688178.930208:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.930210:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c620c0. 00000100:00100000:1.0:1773688178.930213:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3220dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+55:68109:x1859843854295936:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688178.930216:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854295936 00000020:00000001:1.0:1773688178.930218:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688178.930222:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688178.930227:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.930229:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688178.930231:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688178.930234:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688178.930237:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854295936, found 0 last_xid 1859843854295935 00000020:00000001:1.0:1773688178.930239:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688178.930241:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688178.930243:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688178.930247:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.930249:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688178.930251:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688178.930253:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688178.930255:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688178.930257:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.930261:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.930267:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 4 00010000:00000001:1.0:1773688178.930269:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.930271:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.930275:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8b200. 00000020:00000001:1.0:1773688178.930278:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.930281:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8b200 with handle 0x52973366461d2669 to hash 00000020:00000001:1.0:1773688178.930283:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.930284:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160028160 : -129075549523456 : ffff8a9b41b8b200) 00010000:00000010:1.0:1773688178.930289:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688178.930292:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160028160 : -129075549523456 : ffff8a9b41b8b200) 00010000:00010000:1.0:1773688178.930296:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d2669 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a5e5 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.930313:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:1.0:1773688178.930316:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=56 00010000:00000001:1.0:1773688178.930321:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688178.930324:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688178.930330:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688178.930332:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688178.930334:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.930337:0:68797:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:1.0:1773688178.930342:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9b3220dc00 x1859843854295936/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 648/0 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1773688178.930351:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1773688178.930353:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1773688178.930355:0:68797:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1773688178.930358:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.930360:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.930363:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.930365:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.930367:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.930369:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.930370:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.930372:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.930379:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.930380:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.930382:0:68797:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.930383:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.930387:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688178.930388:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688178.930389:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688178.930391:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688178.930397:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9a0935b000. 02000000:00000001:1.0:1773688178.930400:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.930402:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.930406:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1773688178.930407:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.930409:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.930411:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.930412:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.930414:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.930415:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.930416:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.930418:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.930420:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.930421:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.930425:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688178.930430:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688178.930432:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688178.930434:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.930436:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.930437:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.930439:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.930440:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.930442:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.930444:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688178.930446:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.930448:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.930450:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.930452:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688178.930454:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.930456:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1773688178.930458:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.930461:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1773688178.930464:0:68797:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:1.0:1773688178.930467:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfa38 00000004:00000002:1.0:1773688178.930469:0:68797:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xf3:0x0]/(->[0x20000afe1:0x13f:0x0]) cr_flag=040004240000003 mode=0100000 msg_flag=0x600 00000004:00000001:1.0:1773688178.930473:0:68797:0:(mdt_open.c:1135:mdt_open_by_fid_lock()) Process entered 00000004:00000001:1.0:1773688178.930475:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688178.930476:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:1.0:1773688178.930478:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688178.930481:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:1.0:1773688178.930483:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:1.0:1773688178.930484:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688178.930485:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x13f:0x0] 00000020:00000001:1.0:1773688178.930486:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688178.930490:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:1.0:1773688178.930492:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:1.0:1773688178.930499:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1773688178.930500:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.930505:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1773688178.930507:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1773688178.930512:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.930515:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.930519:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.930521:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.930526:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.930528:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.930531:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.930532:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:1.0:1773688178.930533:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.930534:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x13f:0x0]: Reading som attrs: valid: 4, size: 74834, blocks: 259 00000004:00000001:1.0:1773688178.930537:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.930538:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.930539:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.930540:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.930541:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.930542:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:1.0:1773688178.930543:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a0935b378 00000004:00000001:1.0:1773688178.930545:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.930547:0:68797:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:1.0:1773688178.930549:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1773688178.930550:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.930552:0:68797:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0x13f:0x0] lease count: 0, lm: 8 00000004:00000001:1.0:1773688178.930554:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1773688178.930557:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688178.930558:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.930561:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 5 00010000:00000001:1.0:1773688178.930562:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.930564:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.930566:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8a800. 00000020:00000001:1.0:1773688178.930567:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.930569:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8a800 with handle 0x52973366461d2670 to hash 00000020:00000001:1.0:1773688178.930570:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.930571:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00010000:00000010:1.0:1773688178.930573:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b280. 00010000:00000001:1.0:1773688178.930574:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00010000:00000001:1.0:1773688178.930576:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.930577:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.930585:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d2670 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.930590:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688178.930595:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688178.930597:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.930598:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.930600:0:68797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688178.930604:0:68797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2646 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5d7 expref: 56 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.930608:0:68797:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688178.930609:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.930611:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.930612:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.930613:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.930615:0:68797:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1773688178.930617:0:68797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d2670 lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.930626:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 5 00010000:00000040:1.0:1773688178.930629:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688178.930632:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2646 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5d7 expref: 56 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.930639:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 56 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.930645:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.930651:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.930656:0:68797:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1773688178.930658:0:68797:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d2670 lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688178.930666:0:68797:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b10c620c0. 00000100:00000001:1.0:1773688178.930669:0:68797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688178.930674:0:68797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b41aaf3c0. 00000100:00000001:1.0:1773688178.930676:0:68797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614998159127488 : -129075550424128 : ffff8a9b41aaf3c0) 00000100:00000001:1.0:1773688178.930679:0:68797:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614998159127488 : -129075550424128 : ffff8a9b41aaf3c0) 00000100:00000001:1.0:1773688178.930681:0:68797:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688178.930682:0:68797:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688178.930684:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1773688178.930687:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.930688:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1773688178.930689:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.930691:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.930692:0:68797:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1773688178.930694:0:68797:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1773688178.930696:0:68797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b32125c00. 00000020:00000040:1.0:1773688178.930698:0:68797:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:1.0:1773688178.930700:0:68797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773688178.930702:0:68797:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773688178.930706:0:68797:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773688178.930709:0:68797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9b028f6e00. 00000100:00000001:1.0:1773688178.930714:0:68797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.930718:0:68797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2646 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5d7 expref: 56 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.930737:0:68797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2646 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5d7 expref: 56 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.930743:0:68797:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1773688178.930745:0:68797:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773688178.930748:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b32125c00 x1859843861187456/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688178.930754:0:68797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773688178.930756:0:68797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688178.930758:0:68797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b32125c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861187456:192.168.204.51@tcp:104: 00000100:00000001:1.0:1773688178.930761:0:68797:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773688178.930764:0:68797:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773688178.930766:0:68797:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.930767:0:68797:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773688178.930770:0:68797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9b028f7600. 02000000:00000001:1.0:1773688178.930771:0:68797:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773688178.930774:0:68797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b3697f370. 00000400:00000010:1.0:1773688178.930777:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a644c8. 00000100:00000200:1.0:1773688178.930782:0:68797:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861187456, portal 16 00000100:00000001:1.0:1773688178.930784:0:68797:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773688178.930785:0:68797:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997897468928 : -129075812082688 : ffff8a9b32125c00) 00000100:00000040:1.0:1773688178.930788:0:68797:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b32125c00 x1859843861187456/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688178.930793:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688178.930794:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688178.930796:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64aa0. 00000100:00000200:1.0:1773688178.930797:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861187456, offset 0 00000400:00000200:1.0:1773688178.930801:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688178.930807:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688178.930811:0:68797:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773688178.930814:0:68797:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:1.0:1773688178.930817:0:68797:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773688178.930819:0:68797:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:1.0:1773688178.930823:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47906:47906:256:4294967295] 192.168.204.51@tcp LPNI seq info [47902:47902:8:4294967295] 00000400:00000200:1.0:1773688178.930841:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688178.930846:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688178.930851:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7900. 00000800:00000200:1.0:1773688178.930856:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688178.930862:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688178.930866:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773688178.930876:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.930880:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297629851 00000100:00000001:1.0:1773688178.930887:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297629834 00000100:00000001:1.0:1773688178.930891:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297629851 00000100:00000001:1.0:1773688178.930896:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297629834 00000100:00000001:1.0:1773688178.930901:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297629851 00000100:00000001:1.0:1773688178.930910:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297629834 00000100:00000001:1.0:1773688178.930914:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297629851 00000100:00000001:1.0:1773688178.930918:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297629834 00000100:00000001:1.0:1773688178.930922:0:68797:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688178.930925:0:68797:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.930927:0:68797:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.930928:0:68797:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.930930:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.930932:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.930932:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.930933:0:68797:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.930935:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1773688178.930935:0:68797:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688178.930937:0:68797:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.930938:0:68797:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773688178.930940:0:68797:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773688178.930942:0:68797:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b41aaf3c0 going to sleep for 11 seconds 00000100:00000001:1.0:1773688178.930944:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773688178.930946:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773688178.930949:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.930954:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7900. 00000400:00000200:2.0:1773688178.930958:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.930962:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.930975:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64aa0 00000400:00000010:2.0:1773688178.930978:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64aa0. 00000100:00000001:2.0:1773688178.930981:0:3440:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773688178.930985:0:3440:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b32125c00 x1859843861187456/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688178.930995:0:3440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688178.930998:0:3440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b32125c00 x1859843861187456/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688178.931004:0:3440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.931029:0:3440:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773688178.931041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86c00. 00010000:00000010:1.1:1773688178.931050:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304500. 00010000:00000010:1.1:1773688178.931055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86000. 00010000:00000010:1.1:1773688178.931070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86a00. 00000800:00000001:1.0:1773688178.932135:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.932143:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688178.932145:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.932148:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688178.932153:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688178.932162:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af0b80 00000400:00000200:1.0:1773688178.932168:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77a49 [1] + 224 00000800:00000001:1.0:1773688178.932173:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.932180:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688178.932181:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688178.932185:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688178.932189:0:3439:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773688178.932193:0:3439:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b32125c00 x1859843861187456/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1773688178.932203:0:3439:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9b32125c00 x1859843861187456/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688178.932223:0:3439:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773688178.932230:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.932232:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.932278:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773688178.932286:0:68797:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773688178.932288:0:68797:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773688178.932291:0:68797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b3697f370. 00000400:00000200:0.0:1773688178.932295:0:68797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a644c8 00000400:00000010:0.0:1773688178.932297:0:68797:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a644c8. 00000100:00000001:0.0:1773688178.932300:0:68797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773688178.932306:0:68797:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9b32125c00 x1859843861187456/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1773688178.932315:0:68797:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9b32125c00 x1859843861187456/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688178.932322:0:68797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773688178.932324:0:68797:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.932326:0:68797:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773688178.932329:0:68797:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773688178.932330:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688178.932332:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.932335:0:68797:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688178.932340:0:68797:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=2 v=5 (5 0 0 0) 00000100:00001000:0.0:1773688178.932344:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773688178.932346:0:68797:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773688178.932348:0:68797:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.932349:0:68797:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773688178.932352:0:68797:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.932355:0:68797:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.932359:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9b32125c00 x1859843861187456/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688178.932365:0:68797:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773688178.932368:0:68797:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773688178.932370:0:68797:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.932373:0:68797:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1773688178.932374:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.932376:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.932377:0:68797:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.932381:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b32125c00 x1859843861187456/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1773688178.932389:0:68797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9b32125c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861187456:192.168.204.51@tcp:104: 00000100:00000001:0.0:1773688178.932394:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.932397:0:68797:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.932399:0:68797:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773688178.932400:0:68797:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773688178.932404:0:68797:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9b32125c00 x1859843861187456/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688178.932410:0:68797:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773688178.932413:0:68797:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773688178.932415:0:68797:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9b028f7600. 02000000:00000001:0.0:1773688178.932418:0:68797:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773688178.932420:0:68797:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773688178.932422:0:68797:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1773688178.932424:0:68797:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773688178.932426:0:68797:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9b028f6e00. 02000000:00000001:0.0:1773688178.932430:0:68797:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773688178.932431:0:68797:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773688178.932433:0:68797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b32125c00. 00000100:00000001:0.0:1773688178.932436:0:68797:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773688178.932437:0:68797:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1773688178.932438:0:68797:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b41aaf3c0. 00000100:00000001:0.0:1773688178.932440:0:68797:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1773688178.932441:0:68797:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1773688178.932443:0:68797:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b10c620c0. 00010000:00000001:0.0:1773688178.932448:0:68797:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.932450:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.932451:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688178.932454:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1773688178.932457:0:68797:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d2670 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000001:2.0:1773688178.932688:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.932693:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.932695:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.932697:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.932700:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.932706:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a445e400 00000400:00000200:2.0:1773688178.932710:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72a4d [2] + 1968 00000400:00000010:2.0:1773688178.932712:0:3438:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a19b965d8. 00000400:00000200:2.0:1773688178.932715:0:3438:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8a9b31eee300 00000800:00000001:2.0:1773688178.932717:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.932740:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.932743:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.932746:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.932749:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b31eee300 00000400:00000010:2.0:1773688178.932752:0:3438:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at ffff8a9b31eee300. 00000100:00000001:2.0:1773688178.932756:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.932758:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:2.0:1773688178.932761:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b1db7f050 x1859843854296064 msgsize 328 00000100:00100000:2.0:1773688178.932766:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000040:2.0:1773688178.932768:0:3438:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1773688178.932785:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.932790:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.932793:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.932855:0:7897:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688178.932857:0:7897:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854296064 02000000:00000001:1.0:1773688178.932859:0:7897:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688178.932861:0:7897:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688178.932863:0:7897:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.932865:0:7897:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688178.932868:0:7897:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854296064 00000020:00000001:1.0:1773688178.932870:0:7897:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688178.932871:0:7897:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688178.932873:0:7897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.932875:0:7897:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=57 00000020:00000001:1.0:1773688178.932878:0:7897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688178.932880:0:7897:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688178.932884:0:7897:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.932888:0:7897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c620c0. 00000100:00000001:1.0:1773688178.932891:0:7897:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.932893:0:7897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c620c0. 00000020:00000010:1.0:1773688178.932898:0:7897:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b028f6e00. 00000020:00000010:1.0:1773688178.932903:0:7897:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07b50d80. 00000020:00000010:1.0:1773688178.932907:0:7897:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fea28. 00000100:00000040:1.0:1773688178.932913:0:7897:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688178.932916:0:7897:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688178.932917:0:7897:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688178.932919:0:7897:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688178.932921:0:7897:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.932923:0:7897:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688178.932926:0:7897:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.932927:0:7897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.932929:0:7897:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86e00 refcount=4 00000020:00000001:1.0:1773688178.932931:0:7897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:1.0:1773688178.932933:0:7897:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00010000:1.0:1773688178.932939:0:7897:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2646 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5d7 expref: 57 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.932950:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.932951:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.932953:0:7897:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.932955:0:7897:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.932960:0:7897:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1773688178.932965:0:7897:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9b1db7f050 x1859843854296064/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/0 e 0 to 0 dl 1773688189 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688178.932982:0:7897:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1773688178.932983:0:7897:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.932994:0:7897:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.933004:0:7897:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688178.933023:0:7897:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688178.933028:0:7897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3707 00000100:00000040:1.0:1773688178.933031:0:7897:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00000100:00000001:1.0:1773688178.933032:0:7897:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997555998800 : -129076153552816 : ffff8a9b1db7f050) 00000100:00000040:1.0:1773688178.933036:0:7897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b1db7f050 x1859843854296064/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/0 e 0 to 0 dl 1773688189 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688178.933041:0:7897:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.933044:0:7897:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c620c0. 00000100:00000001:1.0:1773688178.933046:0:7897:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.933047:0:7897:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c620c0. 00000100:00100000:1.0:1773688178.933051:0:7897:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b1db7f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+57:2406:x1859843854296064:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688178.933054:0:7897:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854296064 00010000:00000001:1.0:1773688178.933056:0:7897:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688178.933057:0:7897:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688178.933059:0:7897:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688178.933062:0:7897:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688178.933063:0:7897:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688178.933066:0:7897:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a10681000. 02000000:00000001:1.0:1773688178.933067:0:7897:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.933069:0:7897:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.933071:0:7897:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688178.933072:0:7897:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688178.933074:0:7897:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.933075:0:7897:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.933076:0:7897:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86e00 refcount=4 00000020:00000001:1.0:1773688178.933077:0:7897:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:1.0:1773688178.933079:0:7897:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000040:1.0:1773688178.933081:0:7897:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 6 00000004:00000001:1.0:1773688178.933085:0:7897:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1773688178.933089:0:7897:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2646 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5d7 expref: 57 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:1.0:1773688178.933097:0:7897:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b2bf83c50 time=1773688178 v=20 (0 0 0 0) 00010000:00000001:1.0:1773688178.933100:0:7897:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773688178.933109:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.933111:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.933114:0:7897:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2646 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5d7 expref: 57 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773688178.933121:0:7897:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.933123:0:7897:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.933125:0:7897:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.933127:0:7897:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.933132:0:7897:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688178.933134:0:7897:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.933139:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.933141:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.933142:0:7897:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.933144:0:7897:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.933147:0:7897:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86e00 with handle 0x52973366461d2646 from hash 00010000:00000001:1.0:1773688178.933149:0:7897:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.933150:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.933151:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.933154:0:7897:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688178.933158:0:7897:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.933160:0:7897:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.933162:0:7897:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688178.933163:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.933168:0:7897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2646 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5d7 expref: 57 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.933175:0:7897:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:1.0:1773688178.933178:0:7897:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 56 00010000:00000010:1.0:1773688178.933181:0:7897:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b900. 00010000:00000001:1.0:1773688178.933187:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.933189:0:7897:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.933191:0:7897:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.933195:0:7897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:1.0:1773688178.933200:0:7897:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d2670 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.933206:0:7897:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.933208:0:7897:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.933211:0:7897:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.933213:0:7897:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.933215:0:7897:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.933218:0:7897:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688178.933220:0:7897:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688178.933222:0:7897:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d2670 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.933228:0:7897:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688178.933230:0:7897:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.933231:0:7897:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.933233:0:7897:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.933235:0:7897:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 5 00010000:00000040:1.0:1773688178.933237:0:7897:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688178.933241:0:7897:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 56 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.933249:0:7897:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.933255:0:7897:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.933261:0:7897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d2670 lrc: 4/0,1 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.933266:0:7897:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.933269:0:7897:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.933270:0:7897:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.933272:0:7897:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688178.933274:0:7897:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.933276:0:7897:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1773688178.933280:0:7897:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b10c620c0. 00000100:00000001:1.0:1773688178.933283:0:7897:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688178.933286:0:7897:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b41aaf0c0. 00000100:00000001:1.0:1773688178.933288:0:7897:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614998159126720 : -129075550424896 : ffff8a9b41aaf0c0) 00000100:00000001:1.0:1773688178.933291:0:7897:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614998159126720 : -129075550424896 : ffff8a9b41aaf0c0) 00000100:00000001:1.0:1773688178.933293:0:7897:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688178.933294:0:7897:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688178.933295:0:7897:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688178.933297:0:7897:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688178.933306:0:7897:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.933308:0:7897:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.933309:0:7897:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.933311:0:7897:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.933312:0:7897:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688178.933314:0:7897:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688178.933316:0:7897:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.933318:0:7897:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.933319:0:7897:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1773688178.933320:0:7897:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b41aaf0c0. 00000100:00000001:1.0:1773688178.933323:0:7897:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688178.933325:0:7897:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773688178.933327:0:7897:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b10c620c0. 00010000:00000001:1.0:1773688178.933330:0:7897:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688178.933332:0:7897:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688178.933333:0:7897:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.933336:0:7897:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688178.933339:0:7897:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688178.933341:0:7897:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=112 v=5 (1 1 1 1) 00000100:00000001:1.0:1773688178.933344:0:7897:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688178.933346:0:7897:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688178.933348:0:7897:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688178.933350:0:7897:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688178.933352:0:7897:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.933353:0:7897:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688178.933356:0:7897:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688178.933360:0:7897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a645d8. 00000100:00000200:1.0:1773688178.933364:0:7897:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854296064, offset 224 00000400:00000200:1.0:1773688178.933369:0:7897:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688178.933376:0:7897:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688178.933382:0:7897:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47907:47907:256:4294967295] 192.168.204.51@tcp LPNI seq info [47903:47903:8:4294967295] 00000400:00000200:1.0:1773688178.933393:0:7897:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688178.933398:0:7897:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688178.933402:0:7897:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7600. 00000800:00000200:1.0:1773688178.933408:0:7897:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688178.933413:0:7897:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688178.933417:0:7897:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773688178.933434:0:7897:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.933438:0:7897:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688178.933440:0:7897:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.933442:0:7897:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.933445:0:7897:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b1db7f050 x1859843854296064/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/224 e 0 to 0 dl 1773688189 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773688178.933453:0:7897:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b1db7f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+56:2406:x1859843854296064:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 410us (689us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688178.933460:0:7897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3707 00000100:00000040:1.0:1773688178.933463:0:7897:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688178.933465:0:7897:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688178.933467:0:7897:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688178.933471:0:7897:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07b50d80. 00000020:00000010:1.0:1773688178.933475:0:7897:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fea28. 00000020:00000010:1.0:1773688178.933479:0:7897:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b028f6e00. 00000020:00000040:1.0:1773688178.933483:0:7897:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 55 02000000:00000001:1.0:1773688178.933488:0:7897:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688178.933490:0:7897:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a09442800. 02000000:00000001:1.0:1773688178.933500:0:7897:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688178.933502:0:7897:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b3220f100. 02000000:00000001:1.0:1773688178.933506:0:7897:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688178.933508:0:7897:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9b34c8e400. 02000000:00000001:1.0:1773688178.933510:0:7897:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688178.933512:0:7897:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b3220f800. 02000000:00000001:1.0:1773688178.933514:0:7897:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688178.933515:0:7897:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9b34c8fc00. 02000000:00000001:1.0:1773688178.933518:0:7897:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688178.933519:0:7897:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b3220df80. 02000000:00000001:1.0:1773688178.933523:0:7897:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688178.933524:0:7897:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a10feec00. 02000000:00000001:1.0:1773688178.933527:0:7897:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688178.933528:0:7897:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b3220ea00. 02000000:00000001:1.0:1773688178.933530:0:7897:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688178.933530:0:7897:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a0fb7a400. 02000000:00000001:1.0:1773688178.933532:0:7897:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688178.933533:0:7897:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b3220ed80. 02000000:00000001:1.0:1773688178.933534:0:7897:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688178.933535:0:7897:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a0fb7ac00. 02000000:00000001:1.0:1773688178.933536:0:7897:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688178.933537:0:7897:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a02064e00. 00000100:00000001:1.0:1773688178.933539:0:7897:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1773688178.933543:0:7897:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773688178.933546:0:7897:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b3697f580. 00000400:00000010:1.0:1773688178.933549:0:7897:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a9b41aaf0c0. 00000800:00000200:1.0:1773688178.933591:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688178.933594:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7600. 00000400:00000200:1.0:1773688178.933598:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688178.933603:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688178.933606:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a645d8 00000400:00000010:1.0:1773688178.933608:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a645d8. 00000100:00000001:1.0:1773688178.933612:0:3440:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1773688178.933614:0:3440:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688178.933616:0:3440:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a10681000. 02000000:00000001:1.0:1773688178.933618:0:3440:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1773688178.933620:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:0.0:1773688178.933796:0:68797:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d2670 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.933804:0:68797:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.933808:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d2670 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.933814:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688178.933816:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.933817:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.933819:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.933820:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.933822:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8a800 refcount=3 00000020:00000001:0.0:1773688178.933824:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00010000:00000001:0.0:1773688178.933827:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00010000:00000001:0.0:1773688178.933829:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.933830:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688178.933832:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688178.933835:0:68797:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0x13f:0x0], ibits = 0x5/0x1a, open_flags = 040004240000003, try_layout = 1 : rc = 0 00000004:00000001:0.0:1773688178.933891:0:68797:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688178.933894:0:68797:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.933900:0:68797:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000001:00000001:0.0:1773688178.933906:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.933908:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.933910:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.933912:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.933914:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.933916:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.933917:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.933919:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688178.933921:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:0.0:1773688178.933926:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: returning size 74834 00000001:00000001:0.0:1773688178.933929:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.933930:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.933933:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1773688178.933936:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688178.933940:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.933942:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.933947:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688178.933950:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688178.933953:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688178.933955:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.933958:0:68797:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000004:00000002:0.0:1773688178.933960:0:68797:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:0.0:1773688178.933963:0:68797:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000004:00000001:0.0:1773688178.933965:0:68797:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.933983:0:68797:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:0.0:1773688178.933989:0:68797:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:0.0:1773688178.933992:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:00000001:0.0:1773688178.933995:0:68797:0:(mdd_permission.c:247:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.933997:0:68797:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.933999:0:68797:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688178.934003:0:68797:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000004:00000010:0.0:1773688178.934036:0:68797:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9b35d06900. 00000020:00000001:0.0:1773688178.934039:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688178.934042:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b35d06900 with handle 0x52973366461d2677 to hash 00000020:00000001:0.0:1773688178.934046:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:0.0:1773688178.934048:0:68797:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614997960255744 : -129075749295872 : ffff8a9b35d06900) 00000004:00000001:0.0:1773688178.934051:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1773688178.934052:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:0.0:1773688178.934054:0:68797:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0x13f:0x0] Change mfd open_flags 0 -> 040004240000003. 00000004:00000001:0.0:1773688178.934059:0:68797:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1773688178.934063:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1773688178.934072:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10e33800. 00080000:00000001:0.0:1773688178.934075:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993045764096 : -129080663787520 : ffff8a9a10e33800) 00080000:00000001:0.0:1773688178.934077:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1773688178.934083:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688178.934088:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688178.934090:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.934110:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.934113:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1773688178.934116:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1773688178.934119:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692029, last_committed = 171798692011 00000001:00000010:0.0:1773688178.934123:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b0791c1e0. 00000001:00000040:0.0:1773688178.934126:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 18 00000020:00000040:0.0:1773688178.934128:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=56 00000001:00000010:0.0:1773688178.934134:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a0ab18480. 00080000:00000001:0.0:1773688178.934139:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688178.934156:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1773688178.934159:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a0ab18480: xid 1859843854295936, transno 171798692029, tag 1, client gen 13, slot idx 3 00000001:00000001:0.0:1773688178.934163:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.934174:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.934176:0:68797:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1773688178.934178:0:68797:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.934181:0:68797:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.934183:0:68797:0:(mdt_open.c:1236:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688178.934186:0:68797:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:0.0:1773688178.934188:0:68797:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:0.0:1773688178.934190:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688178.934192:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688178.934194:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1773688178.934196:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1773688178.934198:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.934200:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688178.934202:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688178.934204:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688178.934205:0:68797:0:(mdt_open.c:1525:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1773688178.934211:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688178.934217:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.934219:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.934220:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.934224:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.934226:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1773688178.934229:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688178.934231:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688178.934233:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688178.934235:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688178.934237:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688178.934239:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1773688178.934245:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.934247:0:68797:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:0.0:1773688178.934250:0:68797:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:0.0:1773688178.934252:0:68797:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.934255:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.934256:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.934258:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8a800 refcount=3 00000020:00000001:0.0:1773688178.934260:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00010000:00000001:0.0:1773688178.934262:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00000004:00000040:0.0:1773688178.934265:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:0.0:1773688178.934267:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=57 00010000:00000001:0.0:1773688178.934272:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.934273:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688178.934274:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688178.934277:0:68797:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688178.934279:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688178.934282:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1773688178.934285:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1773688178.934286:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688178.934288:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.934289:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.934291:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.934293:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688178.934295:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8b200 with handle 0x52973366461d2669 from hash 00010000:00000001:0.0:1773688178.934297:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688178.934299:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.934300:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.934301:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1773688178.934302:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688178.934306:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d2669 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5e5 expref: 57 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.934314:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:0.0:1773688178.934316:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 56 00010000:00000010:0.0:1773688178.934318:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400ba80. 00010000:00000001:0.0:1773688178.934323:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.934324:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.934329:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1773688178.934333:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d2670 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5e5 expref: 56 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.934340:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688178.934341:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688178.934344:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:0.0:1773688178.934346:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00000001:0.0:1773688178.934348:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.934350:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.934352:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688178.934353:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.934355:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688178.934356:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41b8a800, rc 0) 00000020:00000001:0.0:1773688178.934360:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688178.934363:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 171798692029, xid 1859843854295936 00010000:00000001:0.0:1773688178.934366:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688178.934370:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b3220dc00 x1859843854295936/t171798692029(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 648/664 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688178.934377:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688178.934379:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688178.934381:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=56 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688178.934385:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688178.934387:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688178.934389:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688178.934391:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688178.934393:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.934396:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688178.934398:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688178.934402:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be880. 00000100:00000200:0.0:1773688178.934405:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854295936, offset 224 00000400:00000200:0.0:1773688178.934409:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688178.934416:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688178.934420:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47908:47908:256:4294967295] 192.168.204.51@tcp LPNI seq info [47904:47904:8:4294967295] 00000400:00000200:0.0:1773688178.934428:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688178.934432:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688178.934436:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85a00. 00000800:00000200:0.0:1773688178.934440:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688178.934444:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688178.934447:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85a00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1773688178.934457:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.934460:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688178.934463:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688178.934464:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.934467:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688178.934479:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3220dc00 x1859843854295936/t171798692029(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 648/664 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688178.934489:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3220dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+56:68109:x1859843854295936:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4281us (4416us total) trans 171798692029 rc 0/0 00000100:00100000:0.0:1773688178.934496:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15428 00000100:00000040:0.0:1773688178.934498:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688178.934500:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688178.934502:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688178.934505:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07b50b80. 00000020:00000010:0.0:1773688178.934509:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe960. 00000800:00000200:1.0:1773688178.934510:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688178.934514:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85a00. 00000020:00000010:0.0:1773688178.934515:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b028f7800. 00000400:00000200:1.0:1773688178.934518:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1773688178.934521:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 55 00000400:00000200:1.0:1773688178.934524:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688178.934527:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688178.934528:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be880 00000400:00000010:1.0:1773688178.934532:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be880. 00000100:00000001:1.0:1773688178.934534:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688178.934536:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1773688178.935036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a400. 00000800:00000001:2.0:1773688178.936577:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.936586:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.936589:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.936591:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.936598:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.936608:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a445e480 00000400:00000200:2.0:1773688178.936615:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 63480 00000800:00000001:2.0:1773688178.936622:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.936629:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.936631:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.936635:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.936640:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.936642:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688178.936647:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3220fb80. 00000100:00000040:2.0:1773688178.936650:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3220fb80 x1859843854296192 msgsize 576 00000100:00100000:2.0:1773688178.936654:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.936664:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.936669:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.936671:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.936691:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688178.936694:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854296192 02000000:00000001:0.0:1773688178.936697:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688178.936700:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688178.936702:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.936712:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688178.936716:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854296192 00000020:00000001:0.0:1773688178.936719:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688178.936721:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688178.936723:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.936726:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=56 00000020:00000001:0.0:1773688178.936729:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688178.936732:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688178.936735:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.936739:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.936742:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.936745:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00000020:00000010:0.0:1773688178.936750:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb800. 00000020:00000010:0.0:1773688178.936754:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06b00. 00000020:00000010:0.0:1773688178.936758:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400640. 00000100:00000040:0.0:1773688178.936765:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688178.936767:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688178.936769:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688178.936772:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688178.936774:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.936776:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.936781:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.936796:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.936805:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688178.936807:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688178.936812:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15429 00000100:00000040:0.0:1773688178.936816:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688178.936819:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997898427264 : -129075811124352 : ffff8a9b3220fb80) 00000100:00000040:0.0:1773688178.936826:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3220fb80 x1859843854296192/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 576/0 e 0 to 0 dl 1773688258 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688178.936841:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.936844:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.936846:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.936848:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00000100:00100000:0.0:1773688178.936853:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3220fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+56:68109:x1859843854296192:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688178.936856:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854296192 00000020:00000001:0.0:1773688178.936860:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688178.936864:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1773688178.936869:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a0ab18480: xid 1859843854295936, transno 171798692029, client gen 13, slot idx 3 00000001:00000001:0.0:1773688178.936874:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a0d8d8300: xid 1859843854295424, transno 171798692028, client gen 13, slot idx 2 00000001:00000010:0.0:1773688178.936879:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a0d8d8300. 00000020:00000001:0.0:1773688178.936882:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.936885:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688178.936887:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688178.936889:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688178.936892:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854296192, found 0 last_xid 1859843854296191 00000020:00000001:0.0:1773688178.936895:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688178.936897:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688178.936899:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688178.936903:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.936905:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688178.936907:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688178.936909:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688178.936911:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688178.936912:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.936916:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688178.936921:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 5 00010000:00000001:0.0:1773688178.936925:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688178.936928:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688178.936931:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcd800. 00000020:00000001:0.0:1773688178.936934:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688178.936937:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcd800 with handle 0x52973366461d267e to hash 00000020:00000001:0.0:1773688178.936939:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688178.936940:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160300032 : -129075549251584 : ffff8a9b41bcd800) 00010000:00000010:0.0:1773688178.936946:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988200. 00010000:00000001:0.0:1773688178.936948:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160300032 : -129075549251584 : ffff8a9b41bcd800) 00010000:00010000:0.0:1773688178.936953:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd800/0x52973366461d267e lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a5ec expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.936961:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:0.0:1773688178.936963:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=57 00010000:00000001:0.0:1773688178.936979:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688178.936982:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688178.936988:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688178.936990:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688178.936992:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1773688178.936994:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688178.936996:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x13f:0x0] 00000020:00000001:0.0:1773688178.936999:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688178.937003:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:0.0:1773688178.937005:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:0.0:1773688178.937031:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.937035:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688178.937037:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688178.937039:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688178.937042:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688178.937047:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b09e6c000. 02000000:00000001:0.0:1773688178.937050:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.937052:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.937055:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.937056:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1773688178.937060:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:0.0:1773688178.937062:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.937064:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.937066:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.937068:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.937070:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.937071:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.937073:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.937075:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.937076:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.937078:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.937080:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.937081:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.937083:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.937084:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.937086:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.937087:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.937089:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.937091:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.937093:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.937097:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688178.937101:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688178.937104:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688178.937106:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.937107:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.937109:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.937111:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.937112:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.937114:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.937116:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688178.937118:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.937120:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.937121:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.937123:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688178.937125:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.937129:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:0.0:1773688178.937133:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1773688178.937135:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:0.0:1773688178.937137:0:68797:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000020:00000010:0.0:1773688178.937142:0:68797:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8a9b09e68000. 00000004:00000001:0.0:1773688178.937146:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688178.937149:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.937151:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.937156:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688178.937159:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688178.937162:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688178.937165:0:68797:0:(mdt_lib.c:2238:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688178.937168:0:68797:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0x13f:0x0]/[0x20000afe1:0x13f:0x0], ldlm_rep = ffff8a9b09e6c228 00000004:00000001:0.0:1773688178.937174:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1773688178.937177:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688178.937179:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688178.937181:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 6 00010000:00000001:0.0:1773688178.937184:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688178.937186:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688178.937189:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcd600. 00000020:00000001:0.0:1773688178.937191:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688178.937193:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcd600 with handle 0x52973366461d2685 to hash 00000020:00000001:0.0:1773688178.937195:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688178.937196:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160299520 : -129075549252096 : ffff8a9b41bcd600) 00010000:00000010:0.0:1773688178.937199:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988b80. 00010000:00000001:0.0:1773688178.937201:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160299520 : -129075549252096 : ffff8a9b41bcd600) 00010000:00000001:0.0:1773688178.937203:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.937205:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.937207:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d2685 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.937211:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688178.937214:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688178.937215:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688178.937216:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.937219:0:68797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1773688178.937222:0:68797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d2670 lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5e5 expref: 57 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.937226:0:68797:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1773688178.937228:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.937229:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.937230:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.937231:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.937232:0:68797:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1773688178.937234:0:68797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d2685 lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.937238:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 6 00010000:00000040:0.0:1773688178.937240:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688178.937242:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d2670 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5e5 expref: 57 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.937246:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 57 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.937250:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.937253:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.937255:0:68797:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1773688178.937256:0:68797:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d2685 lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688178.937260:0:68797:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.937263:0:68797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773688178.937267:0:68797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a0ab18cc0. 00000100:00000001:0.0:1773688178.937269:0:68797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614992941845696 : -129080767705920 : ffff8a9a0ab18cc0) 00000100:00000001:0.0:1773688178.937270:0:68797:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614992941845696 : -129080767705920 : ffff8a9a0ab18cc0) 00000100:00000001:0.0:1773688178.937272:0:68797:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773688178.937273:0:68797:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1773688178.937275:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1773688178.937276:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.937278:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1773688178.937279:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.937280:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.937281:0:68797:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1773688178.937282:0:68797:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1773688178.937286:0:68797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b04e56a00. 00000020:00000040:0.0:1773688178.937288:0:68797:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:0.0:1773688178.937290:0:68797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773688178.937292:0:68797:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773688178.937295:0:68797:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773688178.937299:0:68797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a198eb200. 00000100:00000001:0.0:1773688178.937303:0:68797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.937307:0:68797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d2670 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5e5 expref: 57 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688178.937323:0:68797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d2670 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5e5 expref: 57 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.937328:0:68797:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1773688178.937330:0:68797:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773688178.937333:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b04e56a00 x1859843861187584/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688178.937339:0:68797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773688178.937341:0:68797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688178.937343:0:68797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b04e56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861187584:192.168.204.51@tcp:104: 00000100:00000001:0.0:1773688178.937346:0:68797:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773688178.937349:0:68797:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773688178.937351:0:68797:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.937352:0:68797:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773688178.937355:0:68797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a198eb600. 02000000:00000001:0.0:1773688178.937357:0:68797:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773688178.937367:0:68797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a19e54e18. 00000400:00000010:0.0:1773688178.937371:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316bea18. 00000100:00000200:0.0:1773688178.937374:0:68797:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861187584, portal 16 00000100:00000001:0.0:1773688178.937376:0:68797:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773688178.937377:0:68797:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997139548672 : -129076570002944 : ffff8a9b04e56a00) 00000100:00000040:0.0:1773688178.937380:0:68797:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b04e56a00 x1859843861187584/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688178.937385:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688178.937386:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688178.937388:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be6e8. 00000100:00000200:0.0:1773688178.937390:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861187584, offset 0 00000400:00000200:0.0:1773688178.937393:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688178.937397:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688178.937401:0:68797:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773688178.937404:0:68797:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:0.0:1773688178.937408:0:68797:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773688178.937410:0:68797:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:0.0:1773688178.937413:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47909:47909:256:4294967295] 192.168.204.51@tcp LPNI seq info [47905:47905:8:4294967295] 00000400:00000200:0.0:1773688178.937421:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688178.937427:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688178.937431:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85b00. 00000800:00000200:0.0:1773688178.937435:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688178.937441:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688178.937444:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773688178.937459:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.937464:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297629858 00000100:00000001:0.0:1773688178.937470:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297629851 00000100:00000001:0.0:1773688178.937474:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297629858 00000100:00000001:0.0:1773688178.937477:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297629851 00000100:00000001:0.0:1773688178.937480:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297629858 00000100:00000001:0.0:1773688178.937482:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297629851 00000100:00000001:0.0:1773688178.937484:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297629858 00000100:00000001:0.0:1773688178.937486:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297629851 00000100:00000001:0.0:1773688178.937488:0:68797:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773688178.937490:0:68797:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.937492:0:68797:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.937493:0:68797:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.937495:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.937496:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.937497:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.937498:0:68797:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.937500:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1773688178.937501:0:68797:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1773688178.937503:0:68797:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.937504:0:68797:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773688178.937505:0:68797:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773688178.937507:0:68797:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9a0ab18cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1773688178.937509:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773688178.937510:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688178.937531:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688178.937536:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85b00. 00000400:00000200:1.0:1773688178.937540:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688178.937544:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688178.937548:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be6e8 00000400:00000010:1.0:1773688178.937550:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be6e8. 00000100:00000001:1.0:1773688178.937553:0:3440:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773688178.937558:0:3440:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b04e56a00 x1859843861187584/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688178.937568:0:3440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773688178.937570:0:3440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b04e56a00 x1859843861187584/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688178.937578:0:3440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.937579:0:3440:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773688178.938520:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.938527:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688178.938529:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.938531:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688178.938536:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688178.938545:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af0c00 00000400:00000200:1.0:1773688178.938550:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77a5d [1] + 224 00000800:00000001:1.0:1773688178.938555:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.938561:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688178.938563:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688178.938566:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688178.938570:0:3439:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773688178.938574:0:3439:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b04e56a00 x1859843861187584/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1773688178.938581:0:3439:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9b04e56a00 x1859843861187584/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688178.938592:0:3439:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773688178.938595:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.938597:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.938615:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773688178.938622:0:68797:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773688178.938624:0:68797:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773688178.938626:0:68797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a19e54e18. 00000400:00000200:0.0:1773688178.938632:0:68797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316bea18 00000400:00000010:0.0:1773688178.938633:0:68797:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316bea18. 00000100:00000001:0.0:1773688178.938636:0:68797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773688178.938642:0:68797:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9b04e56a00 x1859843861187584/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1773688178.938651:0:68797:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9b04e56a00 x1859843861187584/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688178.938658:0:68797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773688178.938660:0:68797:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.938663:0:68797:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773688178.938665:0:68797:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773688178.938667:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688178.938668:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.938671:0:68797:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688178.938675:0:68797:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=2 v=5 (5 0 0 0) 00000100:00001000:0.0:1773688178.938679:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773688178.938681:0:68797:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773688178.938683:0:68797:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.938685:0:68797:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773688178.938688:0:68797:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.938690:0:68797:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.938695:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9b04e56a00 x1859843861187584/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688178.938701:0:68797:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773688178.938704:0:68797:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773688178.938716:0:68797:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.938719:0:68797:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1773688178.938720:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.938722:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.938723:0:68797:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.938727:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b04e56a00 x1859843861187584/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1773688178.938735:0:68797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9b04e56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861187584:192.168.204.51@tcp:104: 00000100:00000001:0.0:1773688178.938739:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.938742:0:68797:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.938743:0:68797:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773688178.938745:0:68797:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773688178.938748:0:68797:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9b04e56a00 x1859843861187584/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688178.938753:0:68797:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773688178.938756:0:68797:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773688178.938758:0:68797:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a198eb600. 02000000:00000001:0.0:1773688178.938763:0:68797:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773688178.938765:0:68797:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773688178.938766:0:68797:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1773688178.938768:0:68797:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773688178.938771:0:68797:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a198eb200. 02000000:00000001:0.0:1773688178.938774:0:68797:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773688178.938775:0:68797:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773688178.938777:0:68797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b04e56a00. 00000100:00000001:0.0:1773688178.938780:0:68797:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773688178.938781:0:68797:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1773688178.938783:0:68797:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a0ab18cc0. 00000100:00000001:0.0:1773688178.938787:0:68797:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1773688178.938788:0:68797:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1773688178.938791:0:68797:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b2ebe4280. 00010000:00000001:0.0:1773688178.938794:0:68797:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.938796:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.938799:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688178.938801:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1773688178.938805:0:68797:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d2685 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.1:1773688178.939126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86e00. 00000800:00000001:2.0:1773688178.939137:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.939145:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.939147:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.939149:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.939154:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.939162:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a445e500 00000400:00000200:2.0:1773688178.939168:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72bc5 [2] + 0 00000800:00000001:2.0:1773688178.939172:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.939200:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.939203:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.939207:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.939211:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.939213:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1773688178.939217:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3220f480. 00000100:00000040:2.0:1773688178.939220:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3220f480 x1859843854296320 msgsize 328 00000100:00100000:2.0:1773688178.939224:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.939237:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.939241:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.939244:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.939305:0:7562:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688178.939308:0:7562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854296320 02000000:00000001:0.0:1773688178.939310:0:7562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688178.939312:0:7562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688178.939313:0:7562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.939317:0:7562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688178.939319:0:7562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854296320 00000020:00000001:0.0:1773688178.939321:0:7562:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688178.939322:0:7562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688178.939324:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.939327:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=58 00000020:00000001:0.0:1773688178.939329:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688178.939332:0:7562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688178.939335:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.939338:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.939340:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.939343:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00000020:00000010:0.0:1773688178.939347:0:7562:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb200. 00000020:00000010:0.0:1773688178.939350:0:7562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06a80. 00000020:00000010:0.0:1773688178.939355:0:7562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400000. 00000100:00000040:0.0:1773688178.939360:0:7562:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1773688178.939363:0:7562:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688178.939364:0:7562:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1773688178.939366:0:7562:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1773688178.939368:0:7562:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.939371:0:7562:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1773688178.939373:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.939374:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.939376:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8a800 refcount=4 00000020:00000001:0.0:1773688178.939378:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00010000:00000001:0.0:1773688178.939381:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00010000:00010000:0.0:1773688178.939386:0:7562:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d2670 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5e5 expref: 58 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.939393:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.939395:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.939396:0:7562:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.939398:0:7562:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.939403:0:7562:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1773688178.939407:0:7562:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9b3220f480 x1859843854296320/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/0 e 0 to 0 dl 1773688189 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688178.939414:0:7562:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1773688178.939415:0:7562:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.939428:0:7562:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.939437:0:7562:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688178.939439:0:7562:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688178.939443:0:7562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3708 00000100:00000040:0.0:1773688178.939447:0:7562:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00000100:00000001:0.0:1773688178.939449:0:7562:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997898425472 : -129075811126144 : ffff8a9b3220f480) 00000100:00000040:0.0:1773688178.939455:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3220f480 x1859843854296320/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/0 e 0 to 0 dl 1773688189 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688178.939463:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.939466:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.939469:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.939471:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00000100:00100000:0.0:1773688178.939476:0:7562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3220f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+58:2405:x1859843854296320:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1773688178.939480:0:7562:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854296320 00010000:00000001:0.0:1773688178.939482:0:7562:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1773688178.939484:0:7562:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1773688178.939485:0:7562:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1773688178.939488:0:7562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688178.939490:0:7562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688178.939493:0:7562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a10e33000. 02000000:00000001:0.0:1773688178.939495:0:7562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.939497:0:7562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.939499:0:7562:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1773688178.939501:0:7562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1773688178.939503:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.939504:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.939506:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8a800 refcount=4 00000020:00000001:0.0:1773688178.939508:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00010000:00000001:0.0:1773688178.939510:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00010000:00000040:0.0:1773688178.939513:0:7562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 7 00000004:00000001:0.0:1773688178.939517:0:7562:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:0.0:1773688178.939520:0:7562:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d2670 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5e5 expref: 58 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:0.0:1773688178.939541:0:7562:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b2bf83c50 time=1773688178 v=20 (0 0 0 0) 00010000:00000001:0.0:1773688178.939545:0:7562:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773688178.939555:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.939556:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688178.939560:0:7562:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d2670 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5e5 expref: 58 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1773688178.939567:0:7562:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.939570:0:7562:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.939571:0:7562:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.939573:0:7562:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.939577:0:7562:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688178.939579:0:7562:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688178.939584:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.939585:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.939587:0:7562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.939588:0:7562:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688178.939591:0:7562:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8a800 with handle 0x52973366461d2670 from hash 00010000:00000001:0.0:1773688178.939594:0:7562:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688178.939595:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.939596:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.939597:0:7562:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688178.939602:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.939603:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.939605:0:7562:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688178.939607:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688178.939610:0:7562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d2670 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5e5 expref: 58 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.939617:0:7562:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:0.0:1773688178.939620:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 57 00010000:00000010:0.0:1773688178.939622:0:7562:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b280. 00010000:00000001:0.0:1773688178.939628:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.939630:0:7562:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688178.939632:0:7562:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688178.939635:0:7562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:0.0:1773688178.939639:0:7562:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d2685 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.939649:0:7562:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688178.939650:0:7562:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.939652:0:7562:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.939654:0:7562:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.939656:0:7562:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.939658:0:7562:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688178.939660:0:7562:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1773688178.939662:0:7562:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d2685 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.939668:0:7562:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1773688178.939670:0:7562:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688178.939671:0:7562:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688178.939673:0:7562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688178.939675:0:7562:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 6 00010000:00000040:0.0:1773688178.939678:0:7562:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688178.939681:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 57 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.939688:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.939694:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688178.939699:0:7562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d2685 lrc: 4/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.939705:0:7562:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688178.939707:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.939709:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.939710:0:7562:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688178.939712:0:7562:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.939714:0:7562:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1773688178.939718:0:7562:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.939721:0:7562:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773688178.939724:0:7562:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a0ab18cc0. 00000100:00000001:0.0:1773688178.939726:0:7562:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614992941845696 : -129080767705920 : ffff8a9a0ab18cc0) 00000100:00000001:0.0:1773688178.939728:0:7562:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614992941845696 : -129080767705920 : ffff8a9a0ab18cc0) 00000100:00000001:0.0:1773688178.939730:0:7562:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773688178.939732:0:7562:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1773688178.939733:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773688178.939735:0:7562:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688178.939747:0:7562:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.939749:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.939751:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.939752:0:7562:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.939754:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773688178.939755:0:7562:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1773688178.939758:0:7562:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.939760:0:7562:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.939762:0:7562:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1773688178.939764:0:7562:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a0ab18cc0. 00000100:00000001:0.0:1773688178.939767:0:7562:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1773688178.939769:0:7562:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773688178.939771:0:68797:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d2685 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688178.939772:0:7562:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b2ebe4280. 00010000:00000001:0.0:1773688178.939777:0:7562:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.939781:0:68797:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.939781:0:7562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1773688178.939784:0:7562:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773688178.939785:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d2685 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.939790:0:7562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688178.939791:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688178.939794:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.939795:0:7562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.939796:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.939799:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.939801:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:0.0:1773688178.939801:0:7562:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=112 v=5 (1 1 1 1) 00000020:00000040:1.0:1773688178.939804:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcd600 refcount=3 00000020:00000001:1.0:1773688178.939808:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160299520 : -129075549252096 : ffff8a9b41bcd600) 00000100:00000001:0.0:1773688178.939809:0:7562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1773688178.939810:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160299520 : -129075549252096 : ffff8a9b41bcd600) 00010000:00000001:1.0:1773688178.939813:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1773688178.939815:0:7562:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688178.939816:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.939818:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.939821:0:7562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 00000004:00000001:1.0:1773688178.939823:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 02000000:00000001:0.0:1773688178.939827:0:7562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:1.0:1773688178.939834:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1773688178.939837:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 02000000:00000001:0.0:1773688178.939841:0:7562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.939846:0:7562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:1.0:1773688178.939847:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.939851:0:7562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000004:00000001:1.0:1773688178.939853:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000400:00000010:0.0:1773688178.939857:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316bea18. 00000004:00000001:1.0:1773688178.939858:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000200:0.0:1773688178.939862:0:7562:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854296320, offset 224 00080000:00000001:1.0:1773688178.939863:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.939869:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.939874:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000400:00000200:0.0:1773688178.939874:0:7562:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000004:00000001:1.0:1773688178.939877:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.939880:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:1.0:1773688178.939881:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.939884:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x13f:0x0]: Reading som attrs: valid: 4, size: 74834, blocks: 259 00000400:00000200:0.0:1773688178.939887:0:7562:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000004:00000001:1.0:1773688178.939889:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.939892:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000400:00000200:0.0:1773688178.939895:0:7562:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47910:47910:256:4294967295] 192.168.204.51@tcp LPNI seq info [47906:47906:8:4294967295] 00080000:00000001:1.0:1773688178.939896:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.939899:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000400:00000200:0.0:1773688178.939909:0:7562:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000004:00000001:1.0:1773688178.939910:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.939915:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000800:00000200:0.0:1773688178.939917:0:7562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000004:00000001:1.0:1773688178.939919:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.939923:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000800:00000010:0.0:1773688178.939923:0:7562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85b00. 00080000:00000001:1.0:1773688178.939924:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.939929:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.939934:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000200:0.0:1773688178.939934:0:7562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000004:00000001:1.0:1773688178.939939:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1773688178.939944:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1773688178.939945:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1773688178.939948:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b09e6c370 00000004:00000001:1.0:1773688178.939950:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.939954:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.939957:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688178.939958:0:7562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000001:00000001:1.0:1773688178.939960:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000800:00000200:0.0:1773688178.939963:0:7562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85b00 type 1, nob 320 niov 1 nkiov 1 00000001:00000001:1.0:1773688178.939975:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.939980:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.939982:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.939983:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.939985:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.939988:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000100:00000001:0.0:1773688178.939989:0:7562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00200000:1.0:1773688178.939992:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: returning size 74834 00000100:00000040:0.0:1773688178.939996:0:7562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00000004:00000040:1.0:1773688178.939998:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x13f:45025 magic=0x0BD10BD0 pattern=0X1 00010000:00000001:0.0:1773688178.940000:0:7562:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1773688178.940004:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00010000:00000001:0.0:1773688178.940029:0:7562:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1773688178.940030:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2566 00000004:00200000:1.0:1773688178.940036:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00000040:0.0:1773688178.940039:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3220f480 x1859843854296320/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/224 e 0 to 0 dl 1773688189 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000002:1.0:1773688178.940040:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:1.0:1773688178.940043:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.940046:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.940052:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1773688178.940057:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00100000:0.0:1773688178.940058:0:7562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3220f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+57:2405:x1859843854296320:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 591us (833us total) trans 0 rc 0/0 00000004:00000001:1.0:1773688178.940061:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.940064:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.940068:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00100000:0.0:1773688178.940069:0:7562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3708 00000004:00000001:1.0:1773688178.940074:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000040:0.0:1773688178.940076:0:7562:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00000800:00000200:2.0:1773688178.940077:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000004:00000001:1.0:1773688178.940079:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000001:0.0:1773688178.940080:0:7562:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:2.0:1773688178.940083:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85b00. 00000004:00000001:1.0:1773688178.940084:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773688178.940088:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1773688178.940090:0:7562:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1773688178.940094:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000020:00000001:1.0:1773688178.940094:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000010:0.0:1773688178.940097:0:7562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06a80. 00000400:00000200:2.0:1773688178.940099:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316bea18 00000020:00000001:1.0:1773688178.940100:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773688178.940102:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316bea18. 00000001:00000001:1.0:1773688178.940103:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000020:00000010:0.0:1773688178.940104:0:7562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400000. 00000001:00000001:1.0:1773688178.940107:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.940108:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1773688178.940110:0:7562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb200. 00000100:00000001:2.0:1773688178.940111:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000001:1.0:1773688178.940111:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688178.940120:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 56 00010000:00000001:1.0:1773688178.940121:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1773688178.940124:0:7562:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688178.940125:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.940128:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcd600 refcount=3 00000020:00000001:1.0:1773688178.940133:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160299520 : -129075549252096 : ffff8a9b41bcd600) 00010000:00000001:1.0:1773688178.940136:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160299520 : -129075549252096 : ffff8a9b41bcd600) 00000004:00010000:1.0:1773688178.940141:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d2685 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.940147:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.940149:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.940150:0:68797:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:1.0:1773688178.940152:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688178.940155:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:1.0:1773688178.940156:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.940157:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.940159:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcd600 refcount=3 00000020:00000001:1.0:1773688178.940161:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160299520 : -129075549252096 : ffff8a9b41bcd600) 00010000:00000001:1.0:1773688178.940163:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160299520 : -129075549252096 : ffff8a9b41bcd600) 00000004:00000040:1.0:1773688178.940165:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:1.0:1773688178.940167:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=57 00010000:00000001:1.0:1773688178.940171:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.940172:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.940173:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.940174:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1773688178.940177:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688178.940178:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688178.940179:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688178.940181:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688178.940182:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688178.940184:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1773688178.940187:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.940188:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.940190:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688178.940191:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:1.0:1773688178.940193:0:68797:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8a9b09e68000. 00000004:00000001:1.0:1773688178.940196:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1773688178.940198:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688178.940199:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.940200:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.940201:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.940202:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.940203:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.940205:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bcd800 with handle 0x52973366461d267e from hash 00010000:00000001:1.0:1773688178.940206:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.940207:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.940208:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.940209:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688178.940210:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.940213:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd800/0x52973366461d267e lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5ec expref: 57 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.940217:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:1.0:1773688178.940218:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 56 00010000:00000010:1.0:1773688178.940220:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988200. 00010000:00000001:1.0:1773688178.940223:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.940224:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.940228:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688178.940231:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d2685 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5ec expref: 56 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.940238:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.940239:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.940241:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:1.0:1773688178.940244:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1773688178.940245:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.940247:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.940249:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.940250:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.940251:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.940253:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bcd600, rc 0) 00000020:00000001:1.0:1773688178.940256:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688178.940259:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 0, xid 1859843854296192 00010000:00000001:1.0:1773688178.940261:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688178.940266:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b3220fb80 x1859843854296192/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 576/640 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688178.940277:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688178.940279:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688178.940282:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=56 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688178.940285:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688178.940287:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688178.940289:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688178.940292:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688178.940293:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.940295:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688178.940298:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688178.940302:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a645d8. 00000100:00000200:1.0:1773688178.940305:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854296192, offset 224 00000400:00000200:1.0:1773688178.940309:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688178.940315:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688178.940319:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47911:47911:256:4294967295] 192.168.204.51@tcp LPNI seq info [47907:47907:8:4294967295] 00000400:00000200:1.0:1773688178.940328:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688178.940332:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688178.940336:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7600. 00000800:00000200:1.0:1773688178.940340:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688178.940344:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688178.940347:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7600 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:1.0:1773688178.940359:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.940362:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688178.940365:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688178.940366:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.940369:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688178.940373:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3220fb80 x1859843854296192/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 576/640 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688178.940384:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3220fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+56:68109:x1859843854296192:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3540us (3731us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688178.940392:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15429 00000100:00000040:1.0:1773688178.940395:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688178.940398:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688178.940399:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688178.940402:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06b00. 00000020:00000010:1.0:1773688178.940406:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400640. 00000020:00000010:1.0:1773688178.940409:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb800. 00000020:00000040:1.0:1773688178.940413:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 55 00000100:00000001:1.0:1773688178.940416:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688178.940421:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688178.940426:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7600. 00000400:00000200:0.0:1773688178.940431:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688178.940436:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688178.940439:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a645d8 00000400:00000010:0.0:1773688178.940441:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a645d8. 00000100:00000001:0.0:1773688178.940444:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688178.940445:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1773688178.943052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b200. 00000800:00000001:2.0:1773688178.945217:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.945230:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.945233:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.945235:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.945244:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.945256:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a445e580 00000400:00000200:2.0:1773688178.945264:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 64056 00000800:00000001:2.0:1773688178.945272:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.945281:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.945284:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.945288:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.945294:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.945296:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688178.945302:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3220e300. 00000100:00000040:2.0:1773688178.945307:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3220e300 x1859843854296448 msgsize 584 00000100:00100000:2.0:1773688178.945313:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.945332:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.945339:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.945343:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.945363:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688178.945367:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854296448 02000000:00000001:1.0:1773688178.945369:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688178.945371:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688178.945374:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.945378:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688178.945381:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854296448 00000020:00000001:1.0:1773688178.945384:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688178.945385:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688178.945387:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.945390:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=56 00000020:00000001:1.0:1773688178.945393:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688178.945395:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688178.945400:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.945405:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c620c0. 00000100:00000001:1.0:1773688178.945408:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.945411:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c620c0. 00000020:00000010:1.0:1773688178.945423:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b028f6e00. 00000020:00000010:1.0:1773688178.945428:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07b50d80. 00000020:00000010:1.0:1773688178.945432:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fea28. 00000100:00000040:1.0:1773688178.945439:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688178.945441:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688178.945443:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688178.945446:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688178.945448:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.945450:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.945456:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.945468:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.945479:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688178.945481:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688178.945486:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15430 00000100:00000040:1.0:1773688178.945490:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688178.945492:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997898420992 : -129075811130624 : ffff8a9b3220e300) 00000100:00000040:1.0:1773688178.945499:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3220e300 x1859843854296448/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 584/0 e 0 to 0 dl 1773688258 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688178.945508:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.945511:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c620c0. 00000100:00000001:1.0:1773688178.945514:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.945516:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c620c0. 00000100:00100000:1.0:1773688178.945522:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3220e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+56:68109:x1859843854296448:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688178.945526:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854296448 00000020:00000001:1.0:1773688178.945530:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688178.945533:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688178.945538:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.945540:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688178.945542:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688178.945545:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688178.945548:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854296448, found 0 last_xid 1859843854296447 00000020:00000001:1.0:1773688178.945551:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688178.945553:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688178.945555:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688178.945560:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.945562:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688178.945564:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688178.945566:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688178.945568:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688178.945570:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.945574:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.945585:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 4 00010000:00000001:1.0:1773688178.945588:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.945590:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.945594:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8b200. 00000020:00000001:1.0:1773688178.945597:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.945600:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8b200 with handle 0x52973366461d268c to hash 00000020:00000001:1.0:1773688178.945602:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.945603:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160028160 : -129075549523456 : ffff8a9b41b8b200) 00010000:00000010:1.0:1773688178.945608:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b900. 00010000:00000001:1.0:1773688178.945611:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160028160 : -129075549523456 : ffff8a9b41b8b200) 00010000:00010000:1.0:1773688178.945617:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d268c lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a5f3 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.945626:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:1.0:1773688178.945628:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=57 00010000:00000001:1.0:1773688178.945633:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688178.945636:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688178.945642:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688178.945645:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688178.945647:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1773688178.945649:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688178.945650:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:1.0:1773688178.945653:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688178.945657:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:1.0:1773688178.945659:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:1.0:1773688178.945660:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.945663:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688178.945664:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688178.945666:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688178.945667:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688178.945674:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a0d8f6000. 02000000:00000001:1.0:1773688178.945676:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.945677:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.945679:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.945681:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1773688178.945683:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:1.0:1773688178.945685:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.945687:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.945688:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.945690:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.945691:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.945692:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.945693:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.945694:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.945695:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.945695:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.945696:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.945697:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.945698:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.945699:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.945700:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.945700:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.945701:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.945703:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.945704:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.945707:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688178.945710:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688178.945712:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688178.945713:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.945713:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.945714:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.945716:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.945716:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.945717:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.945718:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688178.945720:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.945722:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.945723:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.945724:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688178.945726:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.945728:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1773688178.945733:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:1.0:1773688178.945736:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xf3:0x0]/NEWTIPS.PPT, ldlm_rep = ffff8a9a0d8f6228 00000004:00000001:1.0:1773688178.945740:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1773688178.945744:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1773688178.945746:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1773688178.945749:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688178.945750:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.945753:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 5 00010000:00000001:1.0:1773688178.945755:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.945757:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.945760:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8b600. 00000020:00000001:1.0:1773688178.945763:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.945764:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8b600 with handle 0x52973366461d2693 to hash 00000020:00000001:1.0:1773688178.945766:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.945767:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00000010:1.0:1773688178.945771:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b380. 00010000:00000001:1.0:1773688178.945773:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00000001:1.0:1773688178.945776:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.945777:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.945781:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d2693 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.945787:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688178.945791:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688178.945793:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.945794:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.945803:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.945805:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.945806:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.945808:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688178.945810:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.945812:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.945814:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.945816:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) refcount = 5 00010000:00000040:1.0:1773688178.945819:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688178.945823:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378800/0x52973366461d0912 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8464d expref: 57 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.945829:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d255f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a58a expref: 57 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.945834:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378a00/0x52973366461d090b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e84677 expref: 57 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.945840:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d2693 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.945845:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.945850:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.945851:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.945853:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688178.945855:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.945857:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.945859:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.945862:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688178.945864:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.945867:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d2693 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.945873:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688178.945875:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.945876:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.945878:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688178.945879:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773688178.945885:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9b32304500. 00010000:00000010:1.0:1773688178.945888:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b07b50b00. 00010000:00000001:1.0:1773688178.945891:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.945893:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8a400. 00000020:00000001:1.0:1773688178.945894:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.945896:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8a400 with handle 0x52973366461d269a to hash 00000020:00000001:1.0:1773688178.945897:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.945898:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000010:1.0:1773688178.945900:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bc00. 00010000:00000001:1.0:1773688178.945901:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:1.0:1773688178.945903:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.945904:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.945906:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d269a lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.945910:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688178.945911:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688178.945912:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.945913:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.945914:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.945915:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.945916:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.945917:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688178.945918:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.945919:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.945920:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.945921:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9b32304500) refcount = 1 00010000:00010000:1.0:1773688178.945923:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d269a lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.945925:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.945927:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.945927:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.945928:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688178.945929:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.945930:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.945932:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.945933:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688178.945934:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.945936:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d269a lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.945938:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688178.945939:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.945940:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.945941:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.945944:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1773688178.945985:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1773688178.945988:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1773688178.945989:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1773688178.945992:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.945996:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1773688178.946038:0:68797:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688178.946041:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1773688178.946043:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:1.0:1773688178.946046:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1773688178.946048:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773688178.946050:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773688178.946052:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.946054:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1773688178.946056:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.946058:0:68797:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:1.0:1773688178.946061:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.946063:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.946064:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688178.946065:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x13f:0x0] 00000020:00000001:1.0:1773688178.946066:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688178.946068:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:1.0:1773688178.946070:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:1.0:1773688178.946073:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1773688178.946075:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688178.946076:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.946079:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 5 00010000:00000001:1.0:1773688178.946081:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.946082:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.946084:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8ac00. 00000020:00000001:1.0:1773688178.946086:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.946087:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8ac00 with handle 0x52973366461d26a1 to hash 00000020:00000001:1.0:1773688178.946088:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.946089:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160026624 : -129075549524992 : ffff8a9b41b8ac00) 00010000:00000010:1.0:1773688178.946091:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bd00. 00010000:00000001:1.0:1773688178.946093:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160026624 : -129075549524992 : ffff8a9b41b8ac00) 00010000:00000001:1.0:1773688178.946094:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.946095:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.946097:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8ac00/0x52973366461d26a1 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.946100:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688178.946102:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688178.946103:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.946104:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.946105:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.946106:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.946107:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.946108:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688178.946109:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.946110:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.946111:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.946112:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 5 00010000:00000040:1.0:1773688178.946113:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688178.946116:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d2685 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5ec expref: 57 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.946120:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 57 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.946128:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.946131:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.946134:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8ac00/0x52973366461d26a1 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.946136:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.946138:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.946139:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.946139:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688178.946140:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.946141:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.946142:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.946143:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688178.946144:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.946146:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8ac00/0x52973366461d26a1 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.946149:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688178.946149:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.946150:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.946151:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.946152:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.946154:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8ac00 refcount=3 00000020:00000001:1.0:1773688178.946155:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160026624 : -129075549524992 : ffff8a9b41b8ac00) 00010000:00000001:1.0:1773688178.946156:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160026624 : -129075549524992 : ffff8a9b41b8ac00) 00010000:00000001:1.0:1773688178.946157:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.946158:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.946158:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.946160:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1773688178.946164:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1773688178.946166:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1773688178.946169:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.946171:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.946174:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.946176:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.946181:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.946183:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.946185:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.946186:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:1.0:1773688178.946188:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.946189:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x13f:0x0]: Reading som attrs: valid: 4, size: 74834, blocks: 259 00000004:00000001:1.0:1773688178.946192:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.946192:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.946193:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.946194:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.946195:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.946196:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688178.946198:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.946198:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.946199:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.946200:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.946201:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.946202:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1773688178.946203:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1773688178.946204:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1773688178.946206:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a0d8f6370 00000004:00000001:1.0:1773688178.946207:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.946209:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.946210:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.946211:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.946212:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.946213:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.946214:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.946215:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.946215:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.946217:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:1.0:1773688178.946220:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: returning size 74834 00000004:00000040:1.0:1773688178.946222:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x13f:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1773688178.946224:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:1.0:1773688178.946225:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2566 00000004:00200000:1.0:1773688178.946227:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:1.0:1773688178.946229:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:1.0:1773688178.946230:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.946230:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.946232:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1773688178.946233:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.946234:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.946234:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.946235:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.946236:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.946237:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.946239:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.946242:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688178.946246:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.946247:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.946248:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.946249:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.946253:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.946254:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.946254:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8ac00 refcount=3 00000020:00000001:1.0:1773688178.946255:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160026624 : -129075549524992 : ffff8a9b41b8ac00) 00010000:00000001:1.0:1773688178.946257:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160026624 : -129075549524992 : ffff8a9b41b8ac00) 00000004:00010000:1.0:1773688178.946259:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8ac00/0x52973366461d26a1 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:1.0:1773688178.946263:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688178.946264:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688178.946265:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1773688178.946267:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1773688178.946268:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.946269:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1773688178.946272:0:68797:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:1.0:1773688178.946273:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.946274:0:68797:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.946275:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.946276:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 5 00010000:00000040:1.0:1773688178.946278:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688178.946279:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d2685 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5ec expref: 57 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.946283:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 57 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.946288:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.946292:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.946296:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8ac00/0x52973366461d26a1 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.946301:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.946302:0:68797:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.946304:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.946305:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.946307:0:68797:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688178.946310:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1773688178.946311:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688178.946313:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.946314:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.946316:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8b600 refcount=3 00000020:00000001:1.0:1773688178.946317:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00000001:1.0:1773688178.946320:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00000001:1.0:1773688178.946322:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688178.946326:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d2693 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.946331:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.946333:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.946335:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d2693 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.946340:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.946342:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.946344:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688178.946346:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d2693 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.946352:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41b8b600 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688178.946354:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.946356:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688178.946358:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d2693 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.946364:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688178.946366:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.946367:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.946368:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8b600 refcount=4 00000020:00000001:1.0:1773688178.946370:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00000001:1.0:1773688178.946372:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00000001:1.0:1773688178.946375:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688178.946377:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d2693 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.946383:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688178.946385:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688178.946386:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.946389:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688178.946390:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.946392:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.946393:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.946395:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8b600 with handle 0x52973366461d2693 from hash 00010000:00000001:1.0:1773688178.946397:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.946398:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.946398:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.946399:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688178.946401:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.946402:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.946403:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688178.946404:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.946405:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.946407:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:1.0:1773688178.946409:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688178.946410:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.946412:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.946413:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.946414:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688178.946416:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.946416:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.946417:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.946418:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.946419:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.946421:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d2693 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.946425:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.946426:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.946427:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688178.946428:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688178.946430:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.946431:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d2693 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688178.946437:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b380. 00010000:00000001:1.0:1773688178.946444:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.946446:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688178.946448:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688178.946449:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.946450:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.946452:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8a400 refcount=3 00000020:00000001:1.0:1773688178.946454:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:1.0:1773688178.946456:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:1.0:1773688178.946458:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688178.946460:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d269a lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.946466:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.946467:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.946469:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d269a lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.946474:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.946476:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.946478:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688178.946480:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d269a lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.946484:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41b8a400 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688178.946486:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.946487:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688178.946488:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d269a lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.946492:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688178.946492:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.946493:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.946494:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8a400 refcount=4 00000020:00000001:1.0:1773688178.946495:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:1.0:1773688178.946496:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:1.0:1773688178.946497:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688178.946499:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d269a lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.946502:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688178.946503:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688178.946504:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.946505:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688178.946506:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.946507:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.946509:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.946511:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8a400 with handle 0x52973366461d269a from hash 00010000:00000001:1.0:1773688178.946513:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.946514:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.946515:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.946516:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688178.946518:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.946519:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.946521:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688178.946522:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.946524:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.946526:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9b32304500) 00010000:00010000:1.0:1773688178.946528:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688178.946530:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.946532:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.946533:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.946535:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688178.946537:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.946538:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.946539:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.946541:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.946542:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.946545:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d269a lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.946550:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.946551:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.946553:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688178.946554:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688178.946555:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.946557:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d269a lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688178.946562:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bc00. 00010000:00000040:1.0:1773688178.946565:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9b32304500 count: 0 00010000:00000010:1.0:1773688178.946570:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b07b50b00. 00010000:00000001:1.0:1773688178.946577:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.946578:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688178.946580:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1773688178.946582:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1773688178.946583:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:1.0:1773688178.946585:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.946586:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.946587:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8ac00 refcount=3 00000020:00000001:1.0:1773688178.946590:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160026624 : -129075549524992 : ffff8a9b41b8ac00) 00010000:00000001:1.0:1773688178.946592:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160026624 : -129075549524992 : ffff8a9b41b8ac00) 00000004:00000040:1.0:1773688178.946595:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:1.0:1773688178.946597:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=58 00010000:00000001:1.0:1773688178.946599:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.946600:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.946602:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.946604:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1773688178.946606:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688178.946608:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688178.946609:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688178.946611:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688178.946612:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688178.946615:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1773688178.946619:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.946621:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.946622:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688178.946623:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688178.946624:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1773688178.946626:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688178.946627:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.946630:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.946630:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.946632:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.946633:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.946634:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8b200 with handle 0x52973366461d268c from hash 00010000:00000001:1.0:1773688178.946635:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.946636:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.946636:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.946637:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688178.946638:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.946640:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d268c lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5f3 expref: 58 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.946644:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:1.0:1773688178.946645:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 57 00010000:00000010:1.0:1773688178.946647:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b900. 00010000:00000001:1.0:1773688178.946649:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.946650:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.946653:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688178.946655:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8ac00/0x52973366461d26a1 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5f3 expref: 57 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.946659:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.946660:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.946661:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:1.0:1773688178.946663:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1773688178.946664:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.946666:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.946667:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.946668:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.946668:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.946669:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41b8ac00, rc 0) 00000020:00000001:1.0:1773688178.946671:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688178.946674:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 0, xid 1859843854296448 00010000:00000001:1.0:1773688178.946676:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688178.946679:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b3220e300 x1859843854296448/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 584/640 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688178.946685:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688178.946687:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688178.946690:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=56 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688178.946693:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688178.946695:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688178.946696:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688178.946699:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688178.946700:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.946702:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688178.946704:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688178.946708:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64990. 00000100:00000200:1.0:1773688178.946712:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854296448, offset 224 00000400:00000200:1.0:1773688178.946717:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688178.946724:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688178.946729:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47912:47912:256:4294967295] 192.168.204.51@tcp LPNI seq info [47908:47908:8:4294967295] 00000400:00000200:1.0:1773688178.946741:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688178.946745:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688178.946749:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7e00. 00000800:00000200:1.0:1773688178.946754:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688178.946759:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688178.946762:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7e00 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:1.0:1773688178.946771:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.946775:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688178.946777:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688178.946779:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.946781:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688178.946785:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3220e300 x1859843854296448/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 584/640 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688178.946795:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3220e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+57:68109:x1859843854296448:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1286us (1486us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688178.946802:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15430 00000100:00000040:1.0:1773688178.946806:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688178.946808:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688178.946810:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688178.946814:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07b50d80. 00000020:00000010:1.0:1773688178.946817:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fea28. 00000020:00000010:1.0:1773688178.946821:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b028f6e00. 00000020:00000040:1.0:1773688178.946825:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 56 00000100:00000001:1.0:1773688178.946827:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688178.946881:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.946884:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7e00. 00000400:00000200:2.0:1773688178.946887:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.946890:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.946893:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64990 00000400:00000010:2.0:1773688178.946895:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64990. 00000100:00000001:2.0:1773688178.946898:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.946899:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1773688178.948836:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688178.948845:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688178.948847:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688178.948850:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688178.948856:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688178.948867:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 488 into portal 12 MB=0x69b84a445e680 00000400:00000200:0.0:1773688178.948873:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 488/488 into md 0x3b659 [64] + 64640 00000800:00000001:0.0:1773688178.948879:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688178.948885:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688178.948887:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688178.948889:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688178.948893:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688178.948894:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688178.948898:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b04e56a00. 00000100:00000040:0.0:1773688178.948900:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b04e56a00 x1859843854296704 msgsize 488 00000100:00100000:0.0:1773688178.948902:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688178.948911:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688178.948917:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688178.948920:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.948939:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688178.948950:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854296704 02000000:00000001:1.0:1773688178.948952:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688178.948954:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688178.948956:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.948958:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688178.948961:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854296704 00000020:00000001:1.0:1773688178.948962:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688178.948963:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688178.948964:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.948974:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=57 00000020:00000001:1.0:1773688178.948977:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688178.948979:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688178.948983:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.948986:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c620c0. 00000100:00000001:1.0:1773688178.948988:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.948989:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c620c0. 00000020:00000010:1.0:1773688178.948996:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b028f6e00. 00000020:00000010:1.0:1773688178.948998:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07b50d80. 00000020:00000010:1.0:1773688178.949000:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fea28. 00000100:00000040:1.0:1773688178.949005:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688178.949020:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688178.949022:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773688178.949024:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.949028:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.949034:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.949042:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688178.949044:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1773688178.949046:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1773688178.949048:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15431 00000100:00000001:0.0:1773688178.949049:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1773688178.949052:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688178.949053:0:75542:0:(service.c:2223:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.949056:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997139548672 : -129076570002944 : ffff8a9b04e56a00) 00000100:00000001:0.0:1773688178.949057:0:75542:0:(service.c:2462:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.949063:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b04e56a00 x1859843854296704/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 488/0 e 0 to 0 dl 1773688258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688178.949069:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.949071:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c620c0. 00000100:00000001:1.0:1773688178.949072:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.949074:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c620c0. 00000100:00100000:1.0:1773688178.949077:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b04e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+57:68109:x1859843854296704:12345-192.168.204.51@tcp:36:dbench.0 00000100:00000200:1.0:1773688178.949080:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854296704 00000020:00000001:1.0:1773688178.949082:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688178.949084:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688178.949087:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.949088:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688178.949090:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862544 : -1038689072 : ffffffffc216dcd0) 00000020:00000001:1.0:1773688178.949091:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688178.949093:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854296704, found 0 last_xid 1859843854296703 00000020:00000001:1.0:1773688178.949095:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688178.949096:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688178.949097:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688178.949099:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.949101:0:68797:0:(mdt_handler.c:3339:mdt_reint()) Process entered 00000004:00000002:1.0:1773688178.949104:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff8a9b04e56a00 x1859843854296704/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 488/0 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1773688178.949111:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1773688178.949112:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1773688178.949114:0:68797:0:(mdt_lib.c:1397:mdt_setattr_unpack()) Process entered 00000004:00000001:1.0:1773688178.949115:0:68797:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1773688178.949117:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.949119:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.949120:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.949122:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=1134989312 : 1134989312 : 0x43a69000) 00000001:00000001:1.0:1773688178.949123:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=1134989312 : 1134989312 : 43a69000) 00000001:00000001:1.0:1773688178.949124:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.949125:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=4294941998 : 4294941998 : 0xffff9d2e) 00000001:00000001:1.0:1773688178.949126:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=4294941998 : 4294941998 : ffff9d2e) 00000001:00000001:1.0:1773688178.949127:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.949128:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.949129:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.949130:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.949131:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.949132:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.949133:0:68797:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.949136:0:68797:0:(mdt_lib.c:1387:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.949137:0:68797:0:(mdt_lib.c:1427:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.949138:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.949140:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688178.949141:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688178.949142:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688178.949143:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688178.949146:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8a9a0d8f0000. 02000000:00000001:1.0:1773688178.949148:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.949149:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.949151:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1773688178.949151:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.949152:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.949153:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.949154:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.949155:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.949156:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.949157:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.949158:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.949159:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.949160:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.949162:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688178.949164:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688178.949166:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688178.949167:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.949167:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.949168:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.949169:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.949170:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.949171:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.949172:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688178.949173:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.949175:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.949176:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.949176:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688178.949177:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.949179:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1773688178.949180:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.949181:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1773688178.949183:0:68797:0:(mdt_reint.c:973:mdt_reint_setattr()) Process entered 00000004:00000002:1.0:1773688178.949185:0:68797:0:(mdt_reint.c:975:mdt_reint_setattr()) @@@ setattr [0x20000afe1:0x13f:0x0] 7 req@ffff8a9b04e56a00 x1859843854296704/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 488/3152 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773688178.949190:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688178.949191:0:68797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00000001:1.0:1773688178.949193:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.949193:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.949195:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8ac00 refcount=3 00000020:00000001:1.0:1773688178.949196:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160026624 : -129075549524992 : ffff8a9b41b8ac00) 00010000:00000001:1.0:1773688178.949198:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160026624 : -129075549524992 : ffff8a9b41b8ac00) 00010000:00000040:1.0:1773688178.949200:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 6 00000004:00000001:1.0:1773688178.949203:0:68797:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1773688178.949204:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688178.949206:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.949208:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.949209:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.949211:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.949213:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688178.949214:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.949217:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.949218:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.949219:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.949220:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.949222:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8ac00 with handle 0x52973366461d26a1 from hash 00010000:00000001:1.0:1773688178.949223:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.949224:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.949225:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.949225:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688178.949227:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.949228:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.949229:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688178.949230:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.949233:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8ac00/0x52973366461d26a1 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5f3 expref: 57 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.949238:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:1.0:1773688178.949239:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 56 00010000:00000010:1.0:1773688178.949241:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bd00. 00010000:00000001:1.0:1773688178.949246:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.949247:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.949247:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.949248:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcd600 refcount=3 00000020:00000001:1.0:1773688178.949249:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160299520 : -129075549252096 : ffff8a9b41bcd600) 00010000:00000001:1.0:1773688178.949251:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160299520 : -129075549252096 : ffff8a9b41bcd600) 00010000:00000001:1.0:1773688178.949252:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688178.949253:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.949254:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.949255:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.949256:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.949257:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688178.949258:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.949260:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.949260:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.949261:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.949262:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.949263:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bcd600 with handle 0x52973366461d2685 from hash 00010000:00000001:1.0:1773688178.949264:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.949265:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.949265:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.949266:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688178.949267:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.949267:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.949268:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688178.949269:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.949271:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d2685 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5ec expref: 56 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.949274:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:1.0:1773688178.949275:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 55 00010000:00000010:1.0:1773688178.949276:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988b80. 00010000:00000001:1.0:1773688178.949279:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.949280:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.949281:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.949282:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00000001:1.0:1773688178.949284:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.949285:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.949286:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688178.949287:0:68797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688178.949288:0:68797:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=2 : 2 : 2) 00000004:00000001:1.0:1773688178.949290:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688178.949291:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x13f:0x0] 00000020:00000001:1.0:1773688178.949294:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688178.949296:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:1.0:1773688178.949297:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:1.0:1773688178.949299:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1773688178.949300:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688178.949304:0:68797:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8a9b34d015b0. 00000020:00000010:1.0:1773688178.949307:0:68797:0:(tgt_fmd.c:221:tgt_fmd_get()) slab-freed '(fmd_new)': 56 at ffff8a9b34d015b0. 00000004:00000001:1.0:1773688178.949310:0:68797:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1773688178.949312:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.949315:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.949317:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.949321:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:1.0:1773688178.949322:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:1.0:1773688178.949324:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:1.0:1773688178.949325:0:68797:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.949327:0:68797:0:(mdt_reint.c:864:mdt_attr_set()) Process entered 00000004:00000001:1.0:1773688178.949328:0:68797:0:(mdt_reint.c:327:mdt_object_stripes_lock()) Process entered 00000004:00000001:1.0:1773688178.949330:0:68797:0:(mdt_handler.c:4261:mdt_object_lock()) Process entered 00010000:00000001:1.0:1773688178.949331:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688178.949333:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.949334:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 4 00010000:00000001:1.0:1773688178.949336:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.949337:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.949339:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8aa00. 00000020:00000001:1.0:1773688178.949341:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.949342:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8aa00 with handle 0x52973366461d26a8 to hash 00000020:00000001:1.0:1773688178.949343:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.949344:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00000010:1.0:1773688178.949346:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bd00. 00010000:00000001:1.0:1773688178.949348:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00000001:1.0:1773688178.949349:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.949350:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.949352:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d26a8 lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.949359:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688178.949361:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688178.949362:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.949363:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.949364:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.949365:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.949366:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.949367:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688178.949368:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.949369:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.949370:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.949371:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 4 00010000:00000040:1.0:1773688178.949373:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688178.949375:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 55 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.949380:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.949384:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.949387:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d26a8 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.949389:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.949391:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.949391:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.949392:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688178.949393:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.949394:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.949395:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.949397:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688178.949399:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.949400:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d26a8 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.949404:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688178.949404:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.949405:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.949406:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.949406:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.949407:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8aa00 refcount=3 00000020:00000001:1.0:1773688178.949408:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00000001:1.0:1773688178.949409:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00000001:1.0:1773688178.949410:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.949411:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.949412:0:68797:0:(mdt_handler.c:4265:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.949413:0:68797:0:(mdt_reint.c:350:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.949415:0:68797:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1773688178.949420:0:68797:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1773688178.949422:0:68797:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1773688178.949425:0:68797:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1773688178.949429:0:68797:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9b03ffb7e0. 00080000:00000001:1.0:1773688178.949432:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1773688178.949437:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10683000. 00080000:00000001:1.0:1773688178.949439:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993037701120 : -129080671850496 : ffff8a9a10683000) 00000004:00000001:1.0:1773688178.949441:0:68797:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:1.0:1773688178.949443:0:68797:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:1.0:1773688178.949445:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688178.949446:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993037701120 : -129080671850496 : ffff8a9a10683000) 00080000:00000001:1.0:1773688178.949448:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1773688178.949460:0:68797:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.949461:0:68797:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.949462:0:68797:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.949465:0:68797:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1773688178.949467:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1773688178.949471:0:68797:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1773688178.949473:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688178.949474:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993037701120 : -129080671850496 : ffff8a9a10683000) 00080000:00000001:1.0:1773688178.949477:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1773688178.949480:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1773688178.949481:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.949482:0:68797:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.949497:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.949499:0:68797:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.949507:0:68797:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1773688154, ctime 1773688178 00000004:00000001:1.0:1773688178.949510:0:68797:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:1.0:1773688178.949512:0:68797:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:1.0:1773688178.949514:0:68797:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:1.0:1773688178.949515:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688178.949517:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993037701120 : -129080671850496 : ffff8a9a10683000) 00080000:00000001:1.0:1773688178.949521:0:68797:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:1.0:1773688178.949529:0:68797:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.949531:0:68797:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.949533:0:68797:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.949535:0:68797:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.949540:0:68797:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1773688178.949542:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1773688178.949546:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1773688178.949549:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692030, last_committed = 171798692011 00000001:00000010:1.0:1773688178.949554:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b03ffba80. 00000001:00000040:1.0:1773688178.949556:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 19 00000020:00000040:1.0:1773688178.949558:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=56 00000001:00000010:1.0:1773688178.949564:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b41aafcc0. 00000004:00000001:1.0:1773688178.949569:0:68797:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1773688178.949570:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688178.949572:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993037701120 : -129080671850496 : ffff8a9a10683000) 00080000:00000001:1.0:1773688178.949574:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1773688178.949589:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1773688178.949591:0:68797:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1773688178.949594:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b41aafcc0: xid 1859843854296704, transno 171798692030, tag 1, client gen 13, slot idx 2 00000001:00000001:1.0:1773688178.949597:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.949610:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688178.949613:0:68797:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9b03ffb7e0. 00000020:00000001:1.0:1773688178.949615:0:68797:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688178.949620:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 5 00010000:00000001:1.0:1773688178.949622:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688178.949624:0:68797:0:(mdt_reint.c:905:mdt_attr_set()) Process leaving 00000004:00000001:1.0:1773688178.949626:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1773688178.949627:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:1.0:1773688178.949629:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688178.949630:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688178.949631:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.949632:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.949634:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8aa00 refcount=3 00000020:00000001:1.0:1773688178.949635:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00000001:1.0:1773688178.949637:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00000004:00010000:1.0:1773688178.949640:0:68797:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000087af672c reply state 000000008862ddd3 transno 171798692030 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d26a8 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.949647:0:68797:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:1.0:1773688178.949650:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.949652:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.949653:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688178.949655:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.949656:0:68797:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.949657:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.949659:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 4 00010000:00000040:1.0:1773688178.949661:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688178.949665:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 56 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.949670:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.949676:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.949684:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d26a8 lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.949689:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.949690:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.949691:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.949693:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688178.949694:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.949695:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.949697:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:1.0:1773688178.949699:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688178.949701:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.949703:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.949704:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.949706:0:68797:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:1.0:1773688178.949707:0:68797:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:1.0:1773688178.949709:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.949710:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.949711:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688178.949713:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1773688178.949714:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1773688178.949715:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1773688178.949717:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1773688178.949719:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1773688178.949722:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.949724:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.949725:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.949727:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.949729:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.949731:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.949733:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688178.949734:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:1.0:1773688178.949736:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.949737:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x13f:0x0]: Reading som attrs: valid: 4, size: 74834, blocks: 259 00000004:00000002:1.0:1773688178.949739:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:1.0:1773688178.949741:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.949743:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.949744:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.949751:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.949752:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.949753:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.949754:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.949755:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.949756:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.949758:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:1.0:1773688178.949760:0:68797:0:(mdt_reint.c:1175:mdt_reint_setattr()) Process leaving 00000004:00000001:1.0:1773688178.949761:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688178.949762:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:1.0:1773688178.949766:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688178.949769:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.949769:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.949770:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.949771:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688178.949772:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688178.949774:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.949775:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1773688178.949777:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688178.949778:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688178.949779:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688178.949779:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688178.949781:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688178.949782:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1773688178.949785:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.949787:0:68797:0:(mdt_handler.c:3355:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688178.949788:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 171798692030, xid 1859843854296704 00010000:00000001:1.0:1773688178.949790:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:1.0:1773688178.949791:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=57 00010000:00000200:1.0:1773688178.949793:0:68797:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 171798692030, last committed = 171798692011 00010000:00000200:1.0:1773688178.949797:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b04e56a00 x1859843854296704/t171798692030(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 488/456 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773688178.949802:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688178.949804:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688178.949806:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=56 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688178.949809:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688178.949810:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688178.949812:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688178.949814:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688178.949815:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.949817:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688178.949818:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688178.949821:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a647f8. 00000100:00000200:1.0:1773688178.949824:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854296704, offset 224 00000400:00000200:1.0:1773688178.949828:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688178.949834:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688178.949838:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47913:47913:256:4294967295] 192.168.204.51@tcp LPNI seq info [47909:47909:8:4294967295] 00000400:00000200:1.0:1773688178.949844:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688178.949847:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688178.949849:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7000. 00000800:00000200:1.0:1773688178.949853:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688178.949856:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688178.949858:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7000 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1773688178.949869:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.949872:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688178.949873:0:68797:0:(ldlm_lib.c:3443:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688178.949875:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.949876:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688178.949878:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b04e56a00 x1859843854296704/t171798692030(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 488/456 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773688178.949885:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b04e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+57:68109:x1859843854296704:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 814us (983us total) trans 171798692030 rc 0/0 00000100:00100000:1.0:1773688178.949891:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15431 00000100:00000040:1.0:1773688178.949894:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688178.949896:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688178.949897:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688178.949899:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07b50d80. 00000020:00000010:1.0:1773688178.949902:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fea28. 00000020:00000010:1.0:1773688178.949904:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b028f6e00. 00000020:00000040:1.0:1773688178.949906:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 56 00000100:00000001:1.0:1773688178.949909:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688178.949938:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.949942:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7000. 00000400:00000200:2.0:1773688178.949945:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.949948:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.949951:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a647f8 00000400:00000010:2.0:1773688178.949952:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a647f8. 00000100:00000001:2.0:1773688178.949955:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.949957:0:3438:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:0.1:1773688178.952038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a800. 00010000:00000010:1.1:1773688178.952044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd800. 00000800:00000001:2.0:1773688178.952225:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.952233:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.952235:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.952236:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.952242:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.952250:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 440 into portal 28 MB=0x69b84a445e700 00000400:00000200:2.0:1773688178.952255:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.51@tcp of length 440/440 into md 0x592a1 [8] + 7120 00000800:00000001:2.0:1773688178.952265:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.952271:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.952272:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.952275:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.952278:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.952280:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1773688178.952283:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3220e680. 00000100:00000040:2.0:1773688178.952286:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3220e680 x1859843854296832 msgsize 440 00000100:00100000:2.0:1773688178.952288:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.952297:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.952301:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.952303:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.952333:0:38615:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688178.952336:0:38615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854296832 02000000:00000001:0.0:1773688178.952338:0:38615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688178.952340:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688178.952343:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.952347:0:38615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688178.952350:0:38615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854296832 00000020:00000001:0.0:1773688178.952352:0:38615:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688178.952354:0:38615:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5297336646186ca4 00000020:00000001:0.0:1773688178.952355:0:38615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.952358:0:38615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b04f38000 refcount=57 00000020:00000001:0.0:1773688178.952361:0:38615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000020:00000001:0.0:1773688178.952363:0:38615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000100:00000001:0.0:1773688178.952367:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.952370:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.952372:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.952374:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00000020:00000010:0.0:1773688178.952378:0:38615:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb200. 00000020:00000010:0.0:1773688178.952381:0:38615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06a80. 00000020:00000010:0.0:1773688178.952384:0:38615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400000. 00000100:00000040:0.0:1773688178.952389:0:38615:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1773688178.952390:0:38615:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688178.952392:0:38615:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1773688178.952393:0:38615:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.952397:0:38615:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.952407:0:38615:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.952414:0:38615:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688178.952415:0:38615:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688178.952418:0:38615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7627 00000100:00000040:0.0:1773688178.952420:0:38615:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b04f38000 : new rpc_count 1 00000100:00000001:0.0:1773688178.952422:0:38615:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997898421888 : -129075811129728 : ffff8a9b3220e680) 00000100:00000040:0.0:1773688178.952427:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3220e680 x1859843854296832/t0(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 440/0 e 0 to 0 dl 1773688189 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688178.952436:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.952439:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.952441:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.952443:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00000100:00100000:0.0:1773688178.952447:0:38615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3220e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+57:2407:x1859843854296832:12345-192.168.204.51@tcp:2:dbench.0 00000100:00000200:0.0:1773688178.952451:0:38615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854296832 00000020:00000001:0.0:1773688178.952454:0:38615:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688178.952456:0:38615:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688178.952458:0:38615:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.952460:0:38615:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688178.952461:0:38615:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672990144 : -1036561472 : ffffffffc23753c0) 00000020:00000001:0.0:1773688178.952463:0:38615:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1773688178.952466:0:38615:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688178.952468:0:38615:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688178.952469:0:38615:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688178.952472:0:38615:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1773688178.952474:0:38615:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1773688178.952477:0:38615:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.952479:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.952481:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.952483:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.952484:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.952486:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.952488:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.952489:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.952490:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.952492:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.952493:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.952494:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.952496:0:38615:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.952498:0:38615:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.952501:0:38615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688178.952503:0:38615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688178.952507:0:38615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8a9a10e31400. 02000000:00000001:0.0:1773688178.952509:0:38615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.952511:0:38615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688178.952514:0:38615:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:0.0:1773688178.952517:0:38615:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1773688178.952519:0:38615:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688178.952524:0:38615:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997970889480 : -129075738662136 : ffff8a9b3672ab08) 00002000:00000001:0.0:1773688178.952527:0:38615:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997970889392 : -129075738662224 : ffff8a9b3672aab0) 00002000:00000001:0.0:1773688178.952539:0:38615:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000001:0.0:1773688178.952542:0:38615:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.952547:0:38615:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00002000:00000001:0.0:1773688178.952550:0:38615:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688178.952553:0:38615:0:(ofd_objects.c:1579:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688178.952554:0:38615:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:0.0:1773688178.952556:0:38615:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.952558:0:38615:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1773688178.952568:0:38615:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10e33400. 00080000:00000001:0.0:1773688178.952571:0:38615:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993045763072 : -129080663788544 : ffff8a9a10e33400) 00000001:00000001:0.0:1773688178.952573:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.952574:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.952577:0:38615:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688178.952592:0:38615:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.952595:0:38615:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1773688178.952600:0:38615:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.952602:0:38615:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1773688178.952605:0:38615:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688178.952637:0:38615:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688178.952639:0:38615:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.952657:0:38615:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773688178.952663:0:38615:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8a9b33887770. 00000020:00000010:0.0:1773688178.952668:0:38615:0:(tgt_fmd.c:221:tgt_fmd_get()) slab-freed '(fmd_new)': 56 at ffff8a9b33887770. 00080000:00000001:0.0:1773688178.952672:0:38615:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:0.0:1773688178.952680:0:38615:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688178.952682:0:38615:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:0.0:1773688178.952684:0:38615:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.952687:0:38615:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00002000:00000001:0.0:1773688178.952689:0:38615:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688178.952691:0:38615:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688178.952694:0:38615:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1773688178.952697:0:38615:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1773688178.952699:0:38615:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884903753, last_committed = 12884903751 00000001:00000010:0.0:1773688178.952703:0:38615:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b33cf2960. 00000001:00000040:0.0:1773688178.952706:0:38615:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b04f38000 : new cb_count 2 00000020:00000040:0.0:1773688178.952709:0:38615:0:(genops.c:887:class_export_get()) GET export ffff8a9b04f38000 refcount=58 00080000:00000001:0.0:1773688178.952713:0:38615:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688178.952725:0:38615:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1773688178.952727:0:38615:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.952739:0:38615:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.952744:0:38615:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688178.952748:0:38615:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.952750:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.952752:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688178.952754:0:38615:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:0.0:1773688178.952757:0:38615:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b3672ab08/ffff8a9b3672aab0 to site lru. bkt: ffff8a9b3211f3d8 00010000:00000040:0.0:1773688178.952763:0:38615:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46300 count: 2 00010000:00000001:0.0:1773688178.952766:0:38615:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1773688178.952769:0:38615:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1773688178.952772:0:38615:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1773688178.952774:0:38615:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688178.952776:0:38615:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997970889480 : -129075738662136 : ffff8a9b3672ab08) 00002000:00000001:0.0:1773688178.952779:0:38615:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997970889392 : -129075738662224 : ffff8a9b3672aab0) 00002000:00000001:0.0:1773688178.952781:0:38615:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1773688178.952784:0:38615:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1773688178.952787:0:38615:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0xa06:0x0] updating lvb size from disk: 74834 -> 74834 00002000:00010000:0.0:1773688178.952789:0:38615:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0xa06:0x0] updating lvb mtime from disk: 1773688166 -> 1773688154 00002000:00010000:0.0:1773688178.952792:0:38615:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0xa06:0x0] updating lvb atime from disk: 1773688157 -> 1773688168 00002000:00010000:0.0:1773688178.952794:0:38615:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0xa06:0x0] updating lvb ctime from disk: 1773688178 -> 1773688178 00002000:00010000:0.0:1773688178.952797:0:38615:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0xa06:0x0] updating lvb blocks from disk: 259 -> 259 00000020:00000002:0.0:1773688178.952800:0:38615:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b3672ab08/ffff8a9b3672aab0 to site lru. bkt: ffff8a9b3211f3d8 00010000:00000040:0.0:1773688178.952803:0:38615:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 12884903751, transno 12884903753, xid 1859843854296832 00010000:00000001:0.0:1773688178.952806:0:38615:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688178.952816:0:38615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b3220e680 x1859843854296832/t12884903753(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 440/432 e 0 to 0 dl 1773688189 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688178.952825:0:38615:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688178.952827:0:38615:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688178.952830:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b36eb51e8 time=94 v=5 (1 4 1 1) 00000100:00000001:0.0:1773688178.952833:0:38615:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688178.952836:0:38615:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688178.952838:0:38615:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688178.952840:0:38615:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688178.952842:0:38615:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.952844:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688178.952846:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688178.952850:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be3b8. 00000100:00000200:0.0:1773688178.952854:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1859843854296832, offset 224 00000400:00000200:0.0:1773688178.952861:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688178.952868:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688178.952873:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47914:47914:256:4294967295] 192.168.204.51@tcp LPNI seq info [47910:47910:8:4294967295] 00000400:00000200:0.0:1773688178.952882:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688178.952887:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688178.952891:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85a00. 00000800:00000200:0.0:1773688178.952896:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688178.952901:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688178.952904:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85a00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1773688178.952922:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.952926:0:38615:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688178.952928:0:38615:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688178.952930:0:38615:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.952932:0:38615:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688178.952936:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3220e680 x1859843854296832/t12884903753(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 440/432 e 0 to 0 dl 1773688189 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688178.952980:0:38615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3220e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+58:2407:x1859843854296832:12345-192.168.204.51@tcp:2:dbench.0 Request processed in 541us (691us total) trans 12884903753 rc 0/0 00000100:00100000:0.0:1773688178.952990:0:38615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7627 00000100:00000040:0.0:1773688178.952994:0:38615:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b04f38000 : new rpc_count 0 00000100:00000001:0.0:1773688178.952996:0:38615:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688178.952998:0:38615:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688178.953001:0:38615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06a80. 00000020:00000010:0.0:1773688178.953005:0:38615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400000. 00000020:00000010:0.0:1773688178.953031:0:38615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb200. 00000020:00000040:0.0:1773688178.953036:0:38615:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b04f38000 : new refcount 57 00000100:00000001:0.0:1773688178.953038:0:38615:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688178.954036:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688178.954041:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85a00. 00000400:00000200:1.0:1773688178.954046:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688178.954052:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688178.954056:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be3b8 00000400:00000010:1.0:1773688178.954059:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be3b8. 00000100:00000001:1.0:1773688178.954063:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688178.954065:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688178.957488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b600. 00010000:00000010:1.1:1773688178.957497:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304500. 00010000:00000010:1.1:1773688178.957501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a400. 00010000:00000010:1.1:1773688178.957503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b200. 00010000:00000010:1.1:1773688178.957505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8ac00. 00010000:00000010:1.1:1773688178.957507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd600. 00000800:00000001:2.0:1773688178.958089:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.958101:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.958104:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.958108:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.958116:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.958130:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a445e780 00000400:00000200:2.0:1773688178.958137:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 65128 00000800:00000001:2.0:1773688178.958146:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.958171:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.958174:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.958178:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.958186:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.958188:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688178.958196:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3220ed80. 00000100:00000040:2.0:1773688178.958199:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3220ed80 x1859843854296960 msgsize 584 00000100:00100000:2.0:1773688178.958203:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.958214:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.958220:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.958223:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.958253:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688178.958256:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854296960 02000000:00000001:1.0:1773688178.958259:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688178.958262:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688178.958264:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.958268:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688178.958271:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854296960 00000020:00000001:1.0:1773688178.958274:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688178.958276:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688178.958279:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.958282:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=57 00000020:00000001:1.0:1773688178.958284:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688178.958286:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688178.958290:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.958294:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c62cc0. 00000100:00000001:1.0:1773688178.958298:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.958301:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c62cc0. 00000020:00000010:1.0:1773688178.958320:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b028f6e00. 00000020:00000010:1.0:1773688178.958327:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07b50d80. 00000020:00000010:1.0:1773688178.958333:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fea28. 00000100:00000040:1.0:1773688178.958339:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688178.958342:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688178.958344:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688178.958347:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688178.958349:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.958351:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.958358:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.958366:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688178.958377:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688178.958379:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688178.958385:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15432 00000100:00000040:1.0:1773688178.958389:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688178.958392:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997898423680 : -129075811127936 : ffff8a9b3220ed80) 00000100:00000040:1.0:1773688178.958399:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3220ed80 x1859843854296960/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 584/0 e 0 to 0 dl 1773688258 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688178.958408:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688178.958411:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c62cc0. 00000100:00000001:1.0:1773688178.958413:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688178.958415:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c62cc0. 00000100:00100000:1.0:1773688178.958420:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3220ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+57:68109:x1859843854296960:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688178.958424:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854296960 00000020:00000001:1.0:1773688178.958427:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688178.958431:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1773688178.958436:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b41aafcc0: xid 1859843854296704, transno 171798692030, client gen 13, slot idx 2 00000001:00000001:1.0:1773688178.958440:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a0ab18480: xid 1859843854295936, transno 171798692029, client gen 13, slot idx 3 00000001:00000010:1.0:1773688178.958444:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a0ab18480. 00000020:00000001:1.0:1773688178.958449:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.958451:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688178.958453:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688178.958456:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688178.958459:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854296960, found 0 last_xid 1859843854296959 00000020:00000001:1.0:1773688178.958462:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688178.958463:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688178.958465:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688178.958470:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.958472:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688178.958474:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688178.958476:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688178.958479:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688178.958481:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.958485:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.958491:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 4 00010000:00000001:1.0:1773688178.958494:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.958496:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.958500:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86c00. 00000020:00000001:1.0:1773688178.958503:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.958505:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86c00 with handle 0x52973366461d26af to hash 00000020:00000001:1.0:1773688178.958507:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.958508:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000010:1.0:1773688178.958514:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b900. 00010000:00000001:1.0:1773688178.958517:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00010000:1.0:1773688178.958521:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d26af lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a5fa expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.958530:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:1.0:1773688178.958532:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=58 00010000:00000001:1.0:1773688178.958538:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688178.958541:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688178.958546:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688178.958548:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688178.958550:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1773688178.958552:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688178.958554:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:1.0:1773688178.958557:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688178.958561:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:1.0:1773688178.958564:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:1.0:1773688178.958565:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.958568:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688178.958570:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688178.958572:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688178.958574:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688178.958589:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a0d8f3000. 02000000:00000001:1.0:1773688178.958595:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.958597:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.958599:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.958602:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1773688178.958606:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:1.0:1773688178.958608:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.958610:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.958613:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.958614:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.958616:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.958618:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.958619:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.958621:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.958622:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.958623:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.958625:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.958626:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.958627:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.958629:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.958630:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.958631:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.958633:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.958635:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.958636:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688178.958640:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688178.958645:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688178.958647:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688178.958649:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.958650:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.958652:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.958654:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.958655:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.958656:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.958658:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688178.958659:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.958661:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.958663:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.958664:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688178.958666:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.958670:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1773688178.958675:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:1.0:1773688178.958677:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xf3:0x0]/PPTC321.TMP, ldlm_rep = ffff8a9a0d8f3228 00000004:00000001:1.0:1773688178.958682:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1773688178.958685:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1773688178.958688:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1773688178.958690:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688178.958692:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688178.958694:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 5 00010000:00000001:1.0:1773688178.958696:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.958698:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.958701:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e87800. 00000020:00000001:1.0:1773688178.958704:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.958705:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e87800 with handle 0x52973366461d26b6 to hash 00000020:00000001:1.0:1773688178.958707:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.958708:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000010:1.0:1773688178.958712:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bc00. 00010000:00000001:1.0:1773688178.958713:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:1.0:1773688178.958716:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.958718:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.958721:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d26b6 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.958732:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688178.958735:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688178.958737:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.958740:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.958742:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.958744:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.958746:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.958748:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688178.958750:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.958752:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.958753:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.958756:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) refcount = 5 00010000:00000040:1.0:1773688178.958758:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688178.958763:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378800/0x52973366461d0912 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8464d expref: 58 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.958772:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d255f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a58a expref: 58 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.958779:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378a00/0x52973366461d090b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e84677 expref: 58 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.958785:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d26b6 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.958791:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.958795:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.958797:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.958799:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688178.958800:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.958803:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.958805:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.958809:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688178.958811:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.958821:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d26b6 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.958829:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688178.958831:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.958832:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.958834:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688178.958835:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773688178.958840:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9b32304500. 00010000:00000010:1.0:1773688178.958843:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b07b50b00. 00010000:00000001:1.0:1773688178.958846:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688178.958848:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86000. 00000020:00000001:1.0:1773688178.958850:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.958851:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86000 with handle 0x52973366461d26bd to hash 00000020:00000001:1.0:1773688178.958853:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688178.958854:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000010:1.0:1773688178.958857:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b380. 00010000:00000001:1.0:1773688178.958859:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:1.0:1773688178.958861:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.958863:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.958865:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d26bd lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.958870:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688178.958872:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688178.958873:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688178.958874:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.958876:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.958877:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688178.958878:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.958880:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688178.958881:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688178.958883:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688178.958884:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688178.958886:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xddd0a3dd (ffff8a9b32304500) refcount = 1 00010000:00010000:1.0:1773688178.958888:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d26bd lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.958892:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688178.958894:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.958895:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.958896:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688178.958897:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.958899:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.958901:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688178.958902:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688178.958904:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.958906:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d26bd lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.958910:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688178.958912:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.958913:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.958914:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.958918:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1773688178.958956:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1773688178.958960:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1773688178.958963:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1773688178.958981:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.958986:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1773688178.959004:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688178.959031:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688178.959034:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688178.959037:0:68797:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:1.0:1773688178.959040:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1773688178.959042:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688178.959046:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.959047:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.959049:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e87800 refcount=3 00000020:00000001:1.0:1773688178.959051:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:1.0:1773688178.959058:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:1.0:1773688178.959061:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688178.959064:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d26b6 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.959069:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.959070:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.959072:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d26b6 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.959077:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.959078:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.959081:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688178.959083:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d26b6 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.959088:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e87800 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688178.959091:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.959093:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688178.959095:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d26b6 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.959101:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688178.959102:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.959103:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.959105:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e87800 refcount=4 00000020:00000001:1.0:1773688178.959106:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:1.0:1773688178.959108:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:1.0:1773688178.959111:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688178.959113:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d26b6 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.959119:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688178.959121:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688178.959122:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.959126:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688178.959127:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.959129:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.959130:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.959132:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e87800 with handle 0x52973366461d26b6 from hash 00010000:00000001:1.0:1773688178.959135:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.959136:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.959137:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.959138:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688178.959141:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.959142:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.959144:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688178.959146:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.959148:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.959150:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:1.0:1773688178.959153:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688178.959155:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.959157:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.959159:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.959160:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688178.959163:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.959164:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.959165:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.959167:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.959169:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.959172:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d26b6 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.959176:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.959177:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.959178:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688178.959180:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688178.959181:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.959183:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d26b6 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688178.959188:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bc00. 00010000:00000001:1.0:1773688178.959195:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.959196:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688178.959197:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688178.959198:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.959200:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.959201:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86000 refcount=3 00000020:00000001:1.0:1773688178.959203:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:1.0:1773688178.959205:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:1.0:1773688178.959206:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688178.959208:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d26bd lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.959212:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.959213:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.959215:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d26bd lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.959220:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.959221:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.959223:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688178.959225:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d26bd lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.959230:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e86000 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688178.959231:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.959232:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688178.959234:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d26bd lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.959242:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688178.959243:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.959244:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.959245:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86000 refcount=4 00000020:00000001:1.0:1773688178.959247:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:1.0:1773688178.959248:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:1.0:1773688178.959250:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688178.959252:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d26bd lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.959255:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688178.959257:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688178.959258:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.959259:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688178.959260:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.959262:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.959263:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.959265:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86000 with handle 0x52973366461d26bd from hash 00010000:00000001:1.0:1773688178.959267:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.959268:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.959269:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.959270:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688178.959271:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688178.959272:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.959274:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688178.959275:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.959276:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.959278:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xddd0a3dd (ffff8a9b32304500) 00010000:00010000:1.0:1773688178.959280:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688178.959281:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.959283:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.959285:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.959286:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688178.959288:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.959289:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.959290:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.959291:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.959293:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.959295:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d26bd lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.959300:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.959301:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.959302:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688178.959303:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688178.959304:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.959305:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d26bd lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688178.959310:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b380. 00010000:00000040:1.0:1773688178.959313:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9b32304500 count: 0 00010000:00000010:1.0:1773688178.959318:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b07b50b00. 00010000:00000001:1.0:1773688178.959322:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.959323:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688178.959325:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1773688178.959326:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1773688178.959327:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1773688178.959330:0:68797:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:1.0:1773688178.959333:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688178.959335:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688178.959336:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688178.959338:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688178.959339:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688178.959342:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1773688178.959347:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.959349:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:1.0:1773688178.959351:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688178.959353:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688178.959355:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773688178.959357:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688178.959359:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.959361:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.959362:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.959364:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.959365:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.959367:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86c00 with handle 0x52973366461d26af from hash 00010000:00000001:1.0:1773688178.959374:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.959375:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.959377:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.959378:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688178.959380:0:68797:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773688178.959382:0:68797:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1773688178.959387:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d26af lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5fa expref: 58 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.959393:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688178.959395:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.959397:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688178.959399:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.959401:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.959403:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688178.959405:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.959406:0:68797:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.959407:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688178.959408:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688178.959409:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.959411:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.959412:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:1.0:1773688178.959415:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688178.959416:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.959418:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.959420:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.959421:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.959424:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d26af lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a5fa expref: 58 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.959435:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:1.0:1773688178.959437:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 57 00010000:00000010:1.0:1773688178.959439:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b900. 00010000:00000001:1.0:1773688178.959443:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.959445:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b04e86c00, rc 0) 00000020:00000001:1.0:1773688178.959447:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1773688178.959451:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 0, xid 1859843854296960 00010000:00000001:1.0:1773688178.959453:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688178.959458:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b3220ed80 x1859843854296960/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 584/584 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688178.959466:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688178.959469:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688178.959473:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=56 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688178.959477:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688178.959480:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688178.959482:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688178.959485:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688178.959487:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.959490:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688178.959491:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688178.959495:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64198. 00000100:00000200:1.0:1773688178.959499:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854296960, offset 224 00000400:00000200:1.0:1773688178.959504:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688178.959512:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688178.959518:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47915:47915:256:4294967295] 192.168.204.51@tcp LPNI seq info [47911:47911:8:4294967295] 00000400:00000200:1.0:1773688178.959529:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688178.959534:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688178.959539:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7300. 00000800:00000200:1.0:1773688178.959545:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688178.959552:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688178.959556:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7300 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1773688178.959569:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.959572:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688178.959575:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688178.959576:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.959579:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688178.959583:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3220ed80 x1859843854296960/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 584/584 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688178.959592:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3220ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+57:68109:x1859843854296960:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1182us (1390us total) trans 0 rc 301/301 00000100:00100000:1.0:1773688178.959601:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15432 00000100:00000040:1.0:1773688178.959604:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688178.959607:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688178.959609:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688178.959613:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07b50d80. 00000020:00000010:1.0:1773688178.959617:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fea28. 00000020:00000010:1.0:1773688178.959621:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b028f6e00. 00000020:00000040:1.0:1773688178.959625:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 56 00000100:00000001:1.0:1773688178.959628:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688178.959667:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.959672:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7300. 00000400:00000200:2.0:1773688178.959676:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.959681:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.959685:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64198 00000400:00000010:2.0:1773688178.959688:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64198. 00000100:00000001:2.0:1773688178.959691:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.959693:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1773688178.964094:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.964109:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688178.964112:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.964115:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688178.964124:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688178.964137:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 656 into portal 12 MB=0x69b84a445e880 00000400:00000200:1.0:1773688178.964144:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 656/656 into md 0x3b659 [64] + 65712 00000800:00000001:1.0:1773688178.964151:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.964166:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688178.964169:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688178.964173:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688178.964180:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688178.964182:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688178.964189:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b32124000. 00000100:00000040:1.0:1773688178.964192:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b32124000 x1859843854297216 msgsize 656 00000100:00100000:1.0:1773688178.964196:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688178.964209:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688178.964215:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.964218:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.964249:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688178.964252:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854297216 02000000:00000001:0.0:1773688178.964255:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688178.964258:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688178.964260:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.964264:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688178.964268:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854297216 00000020:00000001:0.0:1773688178.964271:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688178.964272:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688178.964275:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.964278:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=57 00000020:00000001:0.0:1773688178.964280:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688178.964283:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688178.964287:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.964291:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.964295:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.964297:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00000020:00000010:0.0:1773688178.964303:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb200. 00000020:00000010:0.0:1773688178.964308:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06a80. 00000020:00000010:0.0:1773688178.964314:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400000. 00000100:00000040:0.0:1773688178.964321:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688178.964324:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688178.964326:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688178.964328:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688178.964330:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.964332:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.964338:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.964350:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.964361:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688178.964363:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688178.964369:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15433 00000100:00000040:0.0:1773688178.964373:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688178.964375:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997897461760 : -129075812089856 : ffff8a9b32124000) 00000100:00000040:0.0:1773688178.964383:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b32124000 x1859843854297216/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 656/0 e 0 to 0 dl 1773688258 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688178.964392:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.964395:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.964397:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.964400:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00000100:00100000:0.0:1773688178.964404:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b32124000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+57:68109:x1859843854297216:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688178.964408:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854297216 00000020:00000001:0.0:1773688178.964411:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688178.964415:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688178.964419:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.964422:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688178.964424:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688178.964427:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688178.964429:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854297216, found 0 last_xid 1859843854297215 00000020:00000001:0.0:1773688178.964432:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688178.964434:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688178.964436:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688178.964441:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.964443:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688178.964445:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688178.964447:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688178.964449:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1773688178.964451:0:68797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00000001:0.0:1773688178.964454:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.964455:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.964457:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86800 refcount=3 00000020:00000001:0.0:1773688178.964460:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688178.964463:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000040:0.0:1773688178.964466:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 4 00000004:00000001:0.0:1773688178.964469:0:68797:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1773688178.964472:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1773688178.964474:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.964475:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.964477:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.964479:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.964483:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688178.964485:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688178.964490:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.964491:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.964493:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.964495:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688178.964498:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86800 with handle 0x52973366461d255f from hash 00010000:00000001:0.0:1773688178.964500:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688178.964502:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.964503:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.964504:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688178.964508:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.964510:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.964512:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688178.964513:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688178.964518:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d255f lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a58a expref: 57 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.964526:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 27 00000020:00000040:0.0:1773688178.964529:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 56 00010000:00000010:0.0:1773688178.964531:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bb80. 00010000:00000001:0.0:1773688178.964537:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.964539:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688178.964541:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688178.964543:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00000001:0.0:1773688178.964547:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.964550:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.964552:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1773688178.964553:0:68797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1773688178.964555:0:68797:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.964558:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688178.964561:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 3 00010000:00000001:0.0:1773688178.964564:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688178.964566:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688178.964569:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcdc00. 00000020:00000001:0.0:1773688178.964572:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688178.964574:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcdc00 with handle 0x52973366461d26c4 to hash 00000020:00000001:0.0:1773688178.964576:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688178.964578:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00010000:00000010:0.0:1773688178.964592:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988e80. 00010000:00000001:0.0:1773688178.964595:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00010000:00010000:0.0:1773688178.964599:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d26c4 lrc: 2/0,0 mode: --/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a601 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.964606:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:0.0:1773688178.964609:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=57 00010000:00000001:0.0:1773688178.964613:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688178.964616:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688178.964622:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688178.964625:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688178.964626:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.964629:0:68797:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:0.0:1773688178.964634:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9b32124000 x1859843854297216/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 656/0 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1773688178.964642:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1773688178.964644:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1773688178.964646:0:68797:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1773688178.964649:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.964651:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.964653:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.964655:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.964657:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.964663:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.964665:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.964667:0:68797:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.964669:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.964673:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688178.964675:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688178.964677:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688178.964679:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688178.964686:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9b09e68000. 02000000:00000001:0.0:1773688178.964689:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.964691:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.964694:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1773688178.964696:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.964697:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.964699:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.964700:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.964702:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.964711:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.964713:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.964715:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.964717:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.964718:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.964722:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688178.964726:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688178.964729:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688178.964731:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.964732:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.964734:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.964736:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.964737:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.964739:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.964741:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688178.964743:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.964745:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.964748:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.964749:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688178.964751:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.964754:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1773688178.964755:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.964758:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1773688178.964761:0:68797:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:0.0:1773688178.964764:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfa38 00000004:00000002:0.0:1773688178.964767:0:68797:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xf3:0x0]/(PPTC321.TMP->[0x20000afe1:0x140:0x0]) cr_flag=040000000000103 mode=0100600 msg_flag=0x600 00000004:00000001:0.0:1773688178.964773:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688178.964775:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:0.0:1773688178.964779:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688178.964782:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:0.0:1773688178.964785:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:0.0:1773688178.964788:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1773688178.964790:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.964795:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1773688178.964820:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1773688178.964823:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688178.964826:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1773688178.964831:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.964835:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1773688178.964851:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688178.964854:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688178.964856:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688178.964859:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1773688178.964863:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1773688178.964865:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1773688178.964867:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688178.964869:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688178.964872:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 4 00010000:00000001:0.0:1773688178.964874:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688178.964876:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688178.964879:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bccc00. 00000020:00000001:0.0:1773688178.964881:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688178.964883:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bccc00 with handle 0x52973366461d26cb to hash 00000020:00000001:0.0:1773688178.964885:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688178.964886:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00010000:00000010:0.0:1773688178.964890:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988600. 00010000:00000001:0.0:1773688178.964892:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00010000:00000001:0.0:1773688178.964894:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.964896:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.964899:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d26cb lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.964905:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688178.964908:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688178.964910:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688178.964912:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.964914:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.964916:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.964918:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.964920:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688178.964922:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688178.964924:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688178.964925:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688178.964928:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) refcount = 4 00010000:00000040:0.0:1773688178.964931:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688178.964936:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378800/0x52973366461d0912 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8464d expref: 57 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.964945:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378a00/0x52973366461d090b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e84677 expref: 57 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688178.964952:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d26cb lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.964957:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688178.964960:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.964962:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.964964:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688178.964979:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.964982:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.964984:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688178.964986:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688178.964989:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.964991:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d26cb lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.964996:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688178.964998:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.964999:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.965000:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688178.965001:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773688178.965031:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a1a7d7000. 00010000:00000010:0.0:1773688178.965036:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b35d06380. 00010000:00000001:0.0:1773688178.965040:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688178.965042:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcd000. 00000020:00000001:0.0:1773688178.965044:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688178.965046:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcd000 with handle 0x52973366461d26d2 to hash 00000020:00000001:0.0:1773688178.965048:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688178.965049:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160297984 : -129075549253632 : ffff8a9b41bcd000) 00010000:00000010:0.0:1773688178.965053:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988b80. 00010000:00000001:0.0:1773688178.965055:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160297984 : -129075549253632 : ffff8a9b41bcd000) 00010000:00000001:0.0:1773688178.965057:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.965059:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.965062:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd000/0x52973366461d26d2 lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.965068:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688178.965070:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688178.965071:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688178.965072:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.965074:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.965077:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.965078:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.965080:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688178.965081:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688178.965083:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688178.965084:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688178.965086:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xddd0a3dd (ffff8a9a1a7d7000) refcount = 1 00010000:00010000:0.0:1773688178.965090:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd000/0x52973366461d26d2 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.965095:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688178.965097:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.965099:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.965101:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688178.965102:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.965104:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.965105:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688178.965107:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688178.965109:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.965112:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd000/0x52973366461d26d2 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.965117:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688178.965118:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.965120:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688178.965121:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965125:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1773688178.965133:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1773688178.965135:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688178.965138:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1773688178.965141:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.965144:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1773688178.965151:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688178.965153:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688178.965156:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688178.965159:0:68797:0:(mdt_handler.c:3750:mdt_object_new()) Process entered 00000004:00000040:0.0:1773688178.965161:0:68797:0:(mdt_handler.c:3752:mdt_object_new()) Allocate object for [0x20000afe1:0x140:0x0] 00000020:00000001:0.0:1773688178.965163:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:0.0:1773688178.965165:0:68797:0:(mdt_handler.c:6940:mdt_object_alloc()) Process entered 00000004:00000010:0.0:1773688178.965169:0:68797:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8a9a16746780. 00000004:00000001:0.0:1773688178.965173:0:68797:0:(mdt_handler.c:6965:mdt_object_alloc()) Process leaving (rc=18446614993139165144 : -129080570386472 : ffff8a9a167467d8) 00000004:00000001:0.0:1773688178.965178:0:68797:0:(mdt_handler.c:6978:mdt_object_init()) Process entered 00000004:00000040:0.0:1773688178.965180:0:68797:0:(mdt_handler.c:6981:mdt_object_init()) object init, fid = [0x20000afe1:0x140:0x0] 00000004:00000010:0.0:1773688178.965184:0:68797:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8a9b09e2c708. 00000004:00000001:0.0:1773688178.965187:0:68797:0:(mdt_handler.c:6990:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965190:0:68797:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:0.0:1773688178.965193:0:68797:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:0.0:1773688178.965197:0:68797:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8a9b09d14770. 00000004:00000001:0.0:1773688178.965199:0:68797:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446614997222115184 : -129076487436432 : ffff8a9b09d14770) 00000004:00000001:0.0:1773688178.965202:0:68797:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965204:0:68797:0:(lod_object.c:9526:lod_object_init()) Process entered 00000004:00000001:0.0:1773688178.965206:0:68797:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1773688178.965209:0:68797:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1773688178.965211:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688178.965214:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688178.965217:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688178.965219:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688178.965221:0:68797:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1773688178.965223:0:68797:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x20000afe1 00000004:00000001:0.0:1773688178.965226:0:68797:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1773688178.965231:0:68797:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8a9a16170720. 00000004:00000001:0.0:1773688178.965233:0:68797:0:(lod_object.c:9569:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.965236:0:68797:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1773688178.965238:0:68797:0:(osd_object.c:541:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688178.965240:0:68797:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.965245:0:68797:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614993139165144 : -129080570386472 : ffff8a9a167467d8) 00000004:00000001:0.0:1773688178.965248:0:68797:0:(mdt_handler.c:3758:mdt_object_new()) Process leaving (rc=18446614993139165056 : -129080570386560 : ffff8a9a16746780) 00080000:00000001:0.0:1773688178.965254:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.965260:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:0.0:1773688178.965262:0:68797:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0xf3:0x0] version is 0x27000000de 00000004:00000002:0.0:1773688178.965265:0:68797:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0x140:0x0] version is 0x1 00000004:00000001:0.0:1773688178.965269:0:68797:0:(mdd_dir.c:3113:mdd_create()) Process entered 00000004:00000001:0.0:1773688178.965278:0:68797:0:(mdd_dir.c:2504:mdd_create_sanity_check()) Process entered 00000004:00000001:0.0:1773688178.965281:0:68797:0:(mdd_dir.c:442:mdd_may_create()) Process entered 00000004:00000001:0.0:1773688178.965283:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688178.965285:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 3 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1773688178.965288:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965290:0:68797:0:(mdd_dir.c:454:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965293:0:68797:0:(mdd_dir.c:2609:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1773688178.965297:0:68797:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1773688178.965304:0:68797:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9b33cf2cc0. 00080000:00000001:0.0:1773688178.965307:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1773688178.965314:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10e31c00. 00080000:00000001:0.0:1773688178.965317:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993045756928 : -129080663794688 : ffff8a9a10e31c00) 00000004:00000001:0.0:1773688178.965319:0:68797:0:(mdd_dir.c:2785:mdd_acl_init()) Process entered 00000004:00000001:0.0:1773688178.965323:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.965325:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.965328:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688178.965331:0:68797:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688178.965335:0:68797:0:(mdd_dir.c:2823:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1773688178.965339:0:68797:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x20000afe1:0x140:0x0] eadata 0000000000000000 len 0 00000004:00000001:0.0:1773688178.965344:0:68797:0:(lod_object.c:5733:lod_ah_init()) Process entered 00080000:00000002:0.0:1773688178.965348:0:68797:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x20000afe1:0xf3:0x0] not in the id map cache 00000004:00000001:0.0:1773688178.965352:0:68797:0:(lod_object.c:5355:lod_get_default_lov_striping()) Process entered 00000004:00000001:0.0:1773688178.965355:0:68797:0:(lod_lov.c:1029:lod_get_ea()) Process entered 00080000:00000001:0.0:1773688178.965356:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.965358:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688178.965361:0:68797:0:(lod_lov.c:1044:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965363:0:68797:0:(lod_object.c:5364:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965365:0:68797:0:(lod_object.c:5355:lod_get_default_lov_striping()) Process entered 00000004:00000001:0.0:1773688178.965367:0:68797:0:(lod_lov.c:1029:lod_get_ea()) Process entered 00080000:00000001:0.0:1773688178.965368:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.965371:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688178.965373:0:68797:0:(lod_lov.c:1044:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965376:0:68797:0:(lod_object.c:5364:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1773688178.965380:0:68797:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8a9a0ab18480. 00000004:00000001:0.0:1773688178.965383:0:68797:0:(lod_object.c:6016:lod_ah_init()) Process leaving 00000004:00000001:0.0:1773688178.965384:0:68797:0:(mdd_dir.c:1597:mdd_linkea_prepare()) Process entered 00000020:00000001:0.0:1773688178.965389:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818df8c8 00000001:00000002:0.0:1773688178.965391:0:68797:0:(linkea.c:183:linkea_add_buf()) New link_ea name '[0x20000afe1:0xf3:0x0]:PPTC321.TMP' is added 00000004:00000001:0.0:1773688178.965393:0:68797:0:(mdd_dir.c:1624:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965396:0:68797:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:0.0:1773688178.965399:0:68797:0:(lod_object.c:6196:lod_declare_create()) Process entered 00000004:00000001:0.0:1773688178.965401:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.965404:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045756928 : -129080663794688 : ffff8a9a10e31c00) 00080000:00000001:0.0:1773688178.965407:0:68797:0:(osd_object.c:1462:osd_declare_create()) Process entered 00080000:00000001:0.0:1773688178.965428:0:68797:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1773688178.965432:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688178.965433:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688178.965434:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688178.965436:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.965439:0:68797:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1773688178.965446:0:68797:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x20000afe1:0x140:0x0] not in the id map cache 00000001:00000001:0.0:1773688178.965449:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688178.965451:0:68797:0:(osd_object.c:1516:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965453:0:68797:0:(lod_object.c:6130:lod_declare_striped_create()) Process entered 00020000:00000001:0.0:1773688178.965456:0:68797:0:(lod_qos.c:2957:lod_prepare_create()) Process entered 00020000:00000001:0.0:1773688178.965458:0:68797:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00020000:00000001:0.0:1773688178.965460:0:68797:0:(lod_qos.c:2436:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:0.0:1773688178.965462:0:68797:0:(lod_qos.c:2993:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:0.0:1773688178.965465:0:68797:0:(lod_qos.c:2807:lod_qos_prep_create()) Process entered 00020000:00000001:0.0:1773688178.965467:0:68797:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:0.0:1773688178.965469:0:68797:0:(lod_qos.c:162:lod_qos_statfs_update()) Process leaving 00020000:00000001:0.0:1773688178.965470:0:68797:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:0.0:1773688178.965472:0:68797:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:0.0:1773688178.965475:0:68797:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8a9a0fbc66a8. 00020000:00000010:0.0:1773688178.965478:0:68797:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8a9a0fbc6bb0. 00020000:00001000:0.0:1773688178.965482:0:68797:0:(lod_qos.c:2859:lod_qos_prep_create()) tgt_count 2 stripe_count 1 00020000:00001000:0.0:1773688178.965485:0:68797:0:(lod_qos.c:2875:lod_qos_prep_create()) collecting conflict osts for comp[0] 00020000:00000001:0.0:1773688178.965487:0:68797:0:(lod_qos.c:1575:lod_ost_alloc_qos()) Process entered 00020000:00000001:0.0:1773688178.965490:0:68797:0:(lod_qos.c:1599:lod_ost_alloc_qos()) Process leaving via out_nolock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00020000:00000001:0.0:1773688178.965494:0:68797:0:(lod_qos.c:1817:lod_ost_alloc_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00020000:00000001:0.0:1773688178.965496:0:68797:0:(lod_qos.c:702:lod_ost_alloc_rr()) Process entered 00020000:00000001:0.0:1773688178.965498:0:68797:0:(lod_qos.c:217:lod_qos_calc_rr()) Process entered 00020000:00000001:0.0:1773688178.965500:0:68797:0:(lod_qos.c:221:lod_qos_calc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:0.0:1773688178.965503:0:68797:0:(lod_qos.c:756:lod_ost_alloc_rr()) pool '' want 1 start_idx 0 start_count 2050 offset 0 active 2 count 2 00020000:00001000:0.0:1773688178.965506:0:68797:0:(lod_qos.c:774:lod_ost_alloc_rr()) #0 strt 1 act 0 strp 0 ary 1 idx 1 00020000:00000001:0.0:1773688178.965509:0:68797:0:(lod_qos.c:586:lod_check_and_reserve_ost()) Process entered 00020000:00000001:0.0:1773688178.965512:0:68797:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:0.0:1773688178.965515:0:68797:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1773688178.965518:0:68797:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=942848, bfree=935936, bavail=924160, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117737, ffree=116992, state=0 00000004:00000001:0.0:1773688178.965523:0:68797:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773688178.965525:0:68797:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965529:0:68797:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1773688178.965531:0:68797:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773688178.965534:0:68797:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:0.0:1773688178.965539:0:68797:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8a9a105a0d50. 00000004:00000001:0.0:1773688178.965544:0:68797:0:(osp_object.c:2259:osp_object_init()) Process entered 00000004:00000001:0.0:1773688178.965546:0:68797:0:(osp_object.c:2286:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965549:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.965551:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045756928 : -129080663794688 : ffff8a9a10e31c00) 00000004:00000001:0.0:1773688178.965555:0:68797:0:(osp_object.c:1466:osp_declare_create()) Process entered 00000020:00000001:0.0:1773688178.965558:0:68797:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1773688178.965560:0:68797:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446614993045756928 : -129080663794688 : ffff8a9a10e31c00) 00000004:00000001:0.0:1773688178.965563:0:68797:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:0.0:1773688178.965566:0:68797:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.965569:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688178.965665:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688178.965667:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965669:0:68797:0:(osp_object.c:1533:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773688178.965672:0:68797:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446614993036774824 : -129080672776792 : ffff8a9a105a0da8) 00020000:00000001:0.0:1773688178.965675:0:68797:0:(lod_qos.c:656:lod_check_and_reserve_ost()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773688178.965678:0:68797:0:(lod_qos.c:833:lod_ost_alloc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773688178.965681:0:68797:0:(lod_qos.c:2945:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773688178.965683:0:68797:0:(lod_qos.c:3001:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773688178.965686:0:68797:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:0.0:1773688178.965688:0:68797:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1773688178.965690:0:68797:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688178.965692:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.965693:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045756928 : -129080663794688 : ffff8a9a10e31c00) 00080000:00000001:0.0:1773688178.965696:0:68797:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1773688178.965699:0:68797:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965701:0:68797:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965703:0:68797:0:(lod_object.c:6174:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965705:0:68797:0:(lod_object.c:6277:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965707:0:68797:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965710:0:68797:0:(mdd_dir.c:2427:mdd_declare_object_initialize()) Process entered 00000004:00000001:0.0:1773688178.965711:0:68797:0:(mdd_dir.c:2431:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965714:0:68797:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:0.0:1773688178.965716:0:68797:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688178.965718:0:68797:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.965721:0:68797:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:0.0:1773688178.965723:0:68797:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965725:0:68797:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965728:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.965729:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045756928 : -129080663794688 : ffff8a9a10e31c00) 00080000:00000001:0.0:1773688178.965733:0:68797:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:0.0:1773688178.965739:0:68797:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965743:0:68797:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688178.965746:0:68797:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688178.965747:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.965748:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045756928 : -129080663794688 : ffff8a9a10e31c00) 00080000:00000001:0.0:1773688178.965751:0:68797:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1773688178.965796:0:68797:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965799:0:68797:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965801:0:68797:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965805:0:68797:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688178.965806:0:68797:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688178.965808:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.965810:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045756928 : -129080663794688 : ffff8a9a10e31c00) 00080000:00000001:0.0:1773688178.965814:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688178.965817:0:68797:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965819:0:68797:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965821:0:68797:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688178.965822:0:68797:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965824:0:68797:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.965829:0:68797:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1773688178.965831:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1773688178.965838:0:68797:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1773688178.965839:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.965840:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045756928 : -129080663794688 : ffff8a9a10e31c00) 00080000:00000001:0.0:1773688178.965843:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688178.965847:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688178.965849:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965850:0:68797:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965853:0:68797:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688178.965855:0:68797:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688178.965856:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.965858:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045756928 : -129080663794688 : ffff8a9a10e31c00) 00080000:00000001:0.0:1773688178.965860:0:68797:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1773688178.965861:0:68797:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965863:0:68797:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965865:0:68797:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.965883:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.965885:0:68797:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.965889:0:68797:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:0.0:1773688178.965892:0:68797:0:(lod_object.c:6470:lod_create()) Process entered 00000004:00000001:0.0:1773688178.965893:0:68797:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:0.0:1773688178.965895:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.965896:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045756928 : -129080663794688 : ffff8a9a10e31c00) 00080000:00000001:0.0:1773688178.965899:0:68797:0:(osd_object.c:1919:osd_create()) Process entered 00080000:00000001:0.0:1773688178.965946:0:68797:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1773688178.965948:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688178.965949:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688178.965951:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688178.965953:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.965954:0:68797:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.966023:0:68797:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1773688178.966027:0:68797:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.966031:0:68797:0:(osd_object.c:2031:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966033:0:68797:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966037:0:68797:0:(lod_object.c:6355:lod_striped_create()) Process entered 00000004:00000001:0.0:1773688178.966039:0:68797:0:(lod_object.c:6302:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1773688178.966042:0:68797:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:0.0:1773688178.966043:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.966045:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045756928 : -129080663794688 : ffff8a9a10e31c00) 00000004:00000001:0.0:1773688178.966048:0:68797:0:(osp_object.c:1569:osp_create()) Process entered 00000004:00000002:0.0:1773688178.966053:0:68797:0:(osp_object.c:1604:osp_create()) fid for osp_object ffff8a9a105a0d50 is [0x2c0000401:0xa07:0x0] 00000020:00000001:0.0:1773688178.966056:0:68797:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1773688178.966057:0:68797:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446614993045756928 : -129080663794688 : ffff8a9a10e31c00) 00080000:00000001:0.0:1773688178.966061:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688178.966109:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000004:00080000:0.0:1773688178.966112:0:68797:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xa07:0x0], index 1: 0 00000004:00000001:0.0:1773688178.966115:0:68797:0:(osp_object.c:1659:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966116:0:68797:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966119:0:68797:0:(lod_lov.c:578:lod_fill_mirrors()) Process entered 00000004:00000001:0.0:1773688178.966121:0:68797:0:(lod_lov.c:583:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966123:0:68797:0:(lod_object.c:4695:lod_generate_and_set_lovea()) Process entered 00000004:00000001:0.0:1773688178.966126:0:68797:0:(lod_lov.c:897:lod_generate_lovea()) Process entered 00000004:00000001:0.0:1773688178.966128:0:68797:0:(lod_lov.c:716:lod_gen_component_ea()) Process entered 00000004:00000001:0.0:1773688178.966131:0:68797:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1773688178.966132:0:68797:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1773688178.966134:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688178.966135:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688178.966136:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688178.966138:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688178.966140:0:68797:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1773688178.966142:0:68797:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2c0000401 00000004:00000001:0.0:1773688178.966144:0:68797:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966146:0:68797:0:(lod_lov.c:838:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966148:0:68797:0:(lod_lov.c:935:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966150:0:68797:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1773688178.966151:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.966153:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045756928 : -129080663794688 : ffff8a9a10e31c00) 00080000:00000001:0.0:1773688178.966156:0:68797:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1773688178.966159:0:68797:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:0.0:1773688178.966167:0:68797:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1773688178.966168:0:68797:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.966171:0:68797:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966173:0:68797:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966175:0:68797:0:(lod_object.c:4721:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966177:0:68797:0:(lod_object.c:6430:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966179:0:68797:0:(lod_object.c:6484:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966181:0:68797:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966183:0:68797:0:(mdd_dir.c:2456:mdd_object_initialize()) Process entered 00000004:00000001:0.0:1773688178.966185:0:68797:0:(mdd_dir.c:2470:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966190:0:68797:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:0.0:1773688178.966193:0:68797:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1773688178.966194:0:68797:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1773688178.966195:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.966196:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045756928 : -129080663794688 : ffff8a9a10e31c00) 00080000:00000001:0.0:1773688178.966198:0:68797:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1773688178.966200:0:68797:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr user.job with size 8 00080000:00000001:0.0:1773688178.966203:0:68797:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1773688178.966205:0:68797:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.966207:0:68797:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966208:0:68797:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966210:0:68797:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966212:0:68797:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966215:0:68797:0:(mdd_dir.c:3001:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966217:0:68797:0:(mdd_dir.c:669:__mdd_index_insert()) Process entered 00000004:00000001:0.0:1773688178.966219:0:68797:0:(mdd_dir.c:647:__mdd_index_insert_only()) Process entered 00000004:00000001:0.0:1773688178.966222:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.966223:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045756928 : -129080663794688 : ffff8a9a10e31c00) 00080000:00000001:0.0:1773688178.966227:0:68797:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:0.0:1773688178.966239:0:68797:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966242:0:68797:0:(mdd_dir.c:659:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966243:0:68797:0:(mdd_dir.c:678:__mdd_index_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966246:0:68797:0:(mdd_dir.c:1639:mdd_links_rename()) Process entered 00000004:00000001:0.0:1773688178.966248:0:68797:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:0.0:1773688178.966250:0:68797:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1773688178.966251:0:68797:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1773688178.966253:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.966254:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045756928 : -129080663794688 : ffff8a9a10e31c00) 00080000:00000001:0.0:1773688178.966256:0:68797:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1773688178.966258:0:68797:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.link with size 53 00080000:00000001:0.0:1773688178.966260:0:68797:0:(osd_xattr.c:852:osd_xattr_handle_linkea()) Process entered 00080000:00000001:0.0:1773688178.966263:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1773688178.966265:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1773688178.966266:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688178.966268:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688178.966269:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688178.966271:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.966273:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688178.966275:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.966277:0:68797:0:(osd_xattr.c:882:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.966281:0:68797:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1773688178.966283:0:68797:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.966285:0:68797:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966287:0:68797:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966288:0:68797:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966290:0:68797:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966292:0:68797:0:(mdd_dir.c:1653:mdd_links_rename()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688178.966295:0:68797:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:0.0:1773688178.966297:0:68797:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:0.0:1773688178.966299:0:68797:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:0.0:1773688178.966301:0:68797:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:0.0:1773688178.966302:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.966304:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045756928 : -129080663794688 : ffff8a9a10e31c00) 00080000:00000001:0.0:1773688178.966307:0:68797:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:0.0:1773688178.966309:0:68797:0:(osd_object.c:1274:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688178.966311:0:68797:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966313:0:68797:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966316:0:68797:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688178.966317:0:68797:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966320:0:68797:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966322:0:68797:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966323:0:68797:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966325:0:68797:0:(mdd_dir.c:3237:mdd_create()) Process leaving 00000004:00000001:0.0:1773688178.966328:0:68797:0:(mdd_dir.c:1371:mdd_changelog_ns_store()) Process entered 00000004:00000001:0.0:1773688178.966330:0:68797:0:(mdd_dir.c:1378:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.966333:0:68797:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1773688178.966335:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1773688178.966338:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:0.0:1773688178.966341:0:68797:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:0.0:1773688178.966342:0:68797:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1773688178.966344:0:68797:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1773688178.966345:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.966346:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045756928 : -129080663794688 : ffff8a9a10e31c00) 00080000:00000001:0.0:1773688178.966349:0:68797:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1773688178.966350:0:68797:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:0.0:1773688178.966354:0:68797:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1773688178.966355:0:68797:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.966357:0:68797:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966359:0:68797:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966361:0:68797:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966362:0:68797:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:0.0:1773688178.966365:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692031, last_committed = 171798692011 00000001:00000010:0.0:1773688178.966369:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a093ddf00. 00000001:00000040:0.0:1773688178.966371:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 20 00000020:00000040:0.0:1773688178.966374:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=58 00000001:00000010:0.0:1773688178.966379:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a0d8d8300. 00000004:00000001:0.0:1773688178.966385:0:68797:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1773688178.966387:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.966388:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045756928 : -129080663794688 : ffff8a9a10e31c00) 00080000:00000001:0.0:1773688178.966390:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688178.966398:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1773688178.966401:0:68797:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1773688178.966404:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a0d8d8300: xid 1859843854297216, transno 171798692031, tag 1, client gen 13, slot idx 3 00000001:00000001:0.0:1773688178.966408:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.966451:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773688178.966454:0:68797:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9b33cf2cc0. 00000020:00000001:0.0:1773688178.966457:0:68797:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966463:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1773688178.966466:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1773688178.966468:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966471:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688178.966474:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.966476:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.966478:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688178.966480:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688178.966483:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688178.966485:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:0.0:1773688178.966487:0:68797:0:(mdt_som.c:35:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688178.966490:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688178.966491:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.966492:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.966494:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688178.966496:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688178.966498:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:0.0:1773688178.966501:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff8a9b09e68378 00000004:00000001:0.0:1773688178.966503:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.966509:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688178.966515:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.966517:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.966519:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966526:0:68797:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:0.0:1773688178.966529:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1773688178.966531:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688178.966533:0:68797:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0x140:0x0] lease count: 0, lm: 4 00000004:00000001:0.0:1773688178.966536:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1773688178.966539:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688178.966540:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773688178.966545:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a1a7d7100. 00010000:00000010:0.0:1773688178.966548:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b35d06c00. 00010000:00000001:0.0:1773688178.966551:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688178.966553:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcd400. 00000020:00000001:0.0:1773688178.966555:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688178.966557:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcd400 with handle 0x52973366461d26d9 to hash 00000020:00000001:0.0:1773688178.966559:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688178.966561:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160299008 : -129075549252608 : ffff8a9b41bcd400) 00010000:00000010:0.0:1773688178.966564:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988200. 00010000:00000001:0.0:1773688178.966566:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160299008 : -129075549252608 : ffff8a9b41bcd400) 00010000:00000001:0.0:1773688178.966569:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.966570:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.966573:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd400/0x52973366461d26d9 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x140:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.966579:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688178.966581:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688178.966582:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688178.966584:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.966585:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.966587:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.966588:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.966590:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688178.966592:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688178.966593:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688178.966595:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688178.966597:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x140:0x0].0x0 (ffff8a9a1a7d7100) refcount = 1 00010000:00010000:0.0:1773688178.966600:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd400/0x52973366461d26d9 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x140:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.966605:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688178.966607:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.966609:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.966611:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688178.966612:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.966614:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.966615:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688178.966617:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688178.966619:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.966622:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd400/0x52973366461d26d9 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x140:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.966631:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688178.966632:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.966634:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.966635:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.966636:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.966637:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcd400 refcount=3 00000020:00000001:0.0:1773688178.966640:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160299008 : -129075549252608 : ffff8a9b41bcd400) 00010000:00000001:0.0:1773688178.966642:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160299008 : -129075549252608 : ffff8a9b41bcd400) 00010000:00000001:0.0:1773688178.966644:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.966645:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688178.966647:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688178.966649:0:68797:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0x140:0x0], ibits = 0x1b/0x1b, open_flags = 040000000000103, try_layout = 1 : rc = 0 00000004:00000001:0.0:1773688178.966653:0:68797:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688178.966655:0:68797:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966657:0:68797:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000001:00000001:0.0:1773688178.966660:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.966661:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.966664:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.966665:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.966667:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.966669:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.966670:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.966671:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688178.966674:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x140:0x0]: nlink=1, mode=100600, valid=0x100000008000278f 00000001:00000001:0.0:1773688178.966676:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.966678:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966680:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1773688178.966682:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688178.966684:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.966685:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.966688:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688178.966690:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688178.966692:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688178.966695:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966697:0:68797:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000004:00000002:0.0:1773688178.966699:0:68797:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56 00000004:00000001:0.0:1773688178.966701:0:68797:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000004:00000001:0.0:1773688178.966703:0:68797:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966706:0:68797:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:0.0:1773688178.966708:0:68797:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:0.0:1773688178.966710:0:68797:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966713:0:68797:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688178.966715:0:68797:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000004:00000010:0.0:1773688178.966718:0:68797:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9b35d06f00. 00000020:00000001:0.0:1773688178.966720:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688178.966722:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b35d06f00 with handle 0x52973366461d26e0 to hash 00000020:00000001:0.0:1773688178.966723:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:0.0:1773688178.966725:0:68797:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614997960257280 : -129075749294336 : ffff8a9b35d06f00) 00000004:00000001:0.0:1773688178.966727:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1773688178.966728:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:0.0:1773688178.966730:0:68797:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0x140:0x0] Change mfd open_flags 0 -> 040000000000103. 00000004:00000001:0.0:1773688178.966734:0:68797:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1773688178.966735:0:68797:0:(mdt_open.c:193:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1773688178.966737:0:68797:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966739:0:68797:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966741:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688178.966743:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.966744:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.966746:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688178.966747:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688178.966749:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688178.966751:0:68797:0:(mdt_open.c:1807:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688178.966755:0:68797:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:0.0:1773688178.966757:0:68797:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:0.0:1773688178.966758:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688178.966760:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688178.966762:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1773688178.966764:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1773688178.966765:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966767:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688178.966769:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688178.966772:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688178.966773:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.966774:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.966776:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bccc00 refcount=3 00000020:00000001:0.0:1773688178.966778:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00010000:00000001:0.0:1773688178.966781:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00010000:00000001:0.0:1773688178.966783:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688178.966786:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d26cb lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.966792:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.966793:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688178.966795:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d26cb lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.966799:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.966800:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.966803:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688178.966805:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d26cb lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688178.966810:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bccc00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688178.966813:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.966815:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688178.966817:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d26cb lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.966822:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688178.966824:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.966825:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.966826:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bccc00 refcount=4 00000020:00000001:0.0:1773688178.966828:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00010000:00000001:0.0:1773688178.966830:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00010000:00000001:0.0:1773688178.966833:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688178.966836:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d26cb lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.966841:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688178.966843:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688178.966844:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.966847:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688178.966848:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688178.966849:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.966851:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688178.966853:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bccc00 with handle 0x52973366461d26cb from hash 00010000:00000001:0.0:1773688178.966855:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688178.966857:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.966858:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.966859:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688178.966861:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.966863:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.966865:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688178.966866:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688178.966868:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688178.966870:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:0.0:1773688178.966873:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688178.966875:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.966877:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.966879:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688178.966880:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688178.966883:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.966884:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.966885:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.966887:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.966890:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.966892:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d26cb lrc: 2/0,0 mode: --/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.966898:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.966899:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.966901:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688178.966902:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688178.966904:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688178.966906:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d26cb lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688178.966912:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988600. 00010000:00000001:0.0:1773688178.966917:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688178.966918:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688178.966920:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688178.966921:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.966922:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.966924:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcd000 refcount=3 00000020:00000001:0.0:1773688178.966926:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160297984 : -129075549253632 : ffff8a9b41bcd000) 00010000:00000001:0.0:1773688178.966928:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160297984 : -129075549253632 : ffff8a9b41bcd000) 00000004:00010000:0.0:1773688178.966932:0:68797:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000af600f69 reply state 000000008b392aa7 transno 171798692031 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd000/0x52973366461d26d2 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.966940:0:68797:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:0.0:1773688178.966943:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.966944:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.966946:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688178.966948:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688178.966949:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688178.966950:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688178.966952:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xddd0a3dd (ffff8a9a1a7d7000) refcount = 1 00010000:00010000:0.0:1773688178.966956:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd000/0x52973366461d26d2 lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.966962:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688178.966964:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.966965:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.966980:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688178.966982:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688178.966983:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688178.966985:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xddd0a3dd (ffff8a9a1a7d7000) 00010000:00010000:0.0:1773688178.966988:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688178.966990:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.966992:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.966993:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688178.966995:0:68797:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:0.0:1773688178.966997:0:68797:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:0.0:1773688178.966998:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.967000:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688178.967001:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688178.967002:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688178.967004:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688178.967005:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1773688178.967029:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688178.967032:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:0.0:1773688178.967035:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688178.967038:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.967041:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.967043:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.967046:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.967048:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1773688178.967051:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688178.967053:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688178.967055:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688178.967056:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688178.967058:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688178.967060:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1773688178.967064:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.967066:0:68797:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:0.0:1773688178.967069:0:68797:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:0.0:1773688178.967071:0:68797:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.967073:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.967075:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.967076:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcd400 refcount=3 00000020:00000001:0.0:1773688178.967079:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160299008 : -129075549252608 : ffff8a9b41bcd400) 00010000:00000001:0.0:1773688178.967081:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160299008 : -129075549252608 : ffff8a9b41bcd400) 00000004:00000040:0.0:1773688178.967083:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:0.0:1773688178.967086:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=59 00010000:00000001:0.0:1773688178.967089:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.967091:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688178.967092:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688178.967094:0:68797:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688178.967096:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688178.967099:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1773688178.967101:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1773688178.967103:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688178.967105:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.967106:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.967107:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.967109:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688178.967111:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bcdc00 with handle 0x52973366461d26c4 from hash 00010000:00000001:0.0:1773688178.967113:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688178.967115:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.967116:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.967117:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1773688178.967118:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688178.967122:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d26c4 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a601 expref: 59 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.967129:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:0.0:1773688178.967131:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 58 00010000:00000010:0.0:1773688178.967134:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988e80. 00010000:00000001:0.0:1773688178.967137:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.967139:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.967142:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1773688178.967146:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd400/0x52973366461d26d9 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x140:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a601 expref: 58 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.967153:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688178.967154:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688178.967156:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x140:0x0].0x0 (ffff8a9a1a7d7100) 00010000:00010000:0.0:1773688178.967158:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1773688178.967161:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.967162:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.967164:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688178.967165:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.967166:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688178.967168:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bcd400, rc 0) 00000020:00000001:0.0:1773688178.967171:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688178.967175:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 171798692031, xid 1859843854297216 00010000:00000001:0.0:1773688178.967177:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:0.0:1773688178.967179:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=59 00010000:00000200:0.0:1773688178.967182:0:68797:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 171798692031, last committed = 171798692011 00010000:00000200:0.0:1773688178.967187:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b32124000 x1859843854297216/t171798692031(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 656/664 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688178.967196:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688178.967198:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688178.967202:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=56 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688178.967207:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688178.967209:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688178.967212:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688178.967214:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688178.967217:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.967220:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688178.967222:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688178.967227:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316beaa0. 00000100:00000200:0.0:1773688178.967233:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854297216, offset 224 00000400:00000200:0.0:1773688178.967240:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688178.967251:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688178.967258:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47916:47916:256:4294967295] 192.168.204.51@tcp LPNI seq info [47912:47912:8:4294967295] 00000400:00000200:0.0:1773688178.967268:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688178.967273:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688178.967277:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85800. 00000800:00000200:0.0:1773688178.967283:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688178.967291:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688178.967295:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85800 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1773688178.967311:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.967314:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688178.967316:0:68797:0:(ldlm_lib.c:3443:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688178.967317:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.967319:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688178.967323:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b32124000 x1859843854297216/t171798692031(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 656/664 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688178.967329:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b32124000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+59:68109:x1859843854297216:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2935us (3135us total) trans 171798692031 rc 0/0 00000100:00100000:0.0:1773688178.967335:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15433 00000100:00000040:0.0:1773688178.967338:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688178.967339:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688178.967341:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688178.967344:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06a80. 00000020:00000010:0.0:1773688178.967347:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400000. 00000020:00000010:0.0:1773688178.967351:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb200. 00000020:00000040:0.0:1773688178.967354:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 58 00000100:00000001:0.0:1773688178.967356:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688178.967429:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.967434:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85800. 00000400:00000200:2.0:1773688178.967439:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.967443:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.967448:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316beaa0 00000400:00000010:2.0:1773688178.967450:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316beaa0. 00000100:00000001:2.0:1773688178.967454:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.967456:0:3438:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688178.969043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e87800. 00010000:00000010:1.1:1773688178.969051:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304500. 00010000:00000010:1.1:1773688178.969057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86000. 00010000:00000010:1.1:1773688178.969060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86c00. 00000800:00000001:2.0:1773688178.970867:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.970876:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.970879:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.970881:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.970889:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.970901:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 28 MB=0x69b84a445e900 00000400:00000200:2.0:1773688178.970908:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.51@tcp of length 328/328 into md 0x592a1 [8] + 7560 00000800:00000001:2.0:1773688178.970914:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.970920:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.970923:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.970926:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.970931:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.970934:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1773688178.970939:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3220ea00. 00000100:00000040:2.0:1773688178.970943:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3220ea00 x1859843854297344 msgsize 328 00000100:00100000:2.0:1773688178.970947:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.970958:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.970978:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.970984:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.970998:0:38615:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688178.971002:0:38615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854297344 02000000:00000001:0.0:1773688178.971005:0:38615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688178.971029:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688178.971031:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.971036:0:38615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688178.971040:0:38615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854297344 00000020:00000001:0.0:1773688178.971043:0:38615:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688178.971045:0:38615:0:(genops.c:823:class_conn2export()) looking for export cookie 0x529733664618833a 00000020:00000001:0.0:1773688178.971048:0:38615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.971051:0:38615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9a0a88f800 refcount=34 00000020:00000001:0.0:1773688178.971053:0:38615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000020:00000001:0.0:1773688178.971057:0:38615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000100:00000001:0.0:1773688178.971061:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.971065:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4b80. 00000100:00000001:0.0:1773688178.971069:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.971072:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4b80. 00000020:00000010:0.0:1773688178.971077:0:38615:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb600. 00000020:00000010:0.0:1773688178.971081:0:38615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06a80. 00000020:00000010:0.0:1773688178.971086:0:38615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400000. 00000100:00000040:0.0:1773688178.971092:0:38615:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1773688178.971095:0:38615:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688178.971097:0:38615:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1773688178.971099:0:38615:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.971105:0:38615:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.971114:0:38615:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.971125:0:38615:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688178.971127:0:38615:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688178.971133:0:38615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7628 00000100:00000040:0.0:1773688178.971137:0:38615:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9a0a88f800 : new rpc_count 1 00000100:00000001:0.0:1773688178.971139:0:38615:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997898422784 : -129075811128832 : ffff8a9b3220ea00) 00000100:00000040:0.0:1773688178.971146:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3220ea00 x1859843854297344/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/0 e 0 to 0 dl 1773688189 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688178.971154:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.971156:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4b80. 00000100:00000001:0.0:1773688178.971157:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.971159:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4b80. 00000100:00100000:0.0:1773688178.971162:0:38615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3220ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+34:2406:x1859843854297344:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688178.971164:0:38615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854297344 00000020:00000001:0.0:1773688178.971167:0:38615:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688178.971169:0:38615:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688178.971171:0:38615:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.971173:0:38615:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688178.971174:0:38615:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688178.971177:0:38615:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1773688178.971179:0:38615:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688178.971180:0:38615:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688178.971182:0:38615:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688178.971185:0:38615:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.971187:0:38615:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688178.971188:0:38615:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688178.971189:0:38615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688178.971198:0:38615:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688178.971200:0:38615:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.971207:0:38615:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773688178.971213:0:38615:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a1a7d7c00. 00010000:00000010:0.0:1773688178.971217:0:38615:0:(ldlm_resource.c:1436:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8a9a1a7d7600. 00010000:00000001:0.0:1773688178.971220:0:38615:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688178.971223:0:38615:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcc800. 00000020:00000001:0.0:1773688178.971227:0:38615:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688178.971229:0:38615:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcc800 with handle 0x52973366461d26e7 to hash 00000020:00000001:0.0:1773688178.971231:0:38615:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688178.971233:0:38615:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160295936 : -129075549255680 : ffff8a9b41bcc800) 00010000:00000001:0.0:1773688178.971235:0:38615:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160295936 : -129075549255680 : ffff8a9b41bcc800) 00010000:00010000:0.0:1773688178.971239:0:38615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5eb22b2/0x52973366461d26e7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xa07:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a608 expref: -99 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00000001:0.0:1773688178.971251:0:38615:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:0.0:1773688178.971255:0:38615:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8a9b2ebe4b80. 00002000:00000001:0.0:1773688178.971259:0:38615:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1773688178.971261:0:38615:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688178.971267:0:38615:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997950530840 : -129075759020776 : ffff8a9b353c0518) 00002000:00000001:0.0:1773688178.971270:0:38615:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997950530752 : -129075759020864 : ffff8a9b353c04c0) 00002000:00000001:0.0:1773688178.971272:0:38615:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1773688178.971277:0:38615:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1773688178.971279:0:38615:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0xa07:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:0.0:1773688178.971282:0:38615:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:0.0:1773688178.971285:0:38615:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b353c0518/ffff8a9b353c04c0 to site lru. bkt: ffff8a9b34383790 00010000:00000040:0.0:1773688178.971288:0:38615:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9a0a88f800 : new locks_count 30 00000020:00000040:0.0:1773688178.971290:0:38615:0:(genops.c:887:class_export_get()) GET export ffff8a9a0a88f800 refcount=35 00010000:00000001:0.0:1773688178.971296:0:38615:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1773688178.971298:0:38615:0:(ofd_dlm.c:195:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1773688178.971301:0:38615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688178.971303:0:38615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688178.971316:0:38615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8a9a10e30400. 02000000:00000001:0.0:1773688178.971319:0:38615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.971321:0:38615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.971324:0:38615:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1773688178.971326:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1773688178.971328:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1773688178.971331:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.971333:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1773688178.971334:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1773688178.971335:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.971339:0:38615:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1773688178.971345:0:38615:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5eb22b2/0x52973366461d26e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xa07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a608 expref: 35 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.971351:0:38615:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x2c0000401:0xa07:0x0].0x0 (ffff8a9a1a7d7c00) refcount = 1 00010000:00000040:0.0:1773688178.971353:0:38615:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688178.971355:0:38615:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: 00000000a5eb22b2/0x52973366461d26e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xa07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a608 expref: 35 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.971362:0:38615:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.971363:0:38615:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.971364:0:38615:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688178.971365:0:38615:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1773688178.971367:0:38615:0:(ofd_dlm.c:257:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1773688178.971369:0:38615:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.971379:0:38615:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1773688178.971382:0:38615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a5eb22b2/0x52973366461d26e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xa07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a608 expref: 35 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.971399:0:38615:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688178.971402:0:38615:0:(ldlm_lock.c:1971:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1773688178.971404:0:38615:0:(ldlm_lock.c:2020:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.971406:0:38615:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.971408:0:38615:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688178.971409:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.971411:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688178.971413:0:38615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bcc800, rc 0) 00000020:00000001:0.0:1773688178.971415:0:38615:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688178.971418:0:38615:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294970315, transno 0, xid 1859843854297344 00010000:00000001:0.0:1773688178.971420:0:38615:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688178.971425:0:38615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b3220ea00 x1859843854297344/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/400 e 0 to 0 dl 1773688189 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688178.971431:0:38615:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688178.971433:0:38615:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688178.971435:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b36eb51e8 time=94 v=5 (1 4 1 1) 00000100:00000001:0.0:1773688178.971438:0:38615:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688178.971439:0:38615:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688178.971441:0:38615:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688178.971443:0:38615:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688178.971444:0:38615:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.971446:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688178.971448:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688178.971451:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316bef68. 00000100:00000200:0.0:1773688178.971455:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1859843854297344, offset 224 00000400:00000200:0.0:1773688178.971459:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688178.971464:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688178.971468:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47917:47917:256:4294967295] 192.168.204.51@tcp LPNI seq info [47913:47913:8:4294967295] 00000400:00000200:0.0:1773688178.971483:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688178.971488:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688178.971492:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85600. 00000800:00000200:0.0:1773688178.971497:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688178.971503:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688178.971507:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85600 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1773688178.971524:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.971527:0:38615:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688178.971530:0:38615:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688178.971532:0:38615:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.971533:0:38615:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688178.971536:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3220ea00 x1859843854297344/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/400 e 0 to 0 dl 1773688189 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688178.971542:0:38615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3220ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+35:2406:x1859843854297344:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 388us (598us total) trans 0 rc 0/0 00000100:00100000:0.0:1773688178.971547:0:38615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7628 00000100:00000040:0.0:1773688178.971549:0:38615:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9a0a88f800 : new rpc_count 0 00000100:00000001:0.0:1773688178.971550:0:38615:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688178.971551:0:38615:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688178.971554:0:38615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06a80. 00000020:00000010:0.0:1773688178.971557:0:38615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400000. 00000020:00000010:0.0:1773688178.971559:0:38615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb600. 00000020:00000040:0.0:1773688178.971562:0:38615:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 34 00000100:00000001:0.0:1773688178.971564:0:38615:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688178.971634:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688178.971638:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85600. 00000400:00000200:1.0:1773688178.971643:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688178.971647:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688178.971651:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316bef68 00000400:00000010:1.0:1773688178.971653:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316bef68. 00000100:00000001:1.0:1773688178.971656:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688178.971658:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1773688178.973048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86800. 00000800:00000001:2.0:1773688178.973358:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.973365:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.973368:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.973370:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.973376:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.973386:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 392 into portal 23 MB=0x69b84a445ea00 00000400:00000200:2.0:1773688178.973393:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 392/392 into md 0x71599 [2] + 1568 00000800:00000001:2.0:1773688178.973398:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.973404:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.973406:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.973410:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.973414:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.973416:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1773688178.973421:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3220df80. 00000100:00000040:2.0:1773688178.973423:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3220df80 x1859843854297600 msgsize 392 00000100:00100000:2.0:1773688178.973428:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.973438:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.973443:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.973445:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.973463:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688178.973467:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854297600 02000000:00000001:0.0:1773688178.973469:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688178.973471:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688178.973473:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.973476:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688178.973479:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854297600 00000020:00000001:0.0:1773688178.973480:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688178.973482:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688178.973484:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.973487:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=59 00000020:00000001:0.0:1773688178.973489:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688178.973491:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688178.973494:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.973497:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4d00. 00000100:00000001:0.0:1773688178.973500:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.973503:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4d00. 00000020:00000010:0.0:1773688178.973507:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb600. 00000020:00000010:0.0:1773688178.973510:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06a80. 00000020:00000010:0.0:1773688178.973514:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400000. 00000100:00000040:0.0:1773688178.973518:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1773688178.973520:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688178.973521:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1773688178.973523:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.973527:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.973537:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.973544:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688178.973546:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688178.973552:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3212 00000100:00000040:0.0:1773688178.973555:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688178.973557:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997898420096 : -129075811131520 : ffff8a9b3220df80) 00000100:00000040:0.0:1773688178.973563:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3220df80 x1859843854297600/t0(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 392/0 e 0 to 0 dl 1773688189 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688178.973572:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.973574:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4d00. 00000100:00000001:0.0:1773688178.973576:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.973578:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4d00. 00000100:00100000:0.0:1773688178.973582:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3220df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+59:68109:x1859843854297600:12345-192.168.204.51@tcp:35:dbench.0 00000100:00000200:0.0:1773688178.973586:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854297600 00000020:00000001:0.0:1773688178.973589:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688178.973591:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1773688178.973596:0:73057:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a0d8d8300: xid 1859843854297216, transno 171798692031, client gen 13, slot idx 3 00000001:00000001:0.0:1773688178.973601:0:73057:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b41aafcc0: xid 1859843854296704, transno 171798692030, client gen 13, slot idx 2 00000001:00000010:0.0:1773688178.973605:0:73057:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b41aafcc0. 00000020:00000001:0.0:1773688178.973609:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.973611:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688178.973613:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862496 : -1038689120 : ffffffffc216dca0) 00000020:00000001:0.0:1773688178.973615:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688178.973618:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854297600, found 0 last_xid 1859843854297599 00000020:00000001:0.0:1773688178.973620:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688178.973622:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688178.973623:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688178.973626:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.973630:0:73057:0:(mdt_open.c:2771:mdt_close()) Process entered 00000004:00000001:0.0:1773688178.973633:0:73057:0:(mdt_lib.c:1452:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1773688178.973635:0:73057:0:(mdt_lib.c:1362:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1773688178.973638:0:73057:0:(mdt_lib.c:1373:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.973640:0:73057:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1773688178.973643:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.973646:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.973649:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.973650:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.973652:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.973654:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.973655:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.973657:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.973658:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.973659:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.973660:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.973662:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.973663:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.973664:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.973666:0:73057:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.973668:0:73057:0:(mdt_lib.c:1435:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1773688178.973669:0:73057:0:(mdt_lib.c:1437:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.973673:0:73057:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1773688178.973674:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.973675:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.973677:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.973678:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.973680:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.973681:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.973682:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.973684:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.973685:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.973686:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.973690:0:73057:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688178.973695:0:73057:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688178.973697:0:73057:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688178.973699:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.973700:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.973701:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.973703:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.973704:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.973706:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.973707:0:73057:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688178.973709:0:73057:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.973711:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.973712:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.973714:0:73057:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688178.973716:0:73057:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.973718:0:73057:0:(mdt_lib.c:1465:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.973721:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688178.973723:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688178.973726:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8a9a10e32000. 02000000:00000001:0.0:1773688178.973728:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.973730:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.973732:0:73057:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1773688178.973734:0:73057:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.973736:0:73057:0:(mdt_open.c:2739:mdt_close_internal()) Process entered 00000004:00000001:0.0:1773688178.973738:0:73057:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1773688178.973740:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.973741:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8a9b35d06f00 refcount=2 00000020:00000001:0.0:1773688178.973743:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997960257280 : -129075749294336 : ffff8a9b35d06f00) 00000004:00000001:0.0:1773688178.973746:0:73057:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446614997960257280 : -129075749294336 : ffff8a9b35d06f00) 00000020:00000040:0.0:1773688178.973749:0:73057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b35d06f00 with handle 0x52973366461d26e0 from hash 00000004:00000001:0.0:1773688178.973752:0:73057:0:(mdt_open.c:2590:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1773688178.973754:0:73057:0:(mdt_open.c:2598:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000afe1:0x140:0x0] with intent: 0 00000004:00000001:0.0:1773688178.973757:0:73057:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1773688178.973760:0:73057:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 1 truncate 0 00000004:00000001:0.0:1773688178.973763:0:73057:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1773688178.973766:0:73057:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1773688178.973771:0:73057:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.973774:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688178.973777:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.973779:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.973784:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688178.973787:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688178.973791:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688178.973793:0:73057:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:0.0:1773688178.973795:0:73057:0:(mdt_som.c:35:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688178.973797:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688178.973798:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.973800:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.973801:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688178.973803:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688178.973805:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688178.973806:0:73057:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:0.0:1773688178.973807:0:73057:0:(mdt_som.c:35:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1773688178.973809:0:73057:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1773688178.973811:0:73057:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.973813:0:73057:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:0.0:1773688178.973814:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688178.973815:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.973816:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.973819:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688178.973821:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688178.973823:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688178.973825:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688178.973826:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.973827:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.973829:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688178.973830:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688178.973832:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688178.973834:0:73057:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688178.973835:0:73057:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1773688178.973837:0:73057:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.973839:0:73057:0:(mdt_som.c:122:mdt_set_som()) Process entered 00000004:00000002:0.0:1773688178.973840:0:73057:0:(mdt_som.c:126:mdt_set_som()) [0x20000afe1:0x140:0x0]: Set SOM attrs S/B/F: 0/1/4. 00000004:00000001:0.0:1773688178.973844:0:73057:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:0.0:1773688178.973847:0:73057:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:0.0:1773688178.973849:0:73057:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1773688178.973854:0:73057:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1773688178.973859:0:73057:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9a093dd960. 00080000:00000001:0.0:1773688178.973863:0:73057:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1773688178.973870:0:73057:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10e30800. 00080000:00000001:0.0:1773688178.973872:0:73057:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993045751808 : -129080663799808 : ffff8a9a10e30800) 00000004:00000001:0.0:1773688178.973876:0:73057:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688178.973880:0:73057:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688178.973882:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.973884:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045751808 : -129080663799808 : ffff8a9a10e30800) 00080000:00000001:0.0:1773688178.973888:0:73057:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1773688178.973905:0:73057:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.973907:0:73057:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.973909:0:73057:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.973913:0:73057:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1773688178.973915:0:73057:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1773688178.973921:0:73057:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1773688178.973923:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.973924:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045751808 : -129080663799808 : ffff8a9a10e30800) 00080000:00000001:0.0:1773688178.973928:0:73057:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688178.973933:0:73057:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688178.973936:0:73057:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.973937:0:73057:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.973956:0:73057:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.973958:0:73057:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.973963:0:73057:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:0.0:1773688178.973978:0:73057:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1773688178.973980:0:73057:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1773688178.973981:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.973982:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045751808 : -129080663799808 : ffff8a9a10e30800) 00080000:00000001:0.0:1773688178.973986:0:73057:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1773688178.973988:0:73057:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:0.0:1773688178.973999:0:73057:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1773688178.974001:0:73057:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.974004:0:73057:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.974023:0:73057:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.974025:0:73057:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.974028:0:73057:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.974032:0:73057:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1773688178.974034:0:73057:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1773688178.974038:0:73057:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1773688178.974041:0:73057:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692032, last_committed = 171798692011 00000001:00000010:0.0:1773688178.974045:0:73057:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a0fbcfe40. 00000001:00000040:0.0:1773688178.974047:0:73057:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 21 00000020:00000040:0.0:1773688178.974050:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=60 00000001:00000010:0.0:1773688178.974055:0:73057:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a0ab18cc0. 00000004:00000001:0.0:1773688178.974060:0:73057:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1773688178.974062:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.974063:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045751808 : -129080663799808 : ffff8a9a10e30800) 00080000:00000001:0.0:1773688178.974066:0:73057:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688178.974079:0:73057:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1773688178.974082:0:73057:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1773688178.974085:0:73057:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a0ab18cc0: xid 1859843854297600, transno 171798692032, tag 1, client gen 13, slot idx 2 00000001:00000001:0.0:1773688178.974088:0:73057:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.974128:0:73057:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773688178.974131:0:73057:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9a093dd960. 00000020:00000001:0.0:1773688178.974134:0:73057:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.974137:0:73057:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.974139:0:73057:0:(mdt_som.c:146:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.974141:0:73057:0:(mdt_som.c:320:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.974143:0:73057:0:(mdt_open.c:149:mdt_write_put()) Process entered 00000004:00000001:0.0:1773688178.974145:0:73057:0:(mdt_open.c:153:mdt_write_put()) Process leaving 00000004:00000001:0.0:1773688178.974146:0:73057:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1773688178.974148:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688178.974150:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.974151:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.974153:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688178.974155:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688178.974157:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688178.974160:0:73057:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.974163:0:73057:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1773688178.974166:0:73057:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1773688178.974168:0:73057:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688178.974171:0:73057:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x20000afe1:0x140:0x0], previous was 0x7 00000004:00000001:0.0:1773688178.974173:0:73057:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.974176:0:73057:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1773688178.974178:0:73057:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.974181:0:73057:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1773688178.974183:0:73057:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688178.974186:0:73057:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1773688178.974189:0:73057:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8a9b35d06f00. 00000004:00000001:0.0:1773688178.974197:0:73057:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1773688178.974200:0:73057:0:(lu_object.c:207:lu_object_put()) Add ffff8a9a167467d8/ffff8a9a16746780 to site lru. bkt: ffff8a9a1aeb5ea0 00000004:00000001:0.0:1773688178.974203:0:73057:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688178.974204:0:73057:0:(mdt_open.c:2728:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.974206:0:73057:0:(mdt_open.c:2758:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.974208:0:73057:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1773688178.974210:0:73057:0:(mdt_open.c:193:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1773688178.974211:0:73057:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688178.974213:0:73057:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688178.974214:0:73057:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688178.974216:0:73057:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1773688178.974220:0:73057:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.974222:0:73057:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688178.974224:0:73057:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1773688178.974229:0:73057:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688178.974234:0:73057:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.974236:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.974238:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.974239:0:73057:0:(mdt_open.c:2833:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688178.974241:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 171798692032, xid 1859843854297600 00010000:00000001:0.0:1773688178.974244:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688178.974248:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b3220df80 x1859843854297600/t171798692032(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 392/456 e 0 to 0 dl 1773688189 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688178.974255:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688178.974257:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688178.974260:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=48 v=5 (1 1 1 0) 00000100:00000001:0.0:1773688178.974263:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688178.974265:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688178.974268:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688178.974270:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688178.974272:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.974274:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688178.974276:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688178.974279:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be088. 00000100:00000200:0.0:1773688178.974283:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854297600, offset 224 00000400:00000200:0.0:1773688178.974288:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688178.974294:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688178.974299:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47918:47918:256:4294967295] 192.168.204.51@tcp LPNI seq info [47914:47914:8:4294967295] 00000400:00000200:0.0:1773688178.974307:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688178.974312:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688178.974315:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85900. 00000800:00000200:0.0:1773688178.974320:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688178.974325:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688178.974328:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85900 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1773688178.974339:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.974343:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688178.974345:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688178.974347:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.974350:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688178.974354:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3220df80 x1859843854297600/t171798692032(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 392/456 e 0 to 0 dl 1773688189 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688178.974363:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3220df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+60:68109:x1859843854297600:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 790us (937us total) trans 171798692032 rc 0/0 00000100:00100000:0.0:1773688178.974370:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3212 00000100:00000040:0.0:1773688178.974374:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688178.974376:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688178.974378:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688178.974381:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06a80. 00000020:00000010:0.0:1773688178.974384:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400000. 00000020:00000010:0.0:1773688178.974388:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb600. 00000020:00000040:0.0:1773688178.974393:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 59 00000100:00000001:0.0:1773688178.974395:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688178.974405:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.974410:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85900. 00000400:00000200:2.0:1773688178.974414:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.974418:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.974422:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be088 00000400:00000010:2.0:1773688178.974424:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be088. 00000100:00000001:2.0:1773688178.974428:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.974429:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1773688178.976561:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.976569:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688178.976572:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.976574:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688178.976580:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688178.976589:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 392 into portal 23 MB=0x69b84a445eb00 00000400:00000200:1.0:1773688178.976595:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 392/392 into md 0x71599 [2] + 1960 00000400:00000010:1.0:1773688178.976599:0:3439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b07258c60. 00000400:00000200:1.0:1773688178.976604:0:3439:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8a9a163bbd80 00000800:00000001:1.0:1773688178.976607:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.976613:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688178.976615:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688178.976618:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688178.976621:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a163bbd80 00000400:00000010:1.0:1773688178.976624:0:3439:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at ffff8a9a163bbd80. 00000100:00000001:1.0:1773688178.976627:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688178.976628:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:1.0:1773688178.976632:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0c77ec50 x1859843854297856 msgsize 392 00000100:00100000:1.0:1773688178.976637:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000040:1.0:1773688178.976639:0:3439:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1773688178.976649:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688178.976654:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.976656:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.976679:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688178.976682:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854297856 02000000:00000001:0.0:1773688178.976684:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688178.976685:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688178.976687:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.976690:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688178.976693:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854297856 00000020:00000001:0.0:1773688178.976695:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688178.976696:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688178.976698:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.976701:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=60 00000020:00000001:0.0:1773688178.976703:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688178.976705:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688178.976708:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.976712:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4d00. 00000100:00000001:0.0:1773688178.976715:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.976717:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4d00. 00000020:00000010:0.0:1773688178.976721:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb600. 00000020:00000010:0.0:1773688178.976724:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06a80. 00000020:00000010:0.0:1773688178.976727:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400000. 00000100:00000040:0.0:1773688178.976732:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1773688178.976734:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688178.976736:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1773688178.976737:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.976741:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.976757:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.976764:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688178.976765:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688178.976769:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3213 00000100:00000040:0.0:1773688178.976774:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688178.976776:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992971623504 : -129080737928112 : ffff8a9a0c77ec50) 00000100:00000040:0.0:1773688178.976782:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0c77ec50 x1859843854297856/t0(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 392/0 e 0 to 0 dl 1773688189 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688178.976790:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.976793:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4d00. 00000100:00000001:0.0:1773688178.976795:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.976797:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4d00. 00000100:00100000:0.0:1773688178.976801:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0c77ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+60:68109:x1859843854297856:12345-192.168.204.51@tcp:35:dbench.0 00000100:00000200:0.0:1773688178.976805:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854297856 00000020:00000001:0.0:1773688178.976808:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688178.976810:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1773688178.976813:0:73057:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a0ab18cc0: xid 1859843854297600, transno 171798692032, client gen 13, slot idx 2 00000001:00000001:0.0:1773688178.976817:0:73057:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a0d8d8300: xid 1859843854297216, transno 171798692031, client gen 13, slot idx 3 00000001:00000010:0.0:1773688178.976820:0:73057:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a0d8d8300. 00000020:00000001:0.0:1773688178.976824:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.976826:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688178.976827:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862496 : -1038689120 : ffffffffc216dca0) 00000020:00000001:0.0:1773688178.976830:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688178.976832:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854297856, found 0 last_xid 1859843854297855 00000020:00000001:0.0:1773688178.976835:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688178.976836:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688178.976838:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688178.976840:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.976843:0:73057:0:(mdt_open.c:2771:mdt_close()) Process entered 00000004:00000001:0.0:1773688178.976845:0:73057:0:(mdt_lib.c:1452:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1773688178.976846:0:73057:0:(mdt_lib.c:1362:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1773688178.976849:0:73057:0:(mdt_lib.c:1373:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.976851:0:73057:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1773688178.976853:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.976854:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.976856:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.976858:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.976860:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.976861:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.976863:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.976864:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.976866:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.976867:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.976869:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.976870:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.976871:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.976872:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.976874:0:73057:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.976875:0:73057:0:(mdt_lib.c:1435:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1773688178.976877:0:73057:0:(mdt_lib.c:1437:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.976879:0:73057:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1773688178.976880:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.976881:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.976883:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.976884:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.976886:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.976887:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.976889:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.976890:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.976892:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.976894:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.976896:0:73057:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688178.976899:0:73057:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688178.976901:0:73057:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688178.976902:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.976903:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.976905:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.976906:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.976908:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.976909:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.976911:0:73057:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688178.976912:0:73057:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.976914:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.976915:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.976917:0:73057:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688178.976918:0:73057:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.976919:0:73057:0:(mdt_lib.c:1465:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.976922:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688178.976924:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688178.976927:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8a9a10e32400. 02000000:00000001:0.0:1773688178.976930:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.976932:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.976933:0:73057:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1773688178.976934:0:73057:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.976937:0:73057:0:(mdt_open.c:2739:mdt_close_internal()) Process entered 00000004:00000001:0.0:1773688178.976938:0:73057:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1773688178.976940:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.976942:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8a9b07b50800 refcount=2 00000020:00000001:0.0:1773688178.976944:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997186709504 : -129076522842112 : ffff8a9b07b50800) 00000004:00000001:0.0:1773688178.976946:0:73057:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446614997186709504 : -129076522842112 : ffff8a9b07b50800) 00000020:00000040:0.0:1773688178.976949:0:73057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b07b50800 with handle 0x52973366461d25ba from hash 00000004:00000001:0.0:1773688178.976953:0:73057:0:(mdt_open.c:2590:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1773688178.976955:0:73057:0:(mdt_open.c:2598:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000afe1:0xf8:0x0] with intent: 0 00000004:00000001:0.0:1773688178.976957:0:73057:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1773688178.976959:0:73057:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 260096 size 260096 lsom blocks 1 blocks 1 truncate 0 00000004:00000001:0.0:1773688178.976962:0:73057:0:(mdt_som.c:209:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.976964:0:73057:0:(mdt_open.c:149:mdt_write_put()) Process entered 00000004:00000001:0.0:1773688178.976965:0:73057:0:(mdt_open.c:153:mdt_write_put()) Process leaving 00000004:00000001:0.0:1773688178.976979:0:73057:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1773688178.976981:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688178.976985:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.976987:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.976990:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688178.976993:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688178.976994:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688178.976996:0:73057:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.976998:0:73057:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1773688178.977003:0:73057:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1773688178.977005:0:73057:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773688178.977024:0:73057:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bccc00. 00010000:00000010:0.1:1773688178.977029:0:73057:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcdc00. 00000004:00000002:0.0:1773688178.977035:0:73057:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x20000afe1:0xf8:0x0], previous was 0x7 00000004:00000001:0.0:1773688178.977038:0:73057:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.977039:0:73057:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1773688178.977041:0:73057:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.977043:0:73057:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1773688178.977046:0:73057:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688178.977048:0:73057:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1773688178.977050:0:73057:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8a9b07b50800. 00000004:00000001:0.0:1773688178.977053:0:73057:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1773688178.977056:0:73057:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b313f25f8/ffff8a9b313f25a0 to site lru. bkt: ffff8a9a1aeb63e0 00000004:00000001:0.0:1773688178.977059:0:73057:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688178.977060:0:73057:0:(mdt_open.c:2728:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.977061:0:73057:0:(mdt_open.c:2758:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.977063:0:73057:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1773688178.977065:0:73057:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1773688178.977071:0:73057:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10e31000. 00080000:00000001:0.0:1773688178.977073:0:73057:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993045753856 : -129080663797760 : ffff8a9a10e31000) 00080000:00000001:0.0:1773688178.977076:0:73057:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1773688178.977079:0:73057:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688178.977082:0:73057:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688178.977084:0:73057:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.977095:0:73057:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.977097:0:73057:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1773688178.977099:0:73057:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1773688178.977101:0:73057:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692033, last_committed = 171798692011 00000001:00000010:0.0:1773688178.977104:0:73057:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b33cf2cc0. 00000001:00000040:0.0:1773688178.977106:0:73057:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 22 00000020:00000040:0.0:1773688178.977109:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=61 00000001:00000010:0.0:1773688178.977112:0:73057:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a0d8d8900. 00080000:00000001:0.0:1773688178.977115:0:73057:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688178.977125:0:73057:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1773688178.977127:0:73057:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a0d8d8900: xid 1859843854297856, transno 171798692033, tag 1, client gen 13, slot idx 3 00000001:00000001:0.0:1773688178.977130:0:73057:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.977137:0:73057:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.977138:0:73057:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1773688178.977140:0:73057:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688178.977141:0:73057:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688178.977143:0:73057:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688178.977145:0:73057:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1773688178.977148:0:73057:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.977150:0:73057:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688178.977152:0:73057:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1773688178.977156:0:73057:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688178.977163:0:73057:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.977165:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.977166:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.977168:0:73057:0:(mdt_open.c:2833:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688178.977171:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 171798692033, xid 1859843854297856 00010000:00000001:0.0:1773688178.977173:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688178.977177:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0c77ec50 x1859843854297856/t171798692033(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 392/456 e 0 to 0 dl 1773688189 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688178.977184:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688178.977186:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688178.977189:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=48 v=5 (1 1 1 0) 00000100:00000001:0.0:1773688178.977193:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688178.977195:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688178.977197:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688178.977199:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688178.977201:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.977203:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688178.977205:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688178.977208:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be198. 00000100:00000200:0.0:1773688178.977212:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854297856, offset 224 00000400:00000200:0.0:1773688178.977216:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688178.977222:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688178.977227:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47919:47919:256:4294967295] 192.168.204.51@tcp LPNI seq info [47915:47915:8:4294967295] 00000400:00000200:0.0:1773688178.977235:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688178.977240:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688178.977243:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85900. 00000800:00000200:0.0:1773688178.977248:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688178.977253:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688178.977256:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85900 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1773688178.977267:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.977270:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688178.977272:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688178.977274:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.977276:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688178.977279:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0c77ec50 x1859843854297856/t171798692033(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 392/456 e 0 to 0 dl 1773688189 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688178.977289:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0c77ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+61:68109:x1859843854297856:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 496us (654us total) trans 171798692033 rc 0/0 00000100:00100000:0.0:1773688178.977297:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3213 00000100:00000040:0.0:1773688178.977299:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688178.977302:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688178.977304:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688178.977307:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06a80. 00000020:00000010:0.0:1773688178.977310:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400000. 00000020:00000010:0.0:1773688178.977313:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb600. 00000020:00000040:0.0:1773688178.977317:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 60 02000000:00000001:0.0:1773688178.977321:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1773688178.977325:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9a10e32000. 02000000:00000001:0.0:1773688178.977327:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1773688178.977329:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b3220df80. 02000000:00000001:0.0:1773688178.977335:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1773688178.977336:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9b34c8e800. 02000000:00000001:0.0:1773688178.977339:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1773688178.977341:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b3220c380. 02000000:00000001:0.0:1773688178.977345:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000800:00000200:2.0:1773688178.977346:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1773688178.977346:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9a0fb79c00. 02000000:00000001:0.0:1773688178.977349:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000010:2.0:1773688178.977353:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85900. 00000100:00000010:0.0:1773688178.977353:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b3220c700. 02000000:00000001:0.0:1773688178.977359:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1773688178.977360:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1773688178.977361:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9a0fb78000. 02000000:00000001:0.0:1773688178.977366:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:2.0:1773688178.977368:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000010:0.0:1773688178.977369:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a02064700. 00000400:00000200:2.0:1773688178.977376:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be198 00000400:00000010:2.0:1773688178.977378:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be198. 00000100:00000001:2.0:1773688178.977381:0:3438:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1773688178.977383:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1773688178.977384:0:3438:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1773688178.977387:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9a10f08000. 02000000:00000010:2.0:1773688178.977388:0:3438:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9a10e32400. 02000000:00000001:0.0:1773688178.977392:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1773688178.977394:0:3438:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1773688178.977396:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000010:0.0:1773688178.977434:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a0bf15880. 00000100:00000001:0.0:1773688178.977440:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1773688178.977444:0:73057:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1773688178.977448:0:73057:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a19e54e18. 00000400:00000010:0.0:1773688178.977453:0:73057:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a9a0d8d8300. 00000800:00000001:2.0:1773688178.978598:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.978605:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.978607:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.978609:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.978614:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.978622:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 392 into portal 23 MB=0x69b84a445ec00 00000400:00000200:2.0:1773688178.978627:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 392/392 into md 0x7188d [2] + 0 00000800:00000001:2.0:1773688178.978632:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.978637:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.978639:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.978642:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.978646:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.978648:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1773688178.978651:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3220f800. 00000100:00000040:2.0:1773688178.978653:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3220f800 x1859843854298112 msgsize 392 00000100:00100000:2.0:1773688178.978658:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.978667:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.978670:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.978673:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.978696:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688178.978699:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854298112 02000000:00000001:0.0:1773688178.978701:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688178.978703:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688178.978704:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.978707:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688178.978710:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854298112 00000020:00000001:0.0:1773688178.978712:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688178.978713:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688178.978715:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.978717:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=61 00000020:00000001:0.0:1773688178.978718:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688178.978720:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688178.978723:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.978726:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4d00. 00000100:00000001:0.0:1773688178.978728:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.978730:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4d00. 00000020:00000010:0.0:1773688178.978734:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb600. 00000020:00000010:0.0:1773688178.978737:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06a80. 00000020:00000010:0.0:1773688178.978739:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400000. 00000100:00000040:0.0:1773688178.978743:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1773688178.978745:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688178.978746:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1773688178.978748:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.978752:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.978760:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.978766:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688178.978768:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688178.978772:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3214 00000100:00000040:0.0:1773688178.978775:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688178.978777:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997898426368 : -129075811125248 : ffff8a9b3220f800) 00000100:00000040:0.0:1773688178.978783:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3220f800 x1859843854298112/t0(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 392/0 e 0 to 0 dl 1773688189 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688178.978790:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.978793:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4d00. 00000100:00000001:0.0:1773688178.978795:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.978797:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4d00. 00000100:00100000:0.0:1773688178.978801:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3220f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+61:68109:x1859843854298112:12345-192.168.204.51@tcp:35:dbench.0 00000100:00000200:0.0:1773688178.978805:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854298112 00000020:00000001:0.0:1773688178.978808:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688178.978810:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1773688178.978812:0:73057:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a0d8d8900: xid 1859843854297856, transno 171798692033, client gen 13, slot idx 3 00000001:00000001:0.0:1773688178.978816:0:73057:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a0ab18cc0: xid 1859843854297600, transno 171798692032, client gen 13, slot idx 2 00000001:00000010:0.0:1773688178.978818:0:73057:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a0ab18cc0. 00000020:00000001:0.0:1773688178.978823:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.978825:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688178.978826:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862496 : -1038689120 : ffffffffc216dca0) 00000020:00000001:0.0:1773688178.978829:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688178.978831:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854298112, found 0 last_xid 1859843854298111 00000020:00000001:0.0:1773688178.978833:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688178.978835:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688178.978836:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688178.978838:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.978840:0:73057:0:(mdt_open.c:2771:mdt_close()) Process entered 00000004:00000001:0.0:1773688178.978841:0:73057:0:(mdt_lib.c:1452:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1773688178.978842:0:73057:0:(mdt_lib.c:1362:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1773688178.978844:0:73057:0:(mdt_lib.c:1373:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.978845:0:73057:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1773688178.978847:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.978848:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.978850:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.978852:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.978853:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.978855:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.978856:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.978858:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.978859:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.978860:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.978862:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.978863:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.978864:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.978866:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.978867:0:73057:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.978869:0:73057:0:(mdt_lib.c:1435:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1773688178.978870:0:73057:0:(mdt_lib.c:1437:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.978872:0:73057:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1773688178.978873:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.978875:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.978876:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.978877:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.978879:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.978880:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.978881:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.978883:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.978884:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.978885:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.978887:0:73057:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688178.978889:0:73057:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688178.978891:0:73057:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688178.978893:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.978894:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.978896:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.978897:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.978898:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.978900:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.978901:0:73057:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688178.978903:0:73057:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.978905:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.978906:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.978907:0:73057:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688178.978908:0:73057:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.978910:0:73057:0:(mdt_lib.c:1465:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.978912:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688178.978913:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688178.978916:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8a9a10e32000. 02000000:00000001:0.0:1773688178.978917:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.978919:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.978920:0:73057:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1773688178.978922:0:73057:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.978924:0:73057:0:(mdt_open.c:2739:mdt_close_internal()) Process entered 00000004:00000001:0.0:1773688178.978925:0:73057:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1773688178.978926:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.978928:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8a9b35d06900 refcount=2 00000020:00000001:0.0:1773688178.978930:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997960255744 : -129075749295872 : ffff8a9b35d06900) 00000004:00000001:0.0:1773688178.978932:0:73057:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446614997960255744 : -129075749295872 : ffff8a9b35d06900) 00000020:00000040:0.0:1773688178.978934:0:73057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b35d06900 with handle 0x52973366461d2677 from hash 00000004:00000001:0.0:1773688178.978937:0:73057:0:(mdt_open.c:2590:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1773688178.978938:0:73057:0:(mdt_open.c:2598:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000afe1:0x13f:0x0] with intent: 0 00000004:00000001:0.0:1773688178.978941:0:73057:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1773688178.978942:0:73057:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 74834 size 74834 lsom blocks 259 blocks 259 truncate 0 00000004:00000001:0.0:1773688178.978945:0:73057:0:(mdt_som.c:209:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.978946:0:73057:0:(mdt_open.c:149:mdt_write_put()) Process entered 00000004:00000001:0.0:1773688178.978947:0:73057:0:(mdt_open.c:153:mdt_write_put()) Process leaving 00000004:00000001:0.0:1773688178.978948:0:73057:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1773688178.978950:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688178.978954:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.978955:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.978959:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688178.978961:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688178.978964:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688178.978976:0:73057:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.978978:0:73057:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1773688178.978982:0:73057:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1773688178.978984:0:73057:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688178.978987:0:73057:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x20000afe1:0x13f:0x0], previous was 0x7 00000004:00000001:0.0:1773688178.978989:0:73057:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.978991:0:73057:0:(mdt_reint.c:931:mdt_add_dirty_flag()) Process entered 00000004:00000001:0.0:1773688178.978993:0:73057:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1773688178.978994:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688178.978996:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.978997:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.979000:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688178.979002:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688178.979004:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:0.0:1773688178.979025:0:73057:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:0.0:1773688178.979027:0:73057:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1773688178.979030:0:73057:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=ffff8a9a10e322f0 00000004:00000001:0.0:1773688178.979032:0:73057:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.979034:0:73057:0:(mdt_reint.c:958:mdt_add_dirty_flag()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.979036:0:73057:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1773688178.979039:0:73057:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.979041:0:73057:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1773688178.979044:0:73057:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688178.979046:0:73057:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1773688178.979049:0:73057:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8a9b35d06900. 00000004:00000001:0.0:1773688178.979052:0:73057:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1773688178.979054:0:73057:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41868f58/ffff8a9b41868f00 to site lru. bkt: ffff8a9a1aeb4d58 00000004:00000001:0.0:1773688178.979056:0:73057:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688178.979057:0:73057:0:(mdt_open.c:2728:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.979059:0:73057:0:(mdt_open.c:2758:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.979061:0:73057:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1773688178.979062:0:73057:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1773688178.979068:0:73057:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10e31800. 00080000:00000001:0.0:1773688178.979070:0:73057:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993045755904 : -129080663795712 : ffff8a9a10e31800) 00080000:00000001:0.0:1773688178.979072:0:73057:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1773688178.979074:0:73057:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688178.979076:0:73057:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688178.979078:0:73057:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.979086:0:73057:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.979088:0:73057:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1773688178.979090:0:73057:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1773688178.979091:0:73057:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692034, last_committed = 171798692011 00000001:00000010:0.0:1773688178.979094:0:73057:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a093dd960. 00000001:00000040:0.0:1773688178.979096:0:73057:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 23 00000020:00000040:0.0:1773688178.979099:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=62 00000001:00000010:0.0:1773688178.979102:0:73057:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a0eeec9c0. 00080000:00000001:0.0:1773688178.979104:0:73057:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688178.979112:0:73057:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1773688178.979115:0:73057:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a0eeec9c0: xid 1859843854298112, transno 171798692034, tag 1, client gen 13, slot idx 2 00000001:00000001:0.0:1773688178.979117:0:73057:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.979125:0:73057:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.979126:0:73057:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1773688178.979128:0:73057:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688178.979129:0:73057:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688178.979130:0:73057:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688178.979132:0:73057:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1773688178.979135:0:73057:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.979137:0:73057:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688178.979139:0:73057:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1773688178.979142:0:73057:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688178.979145:0:73057:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.979147:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.979149:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.979150:0:73057:0:(mdt_open.c:2833:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688178.979152:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 171798692034, xid 1859843854298112 00010000:00000001:0.0:1773688178.979154:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688178.979159:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b3220f800 x1859843854298112/t171798692034(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 392/456 e 0 to 0 dl 1773688189 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688178.979165:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688178.979166:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688178.979169:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=48 v=5 (1 1 1 0) 00000100:00000001:0.0:1773688178.979172:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688178.979174:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688178.979176:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688178.979178:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688178.979180:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.979182:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688178.979184:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688178.979187:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be440. 00000100:00000200:0.0:1773688178.979190:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854298112, offset 224 00000400:00000200:0.0:1773688178.979194:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688178.979199:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688178.979204:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47920:47920:256:4294967295] 192.168.204.51@tcp LPNI seq info [47916:47916:8:4294967295] 00000400:00000200:0.0:1773688178.979211:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688178.979216:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688178.979219:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85600. 00000800:00000200:0.0:1773688178.979223:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688178.979228:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688178.979231:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85600 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1773688178.979242:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.979245:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688178.979247:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688178.979249:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.979251:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688178.979255:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3220f800 x1859843854298112/t171798692034(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 392/456 e 0 to 0 dl 1773688189 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688178.979263:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3220f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+62:68109:x1859843854298112:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 471us (607us total) trans 171798692034 rc 0/0 00000100:00100000:0.0:1773688178.979271:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3214 00000100:00000040:0.0:1773688178.979274:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688178.979277:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688178.979278:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688178.979281:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06a80. 00000020:00000010:0.0:1773688178.979284:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400000. 00000020:00000010:0.0:1773688178.979288:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb600. 00000020:00000040:0.0:1773688178.979291:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 61 00000100:00000001:0.0:1773688178.979294:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688178.979313:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688178.979318:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85600. 00000400:00000200:1.0:1773688178.979322:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688178.979327:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688178.979330:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be440 00000400:00000010:1.0:1773688178.979332:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be440. 00000100:00000001:1.0:1773688178.979335:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688178.979337:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688178.982544:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.982554:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.982556:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.982559:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.982567:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.982579:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 496 into portal 12 MB=0x69b84a445ed00 00000400:00000200:2.0:1773688178.982586:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 496/496 into md 0x3b659 [64] + 66368 00000800:00000001:2.0:1773688178.982591:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.982597:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.982599:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.982602:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.982607:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.982609:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688178.982613:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3220f100. 00000100:00000040:2.0:1773688178.982616:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3220f100 x1859843854298368 msgsize 496 00000100:00100000:2.0:1773688178.982620:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.982628:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.982633:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.982636:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.982705:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688178.982708:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854298368 02000000:00000001:0.0:1773688178.982711:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688178.982713:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688178.982715:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.982718:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688178.982721:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854298368 00000020:00000001:0.0:1773688178.982724:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688178.982726:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688178.982728:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.982731:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=62 00000020:00000001:0.0:1773688178.982733:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688178.982736:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688178.982739:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.982743:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4ac0. 00000100:00000001:0.0:1773688178.982746:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.982748:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4ac0. 00000020:00000010:0.0:1773688178.982753:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb600. 00000020:00000010:0.0:1773688178.982756:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06a80. 00000020:00000010:0.0:1773688178.982761:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400000. 00000100:00000040:0.0:1773688178.982768:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688178.982771:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688178.982772:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1773688178.982775:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.982781:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.982791:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.982801:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688178.982803:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1773688178.982835:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688178.982839:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688178.982858:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15434 00000100:00000001:1.0:1773688178.982863:0:75542:0:(service.c:2223:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.982863:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688178.982865:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997898424576 : -129075811127040 : ffff8a9b3220f100) 00000100:00000001:1.0:1773688178.982867:0:75542:0:(service.c:2462:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.982876:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3220f100 x1859843854298368/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 496/0 e 0 to 0 dl 1773688258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688178.982887:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.982890:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4ac0. 00000100:00000001:0.0:1773688178.982893:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.982895:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4ac0. 00000100:00100000:0.0:1773688178.982899:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3220f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+62:68109:x1859843854298368:12345-192.168.204.51@tcp:36:dbench.0 00000100:00000200:0.0:1773688178.982903:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854298368 00000020:00000001:0.0:1773688178.982907:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688178.982910:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1773688178.982914:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a0eeec9c0: xid 1859843854298112, transno 171798692034, client gen 13, slot idx 2 00000001:00000001:0.0:1773688178.982919:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a0d8d8900: xid 1859843854297856, transno 171798692033, client gen 13, slot idx 3 00000001:00000010:0.0:1773688178.982922:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a0d8d8900. 00000020:00000001:0.0:1773688178.982926:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.982928:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688178.982930:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862544 : -1038689072 : ffffffffc216dcd0) 00000020:00000001:0.0:1773688178.982934:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688178.982936:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854298368, found 0 last_xid 1859843854298367 00000020:00000001:0.0:1773688178.982939:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688178.982941:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688178.982942:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688178.982946:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.982949:0:68797:0:(mdt_handler.c:3339:mdt_reint()) Process entered 00000004:00000002:0.0:1773688178.982955:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 4 req@ffff8a9b3220f100 x1859843854298368/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 496/0 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1773688178.982965:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1773688178.982981:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1773688178.982983:0:68797:0:(mdt_lib.c:1638:mdt_unlink_unpack()) Process entered 00000001:00000001:0.0:1773688178.982985:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.982987:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.982990:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.982992:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.982994:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.982999:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.983000:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983003:0:68797:0:(mdt_lib.c:1387:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983005:0:68797:0:(mdt_lib.c:1680:mdt_unlink_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983028:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983032:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688178.983034:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688178.983037:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688178.983039:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688178.983045:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8a9b09e6e000. 02000000:00000001:0.0:1773688178.983048:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.983051:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983054:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1773688178.983056:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.983057:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.983059:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.983060:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.983062:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.983124:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.983127:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.983129:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.983132:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.983134:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.983138:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688178.983142:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688178.983145:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688178.983147:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.983149:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.983151:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.983153:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.983155:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.983157:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983159:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688178.983160:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.983163:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.983164:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983166:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688178.983168:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983171:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1773688178.983173:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983176:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1773688178.983178:0:68797:0:(mdt_reint.c:1256:mdt_reint_unlink()) Process entered 00000020:00000001:0.0:1773688178.983182:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfc78 00000004:00000002:0.0:1773688178.983187:0:68797:0:(mdt_reint.c:1258:mdt_reint_unlink()) @@@ unlink [0x20000afe1:0xf3:0x0]/PPTC321.TMP req@ffff8a9b3220f100 x1859843854298368/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 496/2888 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773688178.983203:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1773688178.983206:0:68797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1773688178.983209:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.983210:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.983213:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcd400 refcount=3 00000020:00000001:0.0:1773688178.983215:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160299008 : -129075549252608 : ffff8a9b41bcd400) 00010000:00000001:0.0:1773688178.983217:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160299008 : -129075549252608 : ffff8a9b41bcd400) 00010000:00000040:0.0:1773688178.983221:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7100 count: 2 00000004:00000001:0.0:1773688178.983225:0:68797:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1773688178.983228:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1773688178.983231:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.983232:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.983234:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.983236:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.983241:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688178.983242:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688178.983248:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.983250:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.983252:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.983254:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688178.983257:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bcd400 with handle 0x52973366461d26d9 from hash 00010000:00000001:0.0:1773688178.983259:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688178.983261:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.983262:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.983264:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688178.983268:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.983270:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.983272:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688178.983274:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688178.983278:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd400/0x52973366461d26d9 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x140:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a601 expref: 62 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.983287:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 27 00000020:00000040:0.0:1773688178.983291:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 61 00010000:00000010:0.0:1773688178.983293:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988200. 00010000:00000001:0.0:1773688178.983301:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.983303:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688178.983305:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688178.983307:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x140:0x0].0x0 (ffff8a9a1a7d7100) 00010000:00000001:0.0:1773688178.983311:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.983314:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.983315:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1773688178.983317:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a1a7d7100 count: 0 00010000:00000010:0.0:1773688178.983322:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b35d06c00. 00010000:00010000:0.0:1773688178.983327:0:68797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1773688178.983329:0:68797:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1773688178.983331:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688178.983333:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:0.0:1773688178.983336:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688178.983340:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:0.0:1773688178.983342:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:0.0:1773688178.983346:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1773688178.983349:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1773688178.983352:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1773688178.983354:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688178.983356:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688178.983360:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 3 00010000:00000001:0.0:1773688178.983363:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688178.983365:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688178.983369:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcdc00. 00000020:00000001:0.0:1773688178.983371:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688178.983374:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcdc00 with handle 0x52973366461d26ee to hash 00000020:00000001:0.0:1773688178.983376:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688178.983377:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00010000:00000010:0.0:1773688178.983381:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988200. 00010000:00000001:0.0:1773688178.983384:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00010000:00000001:0.0:1773688178.983387:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.983389:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.983393:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d26ee lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.983400:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688178.983402:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688178.983404:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688178.983406:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.983409:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.983411:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.983412:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.983415:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688178.983417:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688178.983419:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688178.983420:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688178.983423:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) refcount = 3 00010000:00000040:0.0:1773688178.983426:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688178.983430:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378800/0x52973366461d0912 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8464d expref: 61 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.983439:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378a00/0x52973366461d090b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e84677 expref: 61 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688178.983445:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d26ee lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.983451:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688178.983454:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.983455:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.983457:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688178.983459:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.983462:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.983464:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688178.983467:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688178.983470:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.983473:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d26ee lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.983479:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688178.983480:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.983481:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.983483:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688178.983484:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688178.983487:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7000 count: 2 00010000:00000001:0.0:1773688178.983489:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688178.983491:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688178.983494:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bccc00. 00000020:00000001:0.0:1773688178.983497:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688178.983498:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bccc00 with handle 0x52973366461d26f5 to hash 00000020:00000001:0.0:1773688178.983500:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688178.983502:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00010000:00000010:0.0:1773688178.983505:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988e80. 00010000:00000001:0.0:1773688178.983507:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00010000:00000001:0.0:1773688178.983509:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.983511:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.983513:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d26f5 lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.983520:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688178.983521:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688178.983523:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688178.983524:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.983526:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.983528:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.983529:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.983531:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688178.983533:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688178.983534:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688178.983535:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688178.983536:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xddd0a3dd (ffff8a9a1a7d7000) refcount = 2 00010000:00000040:0.0:1773688178.983539:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688178.983542:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd000/0x52973366461d26d2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688178.983547:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d26f5 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.983551:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688178.983553:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.983554:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.983556:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688178.983557:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.983559:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.983561:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688178.983562:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688178.983564:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.983567:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d26f5 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.983572:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688178.983574:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.983575:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688178.983576:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.983582:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.983588:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:0.0:1773688178.983590:0:68797:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0xf3:0x0] version is 0x27000000de 00000004:00000001:0.0:1773688178.983596:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1773688178.983624:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1773688178.983628:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688178.983630:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1773688178.983635:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.983639:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1773688178.983658:0:68797:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688178.983661:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1773688178.983662:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1773688178.983665:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688178.983667:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688178.983670:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688178.983672:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.983674:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688178.983677:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.983679:0:68797:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:0.0:1773688178.983681:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983683:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983686:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688178.983687:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x140:0x0] 00000020:00000001:0.0:1773688178.983689:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688178.983693:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614993139165144 : -129080570386472 : ffff8a9a167467d8) 00000004:00000001:0.0:1773688178.983696:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614993139165056 : -129080570386560 : ffff8a9a16746780) 00000004:00000001:0.0:1773688178.983699:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1773688178.983700:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983703:0:68797:0:(mdt_reint.c:327:mdt_object_stripes_lock()) Process entered 00000004:00000001:0.0:1773688178.983705:0:68797:0:(mdt_handler.c:4293:mdt_object_check_lock()) Process entered 00010000:00000001:0.0:1773688178.983708:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688178.983710:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773688178.983714:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a1a7d7e00. 00010000:00000010:0.0:1773688178.983718:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b35d06c00. 00010000:00000001:0.0:1773688178.983721:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688178.983723:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcde00. 00000020:00000001:0.0:1773688178.983725:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688178.983727:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcde00 with handle 0x52973366461d26fc to hash 00000020:00000001:0.0:1773688178.983729:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688178.983730:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00010000:00000010:0.0:1773688178.983733:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988600. 00010000:00000001:0.0:1773688178.983735:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00010000:00000001:0.0:1773688178.983738:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.983739:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.983742:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d26fc lrc: 3/0,1 mode: --/EX res: [0x20000afe1:0x140:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.983750:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688178.983751:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688178.983752:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688178.983754:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.983755:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.983756:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.983757:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.983758:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688178.983759:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688178.983760:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688178.983761:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688178.983762:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x140:0x0].0x0 (ffff8a9a1a7d7e00) refcount = 1 00010000:00010000:0.0:1773688178.983764:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d26fc lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x140:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.983766:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688178.983767:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.983768:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.983769:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688178.983770:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.983771:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.983772:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688178.983773:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688178.983774:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.983776:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d26fc lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x140:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.983778:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688178.983779:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.983780:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.983781:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.983782:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.983783:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcde00 refcount=3 00000020:00000001:0.0:1773688178.983784:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00010000:00000001:0.0:1773688178.983786:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00010000:00000001:0.0:1773688178.983787:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.983788:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688178.983789:0:68797:0:(mdt_handler.c:4320:mdt_object_check_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983791:0:68797:0:(mdt_reint.c:350:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.983795:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.983797:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:0.0:1773688178.983798:0:68797:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0x140:0x0] version is 0x28000000bf 00000004:00000001:0.0:1773688178.983801:0:68797:0:(mdd_dir.c:2162:mdd_unlink()) Process entered 00000004:00000001:0.0:1773688178.983811:0:68797:0:(mdd_dir.c:2109:mdd_hsm_archive_exists()) Process entered 00000020:00000010:0.0:1773688178.983814:0:68797:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8a9a10648260. 00000004:00000001:0.0:1773688178.983816:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.983817:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.983819:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688178.983821:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:0.0:1773688178.983822:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:0.0:1773688178.983823:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:0.0:1773688178.983825:0:68797:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8a9a10648260. 00000004:00000001:0.0:1773688178.983827:0:68797:0:(mdd_dir.c:2123:mdd_hsm_archive_exists()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983829:0:68797:0:(mdd_dir.c:2038:mdd_unlink_sanity_check()) Process entered 00000004:00000001:0.0:1773688178.983830:0:68797:0:(mdd_dir.c:523:mdd_may_delete()) Process entered 00000004:00000001:0.0:1773688178.983831:0:68797:0:(mdd_dir.c:487:mdd_may_delete_entry()) Process entered 00000004:00000001:0.0:1773688178.983833:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688178.983835:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 3 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1773688178.983837:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983838:0:68797:0:(mdd_dir.c:509:mdd_may_delete_entry()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983840:0:68797:0:(mdd_dir.c:563:mdd_may_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983841:0:68797:0:(mdd_dir.c:2042:mdd_unlink_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1773688178.983843:0:68797:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1773688178.983847:0:68797:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9a093dd420. 00080000:00000001:0.0:1773688178.983849:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1773688178.983854:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10e30c00. 00080000:00000001:0.0:1773688178.983855:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00000004:00000001:0.0:1773688178.983858:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.983860:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:0.0:1773688178.983863:0:68797:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:0.0:1773688178.983868:0:68797:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983870:0:68797:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688178.983872:0:68797:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688178.983873:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.983874:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:0.0:1773688178.983876:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688178.983878:0:68797:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983879:0:68797:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983881:0:68797:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688178.983883:0:68797:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983884:0:68797:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983886:0:68797:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:0.0:1773688178.983887:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.983888:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000002:0.0:1773688178.983891:0:68797:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x20000afe1:0x140:0x0] not in the id map cache 00080000:00000001:0.0:1773688178.983893:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688178.983898:0:68797:0:(osd_object.c:1130:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688178.983900:0:68797:0:(osd_object.c:1204:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983901:0:68797:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983902:0:68797:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:0.0:1773688178.983903:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.983904:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:0.0:1773688178.983905:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688178.983906:0:68797:0:(osd_object.c:1130:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688178.983907:0:68797:0:(osd_object.c:1204:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983908:0:68797:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983908:0:68797:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688178.983909:0:68797:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688178.983910:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.983910:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:0.0:1773688178.983911:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688178.983912:0:68797:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983914:0:68797:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983915:0:68797:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983917:0:68797:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688178.983917:0:68797:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688178.983918:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.983919:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:0.0:1773688178.983920:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688178.983921:0:68797:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983922:0:68797:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983923:0:68797:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983924:0:68797:0:(lod_object.c:6524:lod_declare_destroy()) Process entered 00000004:00000001:0.0:1773688178.983925:0:68797:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688178.983926:0:68797:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983927:0:68797:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:0.0:1773688178.983928:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.983929:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:0.0:1773688178.983931:0:68797:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:0.0:1773688178.983933:0:68797:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1773688178.983934:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688178.983935:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688178.983936:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688178.983937:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.983938:0:68797:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.983944:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:0.0:1773688178.983944:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688178.983948:0:68797:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983949:0:68797:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983951:0:68797:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1773688178.983953:0:68797:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:0.0:1773688178.983954:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.983955:0:68797:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1773688178.983957:0:68797:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1773688178.983958:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688178.983959:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688178.983960:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688178.983961:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688178.983962:0:68797:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1773688178.983964:0:68797:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2c0000401 00000004:00000001:0.0:1773688178.983979:0:68797:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.983981:0:68797:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00000004:00000001:0.0:1773688178.983984:0:68797:0:(osp_object.c:1685:osp_declare_destroy()) Process entered 00000004:00000001:0.0:1773688178.983986:0:68797:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:0.0:1773688178.983989:0:68797:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1773688178.983991:0:68797:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00000004:00000040:0.0:1773688178.983994:0:68797:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a9a0ed42180 : new refcount 3 00000040:00000001:0.0:1773688178.983996:0:68797:0:(llog.c:1283:llog_declare_add()) Process entered 00000040:00000001:0.0:1773688178.983998:0:68797:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:0.0:1773688178.984000:0:68797:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x5:1 flags 412 count 2 00000040:00000001:0.0:1773688178.984002:0:68797:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:0.0:1773688178.984004:0:68797:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1773688178.984005:0:68797:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:0.0:1773688178.984033:0:68797:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773688178.984035:0:68797:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:0.0:1773688178.984037:0:68797:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:0.0:1773688178.984040:0:68797:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:0.0:1773688178.984043:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688178.984054:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688178.984055:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.984057:0:68797:0:(osd_object.c:1462:osd_declare_create()) Process entered 00080000:00000001:0.0:1773688178.984070:0:68797:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1773688178.984071:0:68797:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1773688178.984127:0:68797:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0xa7:0x0] not in the id map cache 00000001:00000001:0.0:1773688178.984130:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688178.984131:0:68797:0:(osd_object.c:1516:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.984133:0:68797:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1773688178.984135:0:68797:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.984136:0:68797:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773688178.984138:0:68797:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773688178.984140:0:68797:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773688178.984141:0:68797:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1773688178.984143:0:68797:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1773688178.984144:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688178.984149:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688178.984149:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.984150:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688178.984155:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688178.984156:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773688178.984157:0:68797:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773688178.984158:0:68797:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.984160:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688178.984161:0:68797:0:(osd_object.c:1130:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688178.984162:0:68797:0:(osd_object.c:1204:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773688178.984164:0:68797:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1773688178.984164:0:68797:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1773688178.984165:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688178.984168:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688178.984169:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.984170:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688178.984174:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688178.984175:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773688178.984176:0:68797:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773688178.984177:0:68797:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.984178:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688178.984179:0:68797:0:(osd_object.c:1130:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688178.984180:0:68797:0:(osd_object.c:1204:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773688178.984181:0:68797:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773688178.984182:0:68797:0:(llog.c:1291:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1773688178.984183:0:68797:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8a9a0ed42180 : new refcount 2 00000004:00000001:0.0:1773688178.984185:0:68797:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984186:0:68797:0:(osp_object.c:1692:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984187:0:68797:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984189:0:68797:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984190:0:68797:0:(lod_object.c:6601:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984193:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.984195:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:0.0:1773688178.984197:0:68797:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:0.0:1773688178.984222:0:68797:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984224:0:68797:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:0.0:1773688178.984225:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.984226:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:0.0:1773688178.984228:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688178.984230:0:68797:0:(osd_object.c:1130:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688178.984231:0:68797:0:(osd_object.c:1204:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984232:0:68797:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984235:0:68797:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688178.984237:0:68797:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688178.984238:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.984239:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:0.0:1773688178.984241:0:68797:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1773688178.984249:0:68797:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984251:0:68797:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984252:0:68797:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.984255:0:68797:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1773688178.984257:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1773688178.984260:0:68797:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1773688178.984261:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.984262:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:0.0:1773688178.984263:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688178.984265:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688178.984266:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984267:0:68797:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.984279:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.984280:0:68797:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984283:0:68797:0:(mdd_dir.c:688:__mdd_index_delete()) Process entered 00000004:00000001:0.0:1773688178.984284:0:68797:0:(mdd_dir.c:629:__mdd_index_delete_only()) Process entered 00000004:00000001:0.0:1773688178.984285:0:68797:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:0.0:1773688178.984286:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.984287:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:0.0:1773688178.984290:0:68797:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:0.0:1773688178.984296:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1773688178.984297:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1773688178.984298:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688178.984299:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688178.984300:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688178.984301:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.984302:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688178.984303:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.984309:0:68797:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984311:0:68797:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984313:0:68797:0:(mdd_dir.c:636:__mdd_index_delete_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984314:0:68797:0:(mdd_dir.c:697:__mdd_index_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984315:0:68797:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:0.0:1773688178.984316:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.984317:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:0.0:1773688178.984320:0:68797:0:(osd_object.c:2093:osd_ref_del()) Process entered 00080000:00000001:0.0:1773688178.984324:0:68797:0:(osd_object.c:2113:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984325:0:68797:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984328:0:68797:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:0.0:1773688178.984329:0:68797:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:0.0:1773688178.984330:0:68797:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:0.0:1773688178.984331:0:68797:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:0.0:1773688178.984332:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.984333:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:0.0:1773688178.984335:0:68797:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:0.0:1773688178.984337:0:68797:0:(osd_object.c:1274:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688178.984338:0:68797:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984339:0:68797:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984340:0:68797:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688178.984341:0:68797:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984342:0:68797:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984343:0:68797:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984345:0:68797:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984347:0:68797:0:(mdd_dir.c:1992:mdd_finish_unlink()) Process entered 00000004:00000001:0.0:1773688178.984349:0:68797:0:(lod_object.c:6624:lod_destroy()) Process entered 00000004:00000001:0.0:1773688178.984350:0:68797:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:0.0:1773688178.984350:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.984351:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:0.0:1773688178.984353:0:68797:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:0.0:1773688178.984354:0:68797:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1773688178.984355:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688178.984355:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688178.984356:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688178.984357:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.984358:0:68797:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.984384:0:68797:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688178.984385:0:68797:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984386:0:68797:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984388:0:68797:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1773688178.984389:0:68797:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:0.0:1773688178.984390:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.984391:0:68797:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1773688178.984392:0:68797:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1773688178.984393:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688178.984394:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688178.984395:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688178.984396:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688178.984397:0:68797:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1773688178.984398:0:68797:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2c0000401 00000004:00000001:0.0:1773688178.984399:0:68797:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984400:0:68797:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00000004:00000001:0.0:1773688178.984402:0:68797:0:(osp_object.c:1720:osp_destroy()) Process entered 00000004:00000001:0.0:1773688178.984403:0:68797:0:(osp_sync.c:451:osp_sync_add_rec()) Process entered 00000020:00000001:0.0:1773688178.984404:0:68797:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1773688178.984405:0:68797:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00000004:00000040:0.0:1773688178.984406:0:68797:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a9a0ed42180 : new refcount 3 00000040:00000001:0.0:1773688178.984408:0:68797:0:(llog.c:1265:llog_add()) Process entered 00000040:00000001:0.0:1773688178.984409:0:68797:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:0.0:1773688178.984411:0:68797:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:0.0:1773688178.984412:0:68797:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446614992783148032 : -129080926403584 : ffff8a9a013c0400) 00000040:00000001:0.0:1773688178.984413:0:68797:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:0.0:1773688178.984414:0:68797:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1773688178.984415:0:68797:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1773688178.984417:0:68797:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1773688178.984418:0:68797:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0xa6:0x0] 00080000:00000001:0.0:1773688178.984422:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688178.984515:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1773688178.984517:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688178.984519:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1773688178.984521:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688178.984522:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1773688178.984524:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688178.984542:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=64 : 64 : 40) 00000040:00080000:0.0:1773688178.984544:0:68797:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa6:0x0].10, 64 off8832 00000040:00000001:0.0:1773688178.984546:0:68797:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1773688178.984548:0:68797:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1773688178.984549:0:68797:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1773688178.984550:0:68797:0:(llog.c:1273:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:0.0:1773688178.984552:0:68797:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8a9a0ed42180 : new refcount 2 00000004:00001000:0.0:1773688178.984553:0:68797:0:(osp_sync.c:518:osp_sync_add_rec()) lustre-OST0001-osc-MDT0000: new record [0x1:0xa6:0x0].10: rc = 1 00000004:00000001:0.0:1773688178.984555:0:68797:0:(osp_sync.c:528:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984557:0:68797:0:(osp_object.c:1737:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984558:0:68797:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984559:0:68797:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984560:0:68797:0:(lod_object.c:6698:lod_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984562:0:68797:0:(mdd_dir.c:2024:mdd_finish_unlink()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.984563:0:68797:0:(osd_object.c:944:osd_attr_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:0.0:1773688178.984565:0:68797:0:(mdd_dir.c:2294:mdd_unlink()) Process leaving 00000004:00000001:0.0:1773688178.984568:0:68797:0:(mdd_dir.c:1371:mdd_changelog_ns_store()) Process entered 00000004:00000001:0.0:1773688178.984569:0:68797:0:(mdd_dir.c:1378:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.984571:0:68797:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1773688178.984573:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1773688178.984575:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1773688178.984577:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692035, last_committed = 171798692011 00000001:00000010:0.0:1773688178.984579:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b07fb64e0. 00000001:00000040:0.0:1773688178.984581:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 24 00000020:00000040:0.0:1773688178.984582:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=62 00000001:00000010:0.0:1773688178.984586:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a0eeec000. 00000004:00000001:0.0:1773688178.984589:0:68797:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1773688178.984590:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688178.984591:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:0.0:1773688178.984593:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688178.984597:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1773688178.984599:0:68797:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1773688178.984601:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a0eeec000: xid 1859843854298368, transno 171798692035, tag 1, client gen 13, slot idx 3 00000001:00000001:0.0:1773688178.984602:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.984618:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773688178.984619:0:68797:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9a093dd420. 00000020:00000001:0.0:1773688178.984621:0:68797:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688178.984625:0:68797:0:(mdt_io.c:2177:mdt_dom_discard_data()) Process entered 00010000:00000001:0.0:1773688178.984626:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688178.984627:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688178.984629:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7e00 count: 2 00010000:00000001:0.0:1773688178.984631:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688178.984632:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688178.984634:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcd600. 00000020:00000001:0.0:1773688178.984636:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688178.984637:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcd600 with handle 0x52973366461d2703 to hash 00000020:00000001:0.0:1773688178.984638:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688178.984639:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160299520 : -129075549252096 : ffff8a9b41bcd600) 00010000:00000010:0.0:1773688178.984641:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988880. 00010000:00000001:0.0:1773688178.984642:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160299520 : -129075549252096 : ffff8a9b41bcd600) 00010000:00000001:0.0:1773688178.984644:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.984645:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.984647:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d2703 lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0x140:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.984651:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688178.984652:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688178.984653:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688178.984654:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.984655:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.984656:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.984657:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.984659:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688178.984660:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688178.984660:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688178.984661:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688178.984662:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x140:0x0].0x0 (ffff8a9a1a7d7e00) refcount = 2 00010000:00000040:0.0:1773688178.984664:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688178.984665:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d26fc lrc: 2/0,1 mode: EX/EX res: [0x20000afe1:0x140:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688178.984668:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d2703 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x140:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.984674:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688178.984675:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.984676:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.984677:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688178.984678:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.984679:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.984680:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1773688178.984681:0:68797:0:(mdt_io.c:2134:ldlm_dom_discard_cp_ast()) Process entered 00002000:00000001:0.0:1773688178.984682:0:68797:0:(mdt_io.c:2144:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.984684:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d2703 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x140:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.984687:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688178.984688:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.984689:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.984690:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.984691:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.984692:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcd600 refcount=3 00000020:00000001:0.0:1773688178.984693:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160299520 : -129075549252096 : ffff8a9b41bcd600) 00010000:00000001:0.0:1773688178.984694:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160299520 : -129075549252096 : ffff8a9b41bcd600) 00010000:00000001:0.0:1773688178.984696:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.984696:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.984697:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcd600 refcount=4 00000020:00000001:0.0:1773688178.984698:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160299520 : -129075549252096 : ffff8a9b41bcd600) 00010000:00000001:0.0:1773688178.984699:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160299520 : -129075549252096 : ffff8a9b41bcd600) 00010000:00000001:0.0:1773688178.984700:0:68797:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1773688178.984702:0:68797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d2703 lrc: 4/0,1 mode: PW/PW res: [0x20000afe1:0x140:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.984705:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688178.984706:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d2703 lrc: 4/0,1 mode: PW/PW res: [0x20000afe1:0x140:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.984712:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.984713:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688178.984714:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d2703 lrc: 3/0,0 mode: PW/PW res: [0x20000afe1:0x140:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.984717:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.984718:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.984720:0:68797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1773688178.984722:0:68797:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8a9a0eeecd80. 00010000:00000001:0.0:1773688178.984724:0:68797:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1773688178.984733:0:68797:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1773688178.984734:0:68797:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.984735:0:68797:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.984736:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688178.984737:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.984738:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.984738:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.984739:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1773688178.984740:0:68797:0:(mdt_io.c:2227:mdt_dom_discard_data()) Process leaving 00000004:00000001:0.0:1773688178.984741:0:68797:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000001:00000001:0.0:1773688178.984743:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.984744:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.984746:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.984747:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.984749:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.984750:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.984751:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.984753:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688178.984754:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x140:0x0]: nlink=0, mode=100600, valid=0x100000000000278f 00000004:00000001:0.0:1773688178.984756:0:68797:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.984760:0:6362:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773688178.984760:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688178.984765:0:6362:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.984765:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.984770:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00010000:00010000:1.0:1773688178.984771:0:6362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000001:00000001:0.0:1773688178.984771:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984776:0:68797:0:(mdt_reint.c:1458:mdt_reint_unlink()) Process leaving 00010000:00000001:1.0:1773688178.984777:0:6362:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00000004:00000001:0.0:1773688178.984778:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00010000:00000001:1.0:1773688178.984780:0:6362:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000004:00000001:0.0:1773688178.984780:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:0.0:1773688178.984784:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688178.984785:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688178.984785:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00010000:1.0:1773688178.984787:0:6362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d2703 lrc: 2/0,0 mode: PW/PW res: [0x20000afe1:0x140:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1773688178.984787:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.984789:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcde00 refcount=3 00000020:00000001:0.0:1773688178.984793:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00010000:00000001:0.0:1773688178.984797:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00010000:00000001:0.0:1773688178.984801:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688178.984804:0:6362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bcd600 already unused, calling callback (ffffffffc162de40) 00010000:00010000:0.0:1773688178.984804:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d26fc lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x140:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.984809:0:6362:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.984810:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.984812:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688178.984814:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d26fc lrc: 2/0,0 mode: EX/EX res: [0x20000afe1:0x140:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.984816:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.984817:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.984818:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1773688178.984819:0:6362:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688178.984820:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d26fc lrc: 3/0,0 mode: EX/EX res: [0x20000afe1:0x140:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.984825:0:6362:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d2703 lrc: 2/0,0 mode: PW/PW res: [0x20000afe1:0x140:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688178.984825:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bcde00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688178.984830:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.984832:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688178.984834:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d26fc lrc: 3/0,0 mode: EX/EX res: [0x20000afe1:0x140:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.984837:0:6362:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688178.984839:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688178.984841:0:6362:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1773688178.984841:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.984844:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1773688178.984845:0:6362:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.984845:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcde00 refcount=4 00000020:00000040:1.0:1773688178.984849:0:6362:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcd600 refcount=3 00000020:00000001:0.0:1773688178.984849:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00010000:00000001:0.0:1773688178.984853:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00000020:00000001:1.0:1773688178.984855:0:6362:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160299520 : -129075549252096 : ffff8a9b41bcd600) 00010000:00000001:0.0:1773688178.984856:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688178.984858:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d26fc lrc: 4/0,0 mode: EX/EX res: [0x20000afe1:0x140:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.984860:0:6362:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160299520 : -129075549252096 : ffff8a9b41bcd600) 00010000:00000001:1.0:1773688178.984865:0:6362:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:0.0:1773688178.984865:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688178.984868:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00010000:1.0:1773688178.984870:0:6362:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d2703 lrc: 3/0,0 mode: PW/PW res: [0x20000afe1:0x140:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:0.0:1773688178.984870:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.984873:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688178.984876:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688178.984877:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.984879:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.984882:0:6362:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000040:0.0:1773688178.984883:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bcde00 with handle 0x52973366461d26fc from hash 00010000:00000001:0.0:1773688178.984886:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688178.984887:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.984888:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.984888:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688178.984889:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.984890:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.984891:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688178.984892:0:6362:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.984893:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688178.984895:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00000001:1.0:1773688178.984896:0:6362:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.984898:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x140:0x0].0x0 (ffff8a9a1a7d7e00) 00010000:00010000:0.0:1773688178.984900:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:0.0:1773688178.984902:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.984903:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.984904:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.984905:0:6362:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688178.984905:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688178.984910:0:6362:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688178.984910:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.984914:0:6362:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.984914:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.984915:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.984919:0:6362:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.984919:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.984924:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.984925:0:6362:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bcd600 with handle 0x52973366461d2703 from hash 00010000:00010000:0.0:1773688178.984926:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d26fc lrc: 2/0,0 mode: --/EX res: [0x20000afe1:0x140:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.984929:0:6362:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.984931:0:6362:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.984934:0:6362:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.984936:0:6362:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688178.984939:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.984941:0:6362:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.984942:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.984944:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688178.984945:0:6362:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.984946:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688178.984948:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.984950:0:6362:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00010000:0.0:1773688178.984951:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d26fc lrc: 0/0,0 mode: --/EX res: [0x20000afe1:0x140:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.984954:0:6362:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.984957:0:6362:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00000010:0.0:1773688178.984958:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988600. 00010000:00010000:1.0:1773688178.984962:0:6362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x140:0x0].0x0 (ffff8a9a1a7d7e00) 00010000:00000001:0.0:1773688178.984963:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688178.984965:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688178.984977:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688178.984979:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688178.984980:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00010000:1.0:1773688178.984984:0:6362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000004:00000001:0.0:1773688178.984984:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00010000:00000001:1.0:1773688178.984989:0:6362:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.984992:0:6362:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.984994:0:6362:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.984995:0:6362:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688178.984998:0:6362:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.985000:0:6362:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.985001:0:6362:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1773688178.985003:0:68797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8a9a16170720. 00010000:00000001:1.0:1773688178.985004:0:6362:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.985030:0:6362:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.985032:0:68797:0:(osp_object.c:2348:osp_object_release()) Process entered 00010000:00010000:1.0:1773688178.985034:0:6362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d2703 lrc: 1/0,0 mode: --/PW res: [0x20000afe1:0x140:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:0.0:1773688178.985034:0:68797:0:(osp_object.c:2380:osp_object_release()) Process leaving 00000004:00000010:0.0:1773688178.985038:0:68797:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff8a9a105a0d50. 00000004:00000010:0.0:1773688178.985043:0:68797:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8a9a0fbc66a8. 00000004:00000010:0.0:1773688178.985048:0:68797:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8a9a0fbc6bb0. 00010000:00000001:1.0:1773688178.985049:0:6362:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000010:0.0:1773688178.985053:0:68797:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8a9a0ab18480. 00010000:00010000:1.0:1773688178.985054:0:6362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d2703 lrc: 0/0,0 mode: --/PW res: [0x20000afe1:0x140:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000010:0.0:1773688178.985057:0:68797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8a9b09d14770. 00010000:00000010:1.0:1773688178.985062:0:6362:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988880. 00000004:00000010:0.0:1773688178.985064:0:68797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8a9b09e2c708. 00010000:00000040:1.0:1773688178.985069:0:6362:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a1a7d7e00 count: 0 00000004:00000001:0.0:1773688178.985069:0:68797:0:(mdt_handler.c:7006:mdt_object_free()) Process entered 00000004:00000040:0.0:1773688178.985070:0:68797:0:(mdt_handler.c:7010:mdt_object_free()) object free, fid = [0x20000afe1:0x140:0x0] 00000004:00000010:0.0:1773688178.985075:0:68797:0:(mdt_handler.c:7017:mdt_object_free()) slab-freed 'mo': 480 at ffff8a9a16746780. 00010000:00000010:1.0:1773688178.985077:0:6362:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b35d06c00. 00000004:00000001:0.0:1773688178.985078:0:68797:0:(mdt_handler.c:7020:mdt_object_free()) Process leaving 00000004:00000001:0.0:1773688178.985081:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688178.985082:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688178.985083:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688178.985084:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.985085:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1773688178.985086:0:6362:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1773688178.985087:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcdc00 refcount=3 00010000:00000001:1.0:1773688178.985090:0:6362:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:0.0:1773688178.985091:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00010000:00000001:0.0:1773688178.985094:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00010000:00000010:1.0:1773688178.985095:0:6362:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8a9a0eeecd80. 00010000:00000001:0.0:1773688178.985096:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688178.985099:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d26ee lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.985100:0:6362:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.985105:0:6362:0:(genops.c:1914:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1773688178.985107:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1773688178.985108:0:6362:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.985109:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688178.985112:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d26ee lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688178.985113:0:6362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773688178.985116:0:6362:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773688178.985119:0:6362:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.985120:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.985122:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688178.985124:0:6362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773688178.985124:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000020:00000001:1.0:1773688178.985129:0:6362:0:(genops.c:1914:obd_stale_export_get()) Process entered 00010000:00010000:0.0:1773688178.985129:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d26ee lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773688178.985133:0:6362:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.985135:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bcdc00 already unused, calling callback (ffffffffc20864f0) 00010000:00010000:1.0:1773688178.985136:0:6362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1773688178.985137:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.985140:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688178.985142:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d26ee lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.985145:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688178.985146:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.985146:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.985147:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcdc00 refcount=4 00000020:00000001:0.0:1773688178.985148:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00010000:00000001:0.0:1773688178.985149:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00010000:00000001:0.0:1773688178.985150:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688178.985151:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d26ee lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.985154:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688178.985155:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688178.985156:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.985158:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688178.985159:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688178.985159:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.985160:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688178.985161:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bcdc00 with handle 0x52973366461d26ee from hash 00010000:00000001:0.0:1773688178.985162:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688178.985163:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.985164:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.985165:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688178.985166:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.985167:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.985168:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688178.985168:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688178.985169:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688178.985170:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:0.0:1773688178.985172:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688178.985173:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.985174:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.985175:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688178.985175:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688178.985177:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.985177:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.985178:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.985179:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.985181:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.985182:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d26ee lrc: 2/0,0 mode: --/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.985185:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.985185:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.985186:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688178.985186:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688178.985187:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688178.985188:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d26ee lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688178.985194:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988200. 00010000:00000001:0.0:1773688178.985197:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688178.985197:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688178.985198:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688178.985199:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.985200:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.985201:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bccc00 refcount=3 00000020:00000001:0.0:1773688178.985202:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00010000:00000001:0.0:1773688178.985203:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00000004:00010000:0.0:1773688178.985205:0:68797:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000f10cee70 reply state 00000000e12969d2 transno 171798692035 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d26f5 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.985210:0:68797:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:0.0:1773688178.985211:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.985212:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.985214:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688178.985215:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688178.985216:0:68797:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688178.985216:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688178.985218:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xddd0a3dd (ffff8a9a1a7d7000) refcount = 2 00010000:00000040:0.0:1773688178.985219:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688178.985220:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd000/0x52973366461d26d2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688178.985223:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d26f5 lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.985226:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688178.985227:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.985228:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.985228:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688178.985229:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688178.985230:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688178.985231:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xddd0a3dd (ffff8a9a1a7d7000) 00010000:00010000:0.0:1773688178.985233:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688178.985234:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.985235:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.985236:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688178.985237:0:68797:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:0.0:1773688178.985238:0:68797:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:0.0:1773688178.985239:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.985240:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688178.985240:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688178.985241:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688178.985242:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688178.985242:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1773688178.985243:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688178.985244:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688178.985246:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.985247:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1773688178.985249:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688178.985250:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688178.985251:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688178.985252:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688178.985253:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688178.985255:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1773688178.985257:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.985259:0:68797:0:(mdt_handler.c:3355:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688178.985261:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 171798692035, xid 1859843854298368 00010000:00000001:0.0:1773688178.985263:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:0.0:1773688178.985264:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=63 00010000:00000200:0.0:1773688178.985266:0:68797:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 171798692035, last committed = 171798692011 00010000:00000200:0.0:1773688178.985271:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b3220f100 x1859843854298368/t171798692035(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 496/456 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773688178.985276:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688178.985278:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688178.985281:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=56 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688178.985283:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688178.985285:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688178.985287:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688178.985289:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688178.985291:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.985293:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688178.985295:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688178.985298:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316beb28. 00000100:00000200:0.0:1773688178.985303:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854298368, offset 224 00000400:00000200:0.0:1773688178.985307:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688178.985314:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688178.985319:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47921:47921:256:4294967295] 192.168.204.51@tcp LPNI seq info [47917:47917:8:4294967295] 00000400:00000200:0.0:1773688178.985326:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688178.985329:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688178.985332:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85800. 00000800:00000200:0.0:1773688178.985335:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688178.985340:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688178.985343:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85800 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1773688178.985352:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.985354:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688178.985356:0:68797:0:(ldlm_lib.c:3443:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688178.985357:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.985359:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688178.985361:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3220f100 x1859843854298368/t171798692035(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 496/456 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773688178.985369:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3220f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+63:68109:x1859843854298368:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2481us (2751us total) trans 171798692035 rc 0/0 00000100:00100000:0.0:1773688178.985376:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15434 00000100:00000040:0.0:1773688178.985378:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688178.985380:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688178.985381:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688178.985385:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06a80. 00000020:00000010:0.0:1773688178.985387:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400000. 00000020:00000010:0.0:1773688178.985390:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb600. 00000020:00000040:0.0:1773688178.985393:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 62 00000100:00000001:0.0:1773688178.985395:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688178.985425:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.985430:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85800. 00000400:00000200:2.0:1773688178.985435:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.985439:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.985442:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316beb28 00000400:00000010:2.0:1773688178.985444:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316beb28. 00000100:00000001:2.0:1773688178.985446:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.985448:0:3440:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1773688178.987801:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.987812:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688178.987815:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.987818:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688178.987824:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688178.987833:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a445ed80 00000400:00000200:1.0:1773688178.987839:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 66864 00000800:00000001:1.0:1773688178.987845:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.987851:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688178.987853:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688178.987857:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688178.987861:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688178.987863:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688178.987867:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b32127800. 00000100:00000040:1.0:1773688178.987870:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b32127800 x1859843854298496 msgsize 584 00000100:00100000:1.0:1773688178.987874:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688178.987884:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688178.987889:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688178.987892:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.987908:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688178.987911:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854298496 02000000:00000001:0.0:1773688178.987913:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688178.987915:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688178.987917:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.987920:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688178.987923:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854298496 00000020:00000001:0.0:1773688178.987925:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688178.987927:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688178.987929:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.987931:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=63 00000020:00000001:0.0:1773688178.987933:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688178.987935:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688178.987939:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.987942:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.987945:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.987948:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00000020:00000010:0.0:1773688178.987952:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb600. 00000020:00000010:0.0:1773688178.987955:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06a80. 00000020:00000010:0.0:1773688178.987959:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400000. 00000100:00000040:0.0:1773688178.987977:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688178.987980:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688178.987982:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688178.987985:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688178.987986:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.987988:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.987993:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.988002:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.988029:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688178.988031:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688178.988036:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15435 00000100:00000040:0.0:1773688178.988040:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688178.988042:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997897476096 : -129075812075520 : ffff8a9b32127800) 00000100:00000040:0.0:1773688178.988049:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b32127800 x1859843854298496/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 584/0 e 0 to 0 dl 1773688258 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688178.988057:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.988060:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.988062:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.988065:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00000100:00100000:0.0:1773688178.988071:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b32127800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+63:68109:x1859843854298496:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688178.988074:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854298496 00000020:00000001:0.0:1773688178.988077:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688178.988081:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1773688178.988084:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a0eeec000: xid 1859843854298368, transno 171798692035, client gen 13, slot idx 3 00000001:00000001:0.0:1773688178.988088:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a0eeec9c0: xid 1859843854298112, transno 171798692034, client gen 13, slot idx 2 00000001:00000010:0.0:1773688178.988091:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a0eeec9c0. 00000020:00000001:0.0:1773688178.988094:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.988096:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688178.988098:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688178.988101:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688178.988103:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854298496, found 0 last_xid 1859843854298495 00000020:00000001:0.0:1773688178.988105:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688178.988107:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688178.988109:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688178.988113:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.988115:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688178.988117:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688178.988119:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688178.988120:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688178.988122:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.988126:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688178.988129:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 3 00010000:00000001:0.0:1773688178.988131:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688178.988133:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688178.988137:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcd800. 00000020:00000001:0.0:1773688178.988139:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688178.988141:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcd800 with handle 0x52973366461d270a to hash 00000020:00000001:0.0:1773688178.988143:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688178.988145:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160300032 : -129075549251584 : ffff8a9b41bcd800) 00010000:00000010:0.0:1773688178.988148:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988200. 00010000:00000001:0.0:1773688178.988150:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160300032 : -129075549251584 : ffff8a9b41bcd800) 00010000:00010000:0.0:1773688178.988155:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd800/0x52973366461d270a lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a60f expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.988163:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:0.0:1773688178.988165:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=64 00010000:00000001:0.0:1773688178.988170:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688178.988172:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688178.988177:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688178.988180:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688178.988181:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1773688178.988183:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688178.988184:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:0.0:1773688178.988187:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688178.988189:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:0.0:1773688178.988192:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:0.0:1773688178.988194:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.988197:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688178.988199:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688178.988200:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688178.988202:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688178.988207:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b36d29000. 02000000:00000001:0.0:1773688178.988210:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.988212:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.988215:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.988217:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1773688178.988220:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:0.0:1773688178.988221:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.988222:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.988224:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.988226:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.988227:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.988229:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.988230:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.988232:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.988234:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.988234:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.988236:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.988237:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.988238:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.988239:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.988241:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.988242:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.988243:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.988245:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.988246:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.988249:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688178.988252:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688178.988254:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688178.988256:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.988257:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.988259:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.988260:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.988261:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.988263:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.988264:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688178.988265:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.988267:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.988268:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.988270:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688178.988272:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.988275:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:0.0:1773688178.988280:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:0.0:1773688178.988282:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xf3:0x0]/NEWTIPS.PPT, ldlm_rep = ffff8a9b36d29228 00000004:00000001:0.0:1773688178.988286:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1773688178.988289:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1773688178.988290:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1773688178.988292:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688178.988294:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688178.988296:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 4 00010000:00000001:0.0:1773688178.988298:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688178.988300:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688178.988303:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86800. 00000020:00000001:0.0:1773688178.988311:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688178.988312:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86800 with handle 0x52973366461d2711 to hash 00000020:00000001:0.0:1773688178.988314:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688178.988315:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000010:0.0:1773688178.988319:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988600. 00010000:00000001:0.0:1773688178.988321:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688178.988323:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.988325:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.988328:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2711 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.988334:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688178.988336:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688178.988338:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688178.988340:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.988341:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.988343:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.988345:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.988347:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688178.988348:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688178.988350:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688178.988351:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688178.988353:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) refcount = 4 00010000:00000040:0.0:1773688178.988356:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688178.988360:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378800/0x52973366461d0912 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8464d expref: 64 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.988367:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378a00/0x52973366461d090b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e84677 expref: 64 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688178.988373:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2711 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.988378:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688178.988381:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.988382:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.988384:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688178.988385:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.988387:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.988389:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688178.988391:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688178.988393:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.988396:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2711 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.988401:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688178.988402:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.988403:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.988405:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688178.988406:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773688178.988410:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a1689e800. 00010000:00000010:0.0:1773688178.988413:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b35d06b80. 00010000:00000001:0.0:1773688178.988416:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688178.988418:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86c00. 00000020:00000001:0.0:1773688178.988421:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688178.988423:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86c00 with handle 0x52973366461d2718 to hash 00000020:00000001:0.0:1773688178.988424:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688178.988427:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000010:0.0:1773688178.988430:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988580. 00010000:00000001:0.0:1773688178.988431:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:0.0:1773688178.988434:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.988435:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.988438:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2718 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.988443:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688178.988444:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688178.988445:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688178.988447:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.988449:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.988450:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.988452:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.988453:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688178.988454:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688178.988455:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688178.988456:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688178.988458:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9a1689e800) refcount = 1 00010000:00010000:0.0:1773688178.988461:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2718 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.988465:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688178.988467:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.988468:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.988469:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688178.988470:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.988472:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.988474:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688178.988476:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688178.988478:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.988480:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2718 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.988487:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688178.988489:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.988490:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688178.988491:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.988494:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1773688178.988518:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1773688178.988520:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688178.988525:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1773688178.988529:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.988533:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1773688178.988547:0:68797:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688178.988549:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1773688178.988551:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1773688178.988552:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688178.988554:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688178.988556:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688178.988558:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.988559:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688178.988561:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688178.988563:0:68797:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:0.0:1773688178.988565:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.988566:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.988568:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688178.988569:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x13f:0x0] 00000020:00000001:0.0:1773688178.988571:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688178.988575:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:0.0:1773688178.988577:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:0.0:1773688178.988581:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1773688178.988583:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688178.988584:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688178.988587:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 5 00010000:00000001:0.0:1773688178.988589:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688178.988591:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688178.988594:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86000. 00000020:00000001:0.0:1773688178.988596:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688178.988598:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86000 with handle 0x52973366461d271f to hash 00000020:00000001:0.0:1773688178.988600:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688178.988601:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000010:0.0:1773688178.988604:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988d80. 00010000:00000001:0.0:1773688178.988606:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688178.988608:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.988609:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.988612:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d271f lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.988617:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688178.988619:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688178.988620:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688178.988621:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.988623:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.988625:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.988626:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.988628:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688178.988629:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688178.988630:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688178.988631:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688178.988633:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 5 00010000:00000040:0.0:1773688178.988635:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688178.988639:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 64 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.988645:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d26a8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.988651:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.988655:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688178.988661:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d271f lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.988666:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688178.988667:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.988669:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.988670:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688178.988672:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.988673:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.988675:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688178.988677:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688178.988679:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.988681:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d271f lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.988686:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688178.988687:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.988688:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.988689:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.988691:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.988692:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86000 refcount=3 00000020:00000001:0.0:1773688178.988694:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688178.988697:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688178.988699:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.988700:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688178.988702:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.988704:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1773688178.988708:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1773688178.988710:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1773688178.988715:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.988718:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688178.988721:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.988723:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.988728:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688178.988730:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688178.988734:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688178.988736:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:0.0:1773688178.988738:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688178.988739:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x13f:0x0]: Reading som attrs: valid: 4, size: 74834, blocks: 259 00000004:00000001:0.0:1773688178.988743:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688178.988744:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.988745:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.988747:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688178.988749:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688178.988750:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688178.988752:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688178.988754:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.988755:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.988757:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688178.988758:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688178.988760:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:0.0:1773688178.988762:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:0.0:1773688178.988763:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1773688178.988766:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b36d29370 00000004:00000001:0.0:1773688178.988768:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.988770:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.988772:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.988774:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.988775:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.988777:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.988778:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.988779:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.988781:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688178.988783:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:0.0:1773688178.988786:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: returning size 74834 00000004:00000040:0.0:1773688178.988789:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x13f:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:0.0:1773688178.988791:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:0.0:1773688178.988793:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2566 00000004:00200000:0.0:1773688178.988796:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:0.0:1773688178.988798:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:0.0:1773688178.988799:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.988801:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.988803:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1773688178.988805:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688178.988806:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.988807:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.988809:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688178.988811:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688178.988812:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688178.988815:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.988818:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688178.988822:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.988824:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.988825:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.988827:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.988832:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.988834:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.988835:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86000 refcount=3 00000020:00000001:0.0:1773688178.988837:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688178.988839:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00000004:00010000:0.0:1773688178.988842:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d271f lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:0.0:1773688178.988848:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1773688178.988850:0:68797:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41868f58/ffff8a9b41868f00 to site lru. bkt: ffff8a9a1aeb4d58 00000004:00000001:0.0:1773688178.988853:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688178.988854:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1773688178.988856:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1773688178.988858:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.988859:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1773688178.988862:0:68797:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:0.0:1773688178.988864:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688178.988865:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688178.988866:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688178.988867:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 5 00010000:00000040:0.0:1773688178.988870:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688178.988874:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 64 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.988880:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d26a8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.988886:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.988890:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688178.988895:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d271f lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.988899:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688178.988901:0:68797:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.988903:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.988904:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688178.988905:0:68797:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688178.988908:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688178.988909:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688178.988910:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.988911:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.988913:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86800 refcount=3 00000020:00000001:0.0:1773688178.988915:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688178.988917:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688178.988919:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688178.988921:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2711 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.988925:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.988926:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688178.988928:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2711 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.988933:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.988935:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.988937:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688178.988939:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2711 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688178.988943:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e86800 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688178.988945:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.988946:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688178.988948:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2711 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.988953:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688178.988954:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.988955:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.988956:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86800 refcount=4 00000020:00000001:0.0:1773688178.988957:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688178.988959:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688178.988962:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688178.988964:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2711 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.988980:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688178.988981:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688178.988982:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.988985:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688178.988986:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688178.988987:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.988988:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688178.988991:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86800 with handle 0x52973366461d2711 from hash 00010000:00000001:0.0:1773688178.988994:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688178.988995:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.988997:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.988998:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688178.989000:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.989001:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.989003:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688178.989005:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000010:0.1:1773688178.989031:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd400. 00010000:00000010:0.1:1773688178.989039:0:68797:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1a7d7100. 00010000:00000001:0.0:1773688178.989045:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688178.989048:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:0.0:1773688178.989051:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688178.989053:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.989057:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.989058:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688178.989060:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688178.989062:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.989063:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.989065:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.989067:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.989068:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.989071:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2711 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.989076:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.989077:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.989078:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688178.989080:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688178.989081:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688178.989083:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2711 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688178.989088:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988600. 00010000:00000001:0.0:1773688178.989092:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688178.989094:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688178.989095:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688178.989096:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.989097:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.989099:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86c00 refcount=3 00000020:00000001:0.0:1773688178.989101:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:0.0:1773688178.989103:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:0.0:1773688178.989105:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688178.989107:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2718 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.989112:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.989114:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688178.989116:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2718 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.989121:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.989122:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.989124:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688178.989126:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2718 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688178.989131:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e86c00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688178.989133:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.989134:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688178.989137:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2718 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.989141:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688178.989143:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.989144:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.989145:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86c00 refcount=4 00000020:00000001:0.0:1773688178.989147:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:0.0:1773688178.989148:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:0.0:1773688178.989150:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688178.989152:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2718 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.989156:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688178.989158:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688178.989159:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.989161:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688178.989162:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688178.989163:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.989165:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688178.989167:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86c00 with handle 0x52973366461d2718 from hash 00010000:00000001:0.0:1773688178.989168:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688178.989169:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.989170:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.989172:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688178.989173:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.989174:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.989175:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688178.989177:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688178.989178:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688178.989180:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9a1689e800) 00010000:00010000:0.0:1773688178.989182:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688178.989183:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.989185:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.989186:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688178.989188:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688178.989189:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.989190:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.989191:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.989193:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.989195:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.989198:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2718 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.989202:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.989203:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.989204:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688178.989205:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688178.989207:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688178.989209:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2718 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688178.989217:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988580. 00010000:00000040:0.0:1773688178.989219:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a1689e800 count: 0 00010000:00000010:0.0:1773688178.989222:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b35d06b80. 00010000:00000001:0.0:1773688178.989227:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688178.989229:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688178.989230:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688178.989231:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688178.989232:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:0.0:1773688178.989234:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.989236:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.989237:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86000 refcount=3 00000020:00000001:0.0:1773688178.989239:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688178.989241:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00000004:00000040:0.0:1773688178.989244:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:0.0:1773688178.989246:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=65 00010000:00000001:0.0:1773688178.989249:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.989250:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688178.989251:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688178.989253:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1773688178.989255:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688178.989256:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688178.989258:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688178.989259:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688178.989260:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688178.989262:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1773688178.989265:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.989267:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688178.989269:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688178.989271:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688178.989273:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1773688178.989275:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1773688178.989276:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688178.989279:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.989280:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.989282:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.989283:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688178.989285:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bcd800 with handle 0x52973366461d270a from hash 00010000:00000001:0.0:1773688178.989287:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688178.989288:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.989289:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.989290:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1773688178.989292:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688178.989297:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd800/0x52973366461d270a lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a60f expref: 65 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.989303:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:0.0:1773688178.989305:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 64 00010000:00000010:0.0:1773688178.989307:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988200. 00010000:00000001:0.0:1773688178.989311:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.989313:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.989316:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1773688178.989320:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d271f lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a60f expref: 64 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.989326:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688178.989327:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688178.989329:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:0.0:1773688178.989331:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1773688178.989333:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.989334:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.989336:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688178.989337:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.989338:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688178.989340:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b04e86000, rc 0) 00000020:00000001:0.0:1773688178.989342:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688178.989345:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 0, xid 1859843854298496 00010000:00000001:0.0:1773688178.989347:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688178.989350:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b32127800 x1859843854298496/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 584/640 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688178.989357:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688178.989359:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688178.989361:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=56 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688178.989365:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688178.989367:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688178.989369:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688178.989371:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688178.989373:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.989375:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688178.989378:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688178.989382:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316bec38. 00000100:00000200:0.0:1773688178.989385:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854298496, offset 224 00000400:00000200:0.0:1773688178.989390:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688178.989396:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688178.989401:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47922:47922:256:4294967295] 192.168.204.51@tcp LPNI seq info [47918:47918:8:4294967295] 00000400:00000200:0.0:1773688178.989410:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688178.989415:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688178.989418:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85a00. 00000800:00000200:0.0:1773688178.989423:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688178.989428:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688178.989432:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85a00 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:0.0:1773688178.989442:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.989446:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688178.989448:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688178.989450:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.989452:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688178.989457:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b32127800 x1859843854298496/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 584/640 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688178.989467:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b32127800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+64:68109:x1859843854298496:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1407us (1594us total) trans 0 rc 0/0 00000100:00100000:0.0:1773688178.989474:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15435 00000100:00000040:0.0:1773688178.989477:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688178.989479:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688178.989481:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688178.989484:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06a80. 00000020:00000010:0.0:1773688178.989488:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400000. 00000020:00000010:0.0:1773688178.989491:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb600. 00000020:00000040:0.0:1773688178.989495:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 63 00000100:00000001:0.0:1773688178.989498:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688178.989517:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688178.989521:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85a00. 00000400:00000200:2.0:1773688178.989525:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.989530:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.989533:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316bec38 00000400:00000010:2.0:1773688178.989536:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316bec38. 00000100:00000001:2.0:1773688178.989538:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.989539:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688178.991037:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1a7d7e00. 00010000:00000010:1.1:1773688178.991044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd600. 00010000:00000010:0.1:1773688178.991079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcde00. 00010000:00000010:0.1:1773688178.991087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcdc00. 00000800:00000001:2.0:1773688178.993980:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.993991:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.993995:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.993997:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.994005:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.994043:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 648 into portal 12 MB=0x69b84a445ee80 00000400:00000200:2.0:1773688178.994050:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 648/648 into md 0x3b659 [64] + 67448 00000800:00000001:2.0:1773688178.994056:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.994063:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.994065:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.994067:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.994072:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.994074:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688178.994079:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3220c700. 00000100:00000040:2.0:1773688178.994082:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3220c700 x1859843854298752 msgsize 648 00000100:00100000:2.0:1773688178.994084:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.994091:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.994095:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.994096:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.994116:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688178.994119:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854298752 02000000:00000001:0.0:1773688178.994121:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688178.994123:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688178.994126:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.994129:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688178.994133:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854298752 00000020:00000001:0.0:1773688178.994135:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688178.994136:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688178.994139:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.994141:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=64 00000020:00000001:0.0:1773688178.994144:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688178.994147:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688178.994150:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.994154:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.994157:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.994160:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00000020:00000010:0.0:1773688178.994165:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb600. 00000020:00000010:0.0:1773688178.994169:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06a80. 00000020:00000010:0.0:1773688178.994174:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400000. 00000100:00000040:0.0:1773688178.994180:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688178.994182:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688178.994184:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688178.994186:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688178.994188:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.994190:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.994195:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.994207:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.994216:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688178.994218:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688178.994223:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15436 00000100:00000040:0.0:1773688178.994226:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688178.994229:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997898413824 : -129075811137792 : ffff8a9b3220c700) 00000100:00000040:0.0:1773688178.994235:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3220c700 x1859843854298752/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 648/0 e 0 to 0 dl 1773688258 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688178.994243:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.994246:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.994248:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.994250:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00000100:00100000:0.0:1773688178.994255:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3220c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+64:68109:x1859843854298752:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688178.994266:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854298752 00000020:00000001:0.0:1773688178.994268:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688178.994272:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688178.994275:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.994277:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688178.994279:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688178.994282:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688178.994285:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854298752, found 0 last_xid 1859843854298751 00000020:00000001:0.0:1773688178.994288:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688178.994290:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688178.994292:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688178.994295:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.994298:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688178.994299:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688178.994301:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688178.994303:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688178.994305:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.994309:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688178.994313:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 3 00010000:00000001:0.0:1773688178.994315:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688178.994318:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688178.994321:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e87800. 00000020:00000001:0.0:1773688178.994325:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688178.994327:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e87800 with handle 0x52973366461d2726 to hash 00000020:00000001:0.0:1773688178.994329:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688178.994330:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000010:0.0:1773688178.994335:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988200. 00010000:00000001:0.0:1773688178.994337:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00010000:0.0:1773688178.994342:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d2726 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a616 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.994349:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:0.0:1773688178.994352:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=65 00010000:00000001:0.0:1773688178.994357:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688178.994359:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688178.994363:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688178.994365:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688178.994367:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.994369:0:68797:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:0.0:1773688178.994374:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9b3220c700 x1859843854298752/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 648/0 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1773688178.994382:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1773688178.994384:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1773688178.994386:0:68797:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1773688178.994387:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.994390:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.994392:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.994394:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.994396:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.994398:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.994399:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.994401:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.994406:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.994407:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.994409:0:68797:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.994411:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.994414:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688178.994419:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688178.994421:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688178.994423:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688178.994428:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9b36d2a000. 02000000:00000001:0.0:1773688178.994431:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.994433:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.994436:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1773688178.994437:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.994439:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.994441:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.994442:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.994444:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.994446:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.994447:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.994448:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.994450:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.994451:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.994454:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688178.994458:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688178.994460:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688178.994463:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.994464:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.994465:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.994466:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688178.994468:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688178.994469:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.994471:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688178.994473:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688178.994476:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688178.994477:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.994479:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688178.994481:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.994483:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1773688178.994485:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.994487:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1773688178.994489:0:68797:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:0.0:1773688178.994492:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfa38 00000004:00000002:0.0:1773688178.994495:0:68797:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xf3:0x0]/(->[0x20000afe1:0x13f:0x0]) cr_flag=040004240000003 mode=0100000 msg_flag=0x600 00000004:00000001:0.0:1773688178.994500:0:68797:0:(mdt_open.c:1135:mdt_open_by_fid_lock()) Process entered 00000004:00000001:0.0:1773688178.994501:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688178.994503:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:0.0:1773688178.994506:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688178.994509:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:0.0:1773688178.994512:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:0.0:1773688178.994514:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688178.994515:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x13f:0x0] 00000020:00000001:0.0:1773688178.994516:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688178.994520:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:0.0:1773688178.994522:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:0.0:1773688178.994524:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1773688178.994525:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.994529:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1773688178.994530:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1773688178.994535:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.994537:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688178.994540:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.994542:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.994547:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688178.994550:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688178.994553:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688178.994554:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:0.0:1773688178.994556:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688178.994558:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x13f:0x0]: Reading som attrs: valid: 4, size: 74834, blocks: 259 00000004:00000001:0.0:1773688178.994561:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688178.994563:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.994564:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688178.994566:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688178.994567:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688178.994569:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:0.0:1773688178.994571:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b36d2a378 00000004:00000001:0.0:1773688178.994573:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688178.994576:0:68797:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:0.0:1773688178.994578:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1773688178.994579:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688178.994581:0:68797:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0x13f:0x0] lease count: 0, lm: 8 00000004:00000001:0.0:1773688178.994584:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1773688178.994587:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688178.994588:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688178.994591:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 6 00010000:00000001:0.0:1773688178.994593:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688178.994595:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688178.994598:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86e00. 00000020:00000001:0.0:1773688178.994600:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688178.994601:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86e00 with handle 0x52973366461d272d to hash 00000020:00000001:0.0:1773688178.994603:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688178.994604:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000010:0.0:1773688178.994607:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988580. 00010000:00000001:0.0:1773688178.994609:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:0.0:1773688178.994612:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.994613:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.994617:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d272d lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.994623:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688178.994626:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688178.994628:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688178.994630:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.994632:0:68797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1773688178.994636:0:68797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d271f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a60f expref: 65 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.994644:0:68797:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1773688178.994645:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.994647:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.994648:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.994650:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.994652:0:68797:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1773688178.994655:0:68797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d272d lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.994661:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 6 00010000:00000040:0.0:1773688178.994664:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688178.994667:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d271f lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a60f expref: 65 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.994675:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 65 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.994681:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d26a8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.994686:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.994692:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.994696:0:68797:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1773688178.994698:0:68797:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d272d lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688178.994703:0:68797:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.994706:0:68797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773688178.994711:0:68797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a0eeec9c0. 00000100:00000001:0.0:1773688178.994713:0:68797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614993012967872 : -129080696583744 : ffff8a9a0eeec9c0) 00000100:00000001:0.0:1773688178.994715:0:68797:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614993012967872 : -129080696583744 : ffff8a9a0eeec9c0) 00000100:00000001:0.0:1773688178.994718:0:68797:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773688178.994720:0:68797:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1773688178.994722:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1773688178.994724:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.994726:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1773688178.994728:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.994730:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.994732:0:68797:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1773688178.994733:0:68797:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1773688178.994737:0:68797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b04e55c00. 00000020:00000040:0.0:1773688178.994740:0:68797:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:0.0:1773688178.994743:0:68797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773688178.994745:0:68797:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773688178.994750:0:68797:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773688178.994756:0:68797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a198eb000. 00000100:00000001:0.0:1773688178.994762:0:68797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688178.994767:0:68797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d271f lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a60f expref: 65 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688178.994789:0:68797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d271f lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a60f expref: 65 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.994796:0:68797:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1773688178.994799:0:68797:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773688178.994804:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b04e55c00 x1859843861187712/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688178.994811:0:68797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773688178.994813:0:68797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688178.994818:0:68797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b04e55c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861187712:192.168.204.51@tcp:104: 00000100:00000001:0.0:1773688178.994822:0:68797:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773688178.994828:0:68797:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773688178.994830:0:68797:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.994833:0:68797:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773688178.994838:0:68797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a198ea200. 02000000:00000001:0.0:1773688178.994840:0:68797:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773688178.994845:0:68797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a19e54948. 00000400:00000010:0.0:1773688178.994852:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be5d8. 00000100:00000200:0.0:1773688178.994858:0:68797:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861187712, portal 16 00000100:00000001:0.0:1773688178.994860:0:68797:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773688178.994862:0:68797:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997139545088 : -129076570006528 : ffff8a9b04e55c00) 00000100:00000040:0.0:1773688178.994866:0:68797:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b04e55c00 x1859843861187712/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688178.994872:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688178.994875:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688178.994877:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316bee58. 00000100:00000200:0.0:1773688178.994880:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861187712, offset 0 00000400:00000200:0.0:1773688178.994886:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688178.994894:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688178.994899:0:68797:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773688178.994903:0:68797:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:0.0:1773688178.994907:0:68797:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773688178.994910:0:68797:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:0.0:1773688178.994914:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47923:47923:256:4294967295] 192.168.204.51@tcp LPNI seq info [47919:47919:8:4294967295] 00000400:00000200:0.0:1773688178.994923:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688178.994928:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688178.994931:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85b00. 00000800:00000200:0.0:1773688178.994937:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688178.994943:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688178.994947:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773688178.994962:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.994978:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297629915 00000100:00000001:0.0:1773688178.994986:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297629858 00000100:00000001:0.0:1773688178.994992:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297629915 00000100:00000001:0.0:1773688178.994997:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297629858 00000100:00000001:0.0:1773688178.995001:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297629915 00000100:00000001:0.0:1773688178.995005:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297629858 00000100:00000001:0.0:1773688178.995026:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297629916 00000100:00000001:0.0:1773688178.995030:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297629858 00000100:00000001:0.0:1773688178.995033:0:68797:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773688178.995036:0:68797:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.995039:0:68797:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.995041:0:68797:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.995044:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.995046:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.995049:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.995050:0:68797:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.995053:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1773688178.995054:0:68797:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1773688178.995057:0:68797:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.995060:0:68797:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773688178.995062:0:68797:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773688178.995065:0:68797:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9a0eeec9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1773688178.995068:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773688178.995072:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688178.995091:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688178.995097:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85b00. 00000400:00000200:1.0:1773688178.995102:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688178.995113:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688178.995118:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316bee58 00000400:00000010:1.0:1773688178.995120:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316bee58. 00000100:00000001:1.0:1773688178.995124:0:3439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773688178.995128:0:3439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b04e55c00 x1859843861187712/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688178.995139:0:3439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773688178.995142:0:3439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b04e55c00 x1859843861187712/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688178.995150:0:3439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.995152:0:3439:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1773688178.996070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86800. 00010000:00000010:0.1:1773688178.996077:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1689e800. 00010000:00000010:0.1:1773688178.996080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86c00. 00010000:00000010:0.1:1773688178.996083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd800. 00000800:00000001:2.0:1773688178.996170:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.996178:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.996180:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.996183:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.996189:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.996197:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af0c80 00000400:00000200:2.0:1773688178.996203:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77a9d [1] + 224 00000800:00000001:2.0:1773688178.996208:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.996215:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.996217:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.996220:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.996223:0:3438:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688178.996229:0:3438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b04e55c00 x1859843861187712/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1773688178.996239:0:3438:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9b04e55c00 x1859843861187712/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688178.996255:0:3438:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.996260:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.996263:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.996279:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773688178.996285:0:68797:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773688178.996287:0:68797:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773688178.996289:0:68797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a19e54948. 00000400:00000200:0.0:1773688178.996293:0:68797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be5d8 00000400:00000010:0.0:1773688178.996295:0:68797:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be5d8. 00000100:00000001:0.0:1773688178.996297:0:68797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773688178.996302:0:68797:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9b04e55c00 x1859843861187712/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1773688178.996311:0:68797:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9b04e55c00 x1859843861187712/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688178.996322:0:68797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773688178.996324:0:68797:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.996326:0:68797:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773688178.996329:0:68797:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773688178.996331:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688178.996332:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.996335:0:68797:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688178.996340:0:68797:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=2 v=5 (5 0 0 0) 00000100:00001000:0.0:1773688178.996343:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773688178.996346:0:68797:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773688178.996348:0:68797:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.996350:0:68797:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773688178.996353:0:68797:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.996356:0:68797:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.996360:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9b04e55c00 x1859843861187712/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688178.996367:0:68797:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773688178.996370:0:68797:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773688178.996372:0:68797:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.996374:0:68797:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1773688178.996376:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.996377:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.996379:0:68797:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688178.996382:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b04e55c00 x1859843861187712/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1773688178.996389:0:68797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9b04e55c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861187712:192.168.204.51@tcp:104: 00000100:00000001:0.0:1773688178.996393:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.996396:0:68797:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.996397:0:68797:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773688178.996399:0:68797:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773688178.996402:0:68797:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9b04e55c00 x1859843861187712/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688194 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688178.996408:0:68797:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773688178.996411:0:68797:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773688178.996413:0:68797:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a198ea200. 02000000:00000001:0.0:1773688178.996417:0:68797:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773688178.996419:0:68797:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773688178.996421:0:68797:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1773688178.996423:0:68797:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773688178.996425:0:68797:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a198eb000. 02000000:00000001:0.0:1773688178.996430:0:68797:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773688178.996432:0:68797:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773688178.996434:0:68797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b04e55c00. 00000100:00000001:0.0:1773688178.996437:0:68797:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773688178.996439:0:68797:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1773688178.996441:0:68797:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a0eeec9c0. 00000100:00000001:0.0:1773688178.996443:0:68797:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1773688178.996445:0:68797:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1773688178.996447:0:68797:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b2ebe4280. 00010000:00000001:0.0:1773688178.996450:0:68797:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.996452:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.996454:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688178.996456:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1773688178.996460:0:68797:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d272d lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000001:2.0:1773688178.996761:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.996768:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688178.996770:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.996772:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.996778:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688178.996786:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a445ef00 00000400:00000200:2.0:1773688178.996792:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72bc5 [2] + 328 00000800:00000001:2.0:1773688178.996796:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.996835:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.996838:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.996842:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688178.996846:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688178.996848:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1773688178.996852:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3220c380. 00000100:00000040:2.0:1773688178.996856:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3220c380 x1859843854298880 msgsize 328 00000100:00100000:2.0:1773688178.996860:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688178.996870:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688178.996874:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688178.996877:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.996932:0:7562:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688178.996935:0:7562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854298880 02000000:00000001:0.0:1773688178.996937:0:7562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688178.996939:0:7562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688178.996940:0:7562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688178.996943:0:7562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688178.996946:0:7562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854298880 00000020:00000001:0.0:1773688178.996948:0:7562:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688178.996949:0:7562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688178.996951:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.996954:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=66 00000020:00000001:0.0:1773688178.996957:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688178.996959:0:7562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688178.996962:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.996976:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.996979:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.996982:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00000020:00000010:0.0:1773688178.996986:0:7562:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb000. 00000020:00000010:0.0:1773688178.996990:0:7562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06b80. 00000020:00000010:0.0:1773688178.996995:0:7562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400640. 00000100:00000040:0.0:1773688178.997004:0:7562:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1773688178.997033:0:7562:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688178.997035:0:7562:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1773688178.997037:0:7562:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1773688178.997039:0:7562:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.997042:0:7562:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1773688178.997046:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.997048:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.997050:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86000 refcount=4 00000020:00000001:0.0:1773688178.997052:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688178.997054:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00010000:0.0:1773688178.997061:0:7562:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d271f lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a60f expref: 66 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.997069:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.997070:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.997072:0:7562:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.997073:0:7562:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.997078:0:7562:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1773688178.997083:0:7562:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9b3220c380 x1859843854298880/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/0 e 0 to 0 dl 1773688189 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688178.997091:0:7562:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1773688178.997092:0:7562:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.997108:0:7562:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688178.997120:0:7562:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688178.997122:0:7562:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688178.997127:0:7562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3709 00000100:00000040:0.0:1773688178.997131:0:7562:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00000100:00000001:0.0:1773688178.997133:0:7562:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997898412928 : -129075811138688 : ffff8a9b3220c380) 00000100:00000040:0.0:1773688178.997138:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3220c380 x1859843854298880/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/0 e 0 to 0 dl 1773688189 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688178.997146:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688178.997149:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.997151:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688178.997153:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00000100:00100000:0.0:1773688178.997158:0:7562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3220c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+66:2404:x1859843854298880:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1773688178.997161:0:7562:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854298880 00010000:00000001:0.0:1773688178.997164:0:7562:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1773688178.997166:0:7562:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1773688178.997168:0:7562:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1773688178.997171:0:7562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688178.997173:0:7562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688178.997177:0:7562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a10e32400. 02000000:00000001:0.0:1773688178.997180:0:7562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.997182:0:7562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.997184:0:7562:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1773688178.997186:0:7562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1773688178.997188:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688178.997190:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688178.997191:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86000 refcount=4 00000020:00000001:0.0:1773688178.997193:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688178.997195:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000040:0.0:1773688178.997198:0:7562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 7 00000004:00000001:0.0:1773688178.997202:0:7562:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:0.0:1773688178.997206:0:7562:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d271f lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a60f expref: 66 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:0.0:1773688178.997213:0:7562:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b2bf83c50 time=1773688178 v=20 (0 0 0 0) 00010000:00000001:0.0:1773688178.997216:0:7562:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773688178.997227:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.997229:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688178.997232:0:7562:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d271f lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a60f expref: 66 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1773688178.997239:0:7562:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.997242:0:7562:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688178.997243:0:7562:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688178.997246:0:7562:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.997250:0:7562:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688178.997252:0:7562:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688178.997263:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.997265:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.997267:0:7562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688178.997268:0:7562:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688178.997271:0:7562:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86000 with handle 0x52973366461d271f from hash 00010000:00000001:0.0:1773688178.997273:0:7562:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688178.997274:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.997275:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.997276:0:7562:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688178.997280:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.997282:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.997284:0:7562:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688178.997285:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688178.997288:0:7562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d271f lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a60f expref: 66 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.997295:0:7562:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:0.0:1773688178.997298:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 65 00010000:00000010:0.0:1773688178.997301:0:7562:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988d80. 00010000:00000001:0.0:1773688178.997381:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.997384:0:7562:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688178.997386:0:7562:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688178.997389:0:7562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:0.0:1773688178.997393:0:7562:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d272d lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.997400:0:7562:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688178.997402:0:7562:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.997404:0:7562:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.997406:0:7562:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688178.997408:0:7562:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.997410:0:7562:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688178.997411:0:7562:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1773688178.997414:0:7562:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d272d lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.997418:0:7562:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1773688178.997420:0:7562:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688178.997422:0:7562:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688178.997423:0:7562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688178.997425:0:7562:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 6 00010000:00000040:0.0:1773688178.997428:0:7562:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688178.997432:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 65 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.997438:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d26a8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.997444:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688178.997449:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688178.997456:0:7562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d272d lrc: 4/0,1 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.997542:0:7562:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688178.997545:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688178.997547:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.997549:0:7562:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688178.997551:0:7562:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.997553:0:7562:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1773688178.997557:0:7562:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688178.997559:0:7562:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773688178.997563:0:7562:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a0eeec9c0. 00000100:00000001:0.0:1773688178.997565:0:7562:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614993012967872 : -129080696583744 : ffff8a9a0eeec9c0) 00000100:00000001:0.0:1773688178.997567:0:7562:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614993012967872 : -129080696583744 : ffff8a9a0eeec9c0) 00000100:00000001:0.0:1773688178.997569:0:7562:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773688178.997571:0:7562:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1773688178.997572:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773688178.997574:0:7562:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688178.997583:0:7562:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.997585:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688178.997586:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688178.997588:0:7562:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.997589:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773688178.997591:0:7562:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1773688178.997595:0:7562:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.997596:0:7562:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.997598:0:7562:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1773688178.997600:0:7562:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a0eeec9c0. 00000100:00000001:0.0:1773688178.997603:0:7562:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1773688178.997604:0:7562:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1773688178.997607:0:7562:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b2ebe4280. 00010000:00000001:0.0:1773688178.997610:0:7562:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1773688178.997612:0:7562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1773688178.997613:0:7562:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688178.997618:0:7562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1773688178.997620:0:68797:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d272d lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688178.997621:0:7562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688178.997626:0:7562:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=112 v=5 (1 1 1 1) 00010000:00000001:1.0:1773688178.997635:0:68797:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688178.997636:0:7562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688178.997641:0:7562:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00010000:00010000:1.0:1773688178.997642:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d272d lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773688178.997645:0:7562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688178.997650:0:7562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1773688178.997654:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:0.0:1773688178.997655:0:7562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.997657:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773688178.997659:0:7562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1773688178.997660:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.997663:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.997665:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.997667:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86e00 refcount=3 00000020:00000001:1.0:1773688178.997669:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:1.0:1773688178.997672:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:1.0:1773688178.997674:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.997676:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.997677:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.997681:0:68797:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0x13f:0x0], ibits = 0x5/0x1a, open_flags = 040004240000003, try_layout = 1 : rc = 0 00000004:00000001:1.0:1773688178.997685:0:68797:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688178.997687:0:68797:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.997692:0:68797:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000001:00000001:1.0:1773688178.997697:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.997698:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.997701:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.997703:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.997705:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.997707:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688178.997709:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688178.997711:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688178.997713:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:1.0:1773688178.997717:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: returning size 74834 00000001:00000001:1.0:1773688178.997720:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.997721:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.997724:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1773688178.997727:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688178.997730:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.997732:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688178.997737:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.997740:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.997742:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688178.997745:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.997748:0:68797:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000004:00000002:1.0:1773688178.997751:0:68797:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:1.0:1773688178.997756:0:68797:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000100:00000040:0.0:1773688178.997756:0:7562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000004:00000001:1.0:1773688178.997760:0:68797:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773688178.997760:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be5d8. 00000004:00000001:1.0:1773688178.997764:0:68797:0:(mdd_object.c:3758:mdd_open()) Process entered 00000100:00000200:0.0:1773688178.997766:0:7562:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854298880, offset 224 00000004:00000001:1.0:1773688178.997772:0:68797:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000400:00000200:0.0:1773688178.997773:0:7562:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000004:00000001:1.0:1773688178.997778:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:00000001:1.0:1773688178.997782:0:68797:0:(mdd_permission.c:247:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773688178.997783:0:7562:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000004:00000001:1.0:1773688178.997786:0:68797:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.997791:0:68797:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1773688178.997792:0:7562:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47924:47924:256:4294967295] 192.168.204.51@tcp LPNI seq info [47920:47920:8:4294967295] 00000004:00000001:1.0:1773688178.997797:0:68797:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000004:00000010:1.0:1773688178.997801:0:68797:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9b07b50d80. 00000400:00000200:0.0:1773688178.997805:0:7562:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000020:00000001:1.0:1773688178.997806:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688178.997810:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b07b50d80 with handle 0x52973366461d2734 to hash 00000800:00000200:0.0:1773688178.997815:0:7562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000020:00000001:1.0:1773688178.997816:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:1.0:1773688178.997819:0:68797:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614997186710912 : -129076522840704 : ffff8a9b07b50d80) 00000800:00000010:0.0:1773688178.997821:0:7562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85b00. 00000004:00000001:1.0:1773688178.997822:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1773688178.997826:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:1.0:1773688178.997828:0:68797:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0x13f:0x0] Change mfd open_flags 0 -> 040004240000003. 00000800:00000200:0.0:1773688178.997829:0:7562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000004:00000001:1.0:1773688178.997833:0:68797:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:1.0:1773688178.997838:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000800:00000200:0.0:1773688178.997838:0:7562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688178.997843:0:7562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85b00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1773688178.997848:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9b36b7dc00. 00080000:00000001:1.0:1773688178.997852:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614997975424000 : -129075734127616 : ffff8a9b36b7dc00) 00080000:00000001:1.0:1773688178.997855:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:0.0:1773688178.997857:0:7562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.997861:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000040:0.0:1773688178.997862:0:7562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00000001:00000001:1.0:1773688178.997868:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1773688178.997871:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.997893:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688178.997896:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1773688178.997899:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1773688178.997902:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692036, last_committed = 171798692011 00000001:00000010:1.0:1773688178.997907:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b03ffb960. 00000001:00000040:1.0:1773688178.997911:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 25 00000020:00000040:1.0:1773688178.997913:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=66 00010000:00000001:0.0:1773688178.997916:0:7562:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688178.997920:0:7562:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1773688178.997921:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b41aaf900. 00000800:00000200:2.0:1773688178.997922:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1773688178.997927:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3220c380 x1859843854298880/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:664/0 lens 328/224 e 0 to 0 dl 1773688189 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1773688178.997928:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85b00. 00080000:00000001:1.0:1773688178.997929:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1773688178.997936:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1773688178.997942:0:7562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3220c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+66:2404:x1859843854298880:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 793us (1083us total) trans 0 rc 0/0 00000400:00000200:2.0:1773688178.997950:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00080000:00000001:1.0:1773688178.997951:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000400:00000200:2.0:1773688178.997954:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be5d8 00000100:00100000:0.0:1773688178.997956:0:7562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3709 00000001:00000001:1.0:1773688178.997958:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b41aaf900: xid 1859843854298752, transno 171798692036, tag 1, client gen 13, slot idx 2 00000400:00000010:2.0:1773688178.997959:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be5d8. 00000100:00000040:0.0:1773688178.997961:0:7562:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688178.997976:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688178.997976:0:7562:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000001:00000001:1.0:1773688178.997977:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688178.997980:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1773688178.997981:0:7562:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688178.997987:0:7562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06b80. 00000020:00000010:0.0:1773688178.997992:0:7562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400640. 00000020:00000010:0.0:1773688178.997997:0:7562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb000. 00080000:00000001:1.0:1773688178.997998:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.998001:0:68797:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1773688178.998004:0:68797:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.998025:0:68797:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.998028:0:68797:0:(mdt_open.c:1236:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688178.998031:0:68797:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:1.0:1773688178.998033:0:68797:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:1.0:1773688178.998035:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688178.998038:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688178.998040:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1773688178.998042:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1773688178.998044:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.998046:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688178.998049:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688178.998051:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688178.998053:0:68797:0:(mdt_open.c:1525:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1773688178.998059:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688178.998065:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688178.998068:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688178.998070:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688178.998070:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 65 00000100:00000001:0.0:1773688178.998076:0:7562:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1773688178.998077:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.998081:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1773688178.998085:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688178.998088:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688178.998089:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688178.998091:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688178.998093:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688178.998095:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1773688178.998102:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688178.998104:0:68797:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:1.0:1773688178.998106:0:68797:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:1.0:1773688178.998108:0:68797:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.998111:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688178.998112:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688178.998114:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86e00 refcount=3 00000020:00000001:1.0:1773688178.998116:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:1.0:1773688178.998119:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00000004:00000040:1.0:1773688178.998122:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:1.0:1773688178.998124:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=66 00010000:00000001:1.0:1773688178.998128:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.998130:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688178.998131:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.998133:0:68797:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.998136:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688178.998138:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1773688178.998141:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688178.998142:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688178.998145:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.998146:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.998148:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688178.998149:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688178.998151:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e87800 with handle 0x52973366461d2726 from hash 00010000:00000001:1.0:1773688178.998153:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688178.998155:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.998156:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.998157:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688178.998158:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688178.998162:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d2726 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a616 expref: 66 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688178.998169:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:1.0:1773688178.998171:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 65 00010000:00000010:1.0:1773688178.998173:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988200. 00010000:00000001:1.0:1773688178.998177:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688178.998179:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.998182:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688178.998186:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d272d lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a616 expref: 65 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688178.998192:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688178.998194:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688178.998196:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:1.0:1773688178.998198:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00000001:1.0:1773688178.998200:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688178.998202:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688178.998203:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688178.998204:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688178.998205:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688178.998207:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b04e86e00, rc 0) 00000020:00000001:1.0:1773688178.998209:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688178.998212:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 171798692036, xid 1859843854298752 00010000:00000001:1.0:1773688178.998214:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688178.998218:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b3220c700 x1859843854298752/t171798692036(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 648/664 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688178.998225:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688178.998226:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688178.998229:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=56 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688178.998231:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688178.998233:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688178.998235:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688178.998237:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688178.998238:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688178.998241:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688178.998243:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688178.998246:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64ee0. 00000100:00000200:1.0:1773688178.998249:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854298752, offset 224 00000400:00000200:1.0:1773688178.998253:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688178.998258:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688178.998262:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47925:47925:256:4294967295] 192.168.204.51@tcp LPNI seq info [47921:47921:8:4294967295] 00000400:00000200:1.0:1773688178.998269:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688178.998273:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688178.998277:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7700. 00000800:00000200:1.0:1773688178.998281:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688178.998286:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688178.998289:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7700 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1773688178.998301:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688178.998304:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688178.998308:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688178.998310:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688178.998313:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688178.998318:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3220c700 x1859843854298752/t171798692036(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:733/0 lens 648/664 e 0 to 0 dl 1773688258 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688178.998329:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3220c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+65:68109:x1859843854298752:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4083us (4244us total) trans 171798692036 rc 0/0 00000100:00100000:1.0:1773688178.998337:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15436 00000100:00000040:1.0:1773688178.998340:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688178.998343:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688178.998345:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688178.998348:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06a80. 00000020:00000010:1.0:1773688178.998352:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400000. 00000020:00000010:1.0:1773688178.998356:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb600. 00000800:00000200:2.0:1773688178.998358:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:1.0:1773688178.998360:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 64 00000800:00000010:2.0:1773688178.998362:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7700. 00000100:00000001:1.0:1773688178.998366:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688178.998368:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688178.998373:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688178.998376:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64ee0 00000400:00000010:2.0:1773688178.998378:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64ee0. 00000100:00000001:2.0:1773688178.998380:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688178.998382:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.000379:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.000388:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.000390:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.000393:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.000399:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.000409:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a445ef80 00000400:00000200:2.0:1773688179.000415:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 68096 00000800:00000001:2.0:1773688179.000420:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.000426:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.000428:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.000431:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.000436:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.000438:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.000443:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3220df80. 00000100:00000040:2.0:1773688179.000446:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3220df80 x1859843854299008 msgsize 576 00000100:00100000:2.0:1773688179.000450:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.000459:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.000464:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.000467:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.000486:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.000490:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854299008 02000000:00000001:1.0:1773688179.000492:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.000495:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.000497:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.000509:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.000513:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854299008 00000020:00000001:1.0:1773688179.000515:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.000517:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.000518:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.000521:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=65 00000020:00000001:1.0:1773688179.000524:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.000526:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.000530:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.000534:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c62cc0. 00000020:00000040:1.0:1773688179.000540:0:68797:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0000 (ffff8a9a099a4d28) now 18 - evictor 00000100:00000001:1.0:1773688179.000550:0:68797:0:(service.c:1354:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1773688179.000555:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b028f6e00. 00000020:00000010:1.0:1773688179.000559:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07b50b00. 00000020:00000010:1.0:1773688179.000563:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fea28. 00000100:00000040:1.0:1773688179.000569:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688179.000572:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.000574:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00080000:0.0:1773688179.000574:0:6368:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00000001:1.0:1773688179.000578:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000020:00000040:0.0:1773688179.000581:0:6368:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000 (ffff8a9a099a4d28) now 18 - evictor 00000004:00000001:1.0:1773688179.000588:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.000594:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.000599:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.000609:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.000620:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.000623:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1773688179.000627:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1773688179.000629:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15437 00000100:00000001:0.0:1773688179.000632:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1773688179.000634:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.000635:0:75542:0:(service.c:2223:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.000639:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997898420096 : -129075811131520 : ffff8a9b3220df80) 00000100:00000001:0.0:1773688179.000641:0:75542:0:(service.c:2462:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.000648:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3220df80 x1859843854299008/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688179.000659:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.000662:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c62180. 00000100:00000001:1.0:1773688179.000664:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.000667:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c62180. 00000100:00100000:1.0:1773688179.000683:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3220df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+65:68109:x1859843854299008:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688179.000687:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854299008 00000020:00000001:1.0:1773688179.000691:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688179.000695:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1773688179.000701:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b41aaf900: xid 1859843854298752, transno 171798692036, client gen 13, slot idx 2 00000001:00000001:1.0:1773688179.000706:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a0eeec000: xid 1859843854298368, transno 171798692035, client gen 13, slot idx 3 00000001:00000010:1.0:1773688179.000712:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a0eeec000. 00000020:00000001:1.0:1773688179.000716:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.000718:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688179.000720:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688179.000723:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688179.000725:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854299008, found 0 last_xid 1859843854299007 00000020:00000001:1.0:1773688179.000728:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688179.000730:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688179.000732:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688179.000735:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.000738:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688179.000739:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688179.000741:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688179.000743:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688179.000744:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.000748:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.000753:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 6 00010000:00000001:1.0:1773688179.000755:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.000758:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.000762:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b08b72e00. 00000020:00000001:1.0:1773688179.000764:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.000767:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b08b72e00 with handle 0x52973366461d273b to hash 00000020:00000001:1.0:1773688179.000769:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.000770:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997203627520 : -129076505924096 : ffff8a9b08b72e00) 00010000:00000010:1.0:1773688179.000775:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b900. 00010000:00000001:1.0:1773688179.000778:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997203627520 : -129076505924096 : ffff8a9b08b72e00) 00010000:00010000:1.0:1773688179.000782:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b08b72e00/0x52973366461d273b lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a61d expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.000791:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:1.0:1773688179.000793:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=66 00010000:00000001:1.0:1773688179.000797:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688179.000799:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688179.000804:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688179.000807:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688179.000808:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1773688179.000811:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688179.000813:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x13f:0x0] 00000020:00000001:1.0:1773688179.000816:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.000819:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:1.0:1773688179.000822:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:1.0:1773688179.000824:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.000826:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688179.000827:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688179.000830:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.000832:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.000837:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a0d8f7000. 02000000:00000001:1.0:1773688179.000839:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.000841:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.000843:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.000845:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1773688179.000848:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:1.0:1773688179.000850:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.000852:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.000854:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.000856:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.000858:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.000860:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.000861:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.000863:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.000864:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.000866:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.000867:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.000869:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.000870:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.000871:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.000873:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.000874:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.000875:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.000878:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.000879:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.000883:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688179.000886:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688179.000889:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688179.000891:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.000892:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.000894:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.000896:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.000897:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.000898:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.000900:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688179.000902:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.000904:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.000906:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.000908:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688179.000909:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.000912:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:1.0:1773688179.000916:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1773688179.000918:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:1.0:1773688179.000920:0:68797:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000020:00000010:1.0:1773688179.000925:0:68797:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8a9a0d8f4000. 00000004:00000001:1.0:1773688179.000929:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.000932:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.000934:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.000939:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:1.0:1773688179.000942:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:1.0:1773688179.000944:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:1.0:1773688179.000947:0:68797:0:(mdt_lib.c:2238:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688179.000950:0:68797:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0x13f:0x0]/[0x20000afe1:0x13f:0x0], ldlm_rep = ffff8a9a0d8f7228 00000004:00000001:1.0:1773688179.000955:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1773688179.000957:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688179.000959:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.000961:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 7 00010000:00000001:1.0:1773688179.000963:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.000979:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.000983:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b08b72600. 00000020:00000001:1.0:1773688179.000985:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.000987:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b08b72600 with handle 0x52973366461d2742 to hash 00000020:00000001:1.0:1773688179.000989:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.000990:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997203625472 : -129076505926144 : ffff8a9b08b72600) 00010000:00000010:1.0:1773688179.000993:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b380. 00010000:00000001:1.0:1773688179.000995:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997203625472 : -129076505926144 : ffff8a9b08b72600) 00010000:00000001:1.0:1773688179.000998:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.000999:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.001003:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b08b72600/0x52973366461d2742 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.001036:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688179.001039:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688179.001041:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.001043:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.001046:0:68797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688179.001051:0:68797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d272d lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a616 expref: 66 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.001059:0:68797:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688179.001060:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.001063:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.001064:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.001067:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.001069:0:68797:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1773688179.001072:0:68797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b08b72600/0x52973366461d2742 lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.001079:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 7 00010000:00000040:1.0:1773688179.001082:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.001085:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d272d lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a616 expref: 66 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.001098:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 66 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.001105:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d26a8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.001111:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.001117:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.001121:0:68797:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1773688179.001123:0:68797:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b08b72600/0x52973366461d2742 lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688179.001130:0:68797:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b10c62180. 00000100:00000001:1.0:1773688179.001133:0:68797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688179.001137:0:68797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b41aaf3c0. 00000100:00000001:1.0:1773688179.001139:0:68797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614998159127488 : -129075550424128 : ffff8a9b41aaf3c0) 00000100:00000001:1.0:1773688179.001142:0:68797:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614998159127488 : -129075550424128 : ffff8a9b41aaf3c0) 00000100:00000001:1.0:1773688179.001144:0:68797:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688179.001145:0:68797:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688179.001146:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.001149:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.001150:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1773688179.001151:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.001153:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.001154:0:68797:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1773688179.001156:0:68797:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1773688179.001160:0:68797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b32124700. 00000020:00000040:1.0:1773688179.001163:0:68797:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:1.0:1773688179.001166:0:68797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773688179.001168:0:68797:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773688179.001172:0:68797:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773688179.001176:0:68797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9b028f7600. 00000100:00000001:1.0:1773688179.001182:0:68797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.001196:0:68797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d272d lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a616 expref: 66 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.001214:0:68797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d272d lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a616 expref: 66 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.001223:0:68797:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1773688179.001225:0:68797:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773688179.001230:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b32124700 x1859843861187840/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.001238:0:68797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773688179.001241:0:68797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.001245:0:68797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b32124700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861187840:192.168.204.51@tcp:104: 00000100:00000001:1.0:1773688179.001249:0:68797:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773688179.001253:0:68797:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773688179.001255:0:68797:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.001258:0:68797:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773688179.001262:0:68797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9b028f7800. 02000000:00000001:1.0:1773688179.001264:0:68797:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773688179.001268:0:68797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b3697f528. 00000400:00000010:1.0:1773688179.001273:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64000. 00000100:00000200:1.0:1773688179.001279:0:68797:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861187840, portal 16 00000100:00000001:1.0:1773688179.001281:0:68797:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773688179.001283:0:68797:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997897463552 : -129075812088064 : ffff8a9b32124700) 00000100:00000040:1.0:1773688179.001288:0:68797:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b32124700 x1859843861187840/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.001295:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.001297:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.001299:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64770. 00000100:00000200:1.0:1773688179.001302:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861187840, offset 0 00000400:00000200:1.0:1773688179.001307:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.001313:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.001317:0:68797:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773688179.001321:0:68797:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:1.0:1773688179.001325:0:68797:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773688179.001328:0:68797:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:1.0:1773688179.001332:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47926:47926:256:4294967295] 192.168.204.51@tcp LPNI seq info [47922:47922:8:4294967295] 00000400:00000200:1.0:1773688179.001341:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.001346:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.001350:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7800. 00000800:00000200:1.0:1773688179.001354:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.001360:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.001363:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.001374:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.001378:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297629922 00000100:00000001:1.0:1773688179.001386:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297629915 00000100:00000001:1.0:1773688179.001390:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297629922 00000100:00000001:1.0:1773688179.001394:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297629915 00000100:00000001:1.0:1773688179.001398:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297629922 00000100:00000001:1.0:1773688179.001402:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297629915 00000100:00000001:1.0:1773688179.001405:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297629922 00000100:00000001:1.0:1773688179.001408:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297629916 00000100:00000001:1.0:1773688179.001411:0:68797:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688179.001413:0:68797:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.001416:0:68797:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.001418:0:68797:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.001420:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.001423:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.001425:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.001426:0:68797:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.001429:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.001430:0:68797:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688179.001433:0:68797:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.001434:0:68797:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773688179.001436:0:68797:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773688179.001438:0:68797:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b41aaf3c0 going to sleep for 11 seconds 00000100:00000001:1.0:1773688179.001441:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773688179.001444:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773688179.001447:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.001452:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7800. 00000400:00000200:2.0:1773688179.001456:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.001460:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.001464:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64770 00000400:00000010:2.0:1773688179.001465:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64770. 00000100:00000001:2.0:1773688179.001469:0:3439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773688179.001473:0:3439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b32124700 x1859843861187840/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.001482:0:3439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.001485:0:3439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b32124700 x1859843861187840/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.001491:0:3439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.001493:0:3439:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.003027:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.003035:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.003037:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.003038:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.003044:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.003052:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af0d00 00000400:00000200:2.0:1773688179.003056:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77aad [1] + 224 00000800:00000001:2.0:1773688179.003060:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.003062:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.003064:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.003066:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.003068:0:3438:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688179.003072:0:3438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b32124700 x1859843861187840/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1773688179.003079:0:3438:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9b32124700 x1859843861187840/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.003090:0:3438:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.003093:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.003095:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.003096:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.003099:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.003103:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.003106:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a445f000 00000100:00000001:1.0:1773688179.003109:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1773688179.003111:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72bc5 [2] + 656 00000800:00000001:2.0:1773688179.003126:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1773688179.003129:0:68797:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773688179.003132:0:68797:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773688179.003135:0:68797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b3697f528. 00000400:00000200:1.0:1773688179.003140:0:68797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64000 00000400:00000010:1.0:1773688179.003142:0:68797:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64000. 00000100:00000001:1.0:1773688179.003145:0:68797:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1773688179.003149:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.003152:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1773688179.003153:0:68797:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9b32124700 x1859843861187840/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1773688179.003157:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.003162:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.003165:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1773688179.003170:0:68797:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9b32124700 x1859843861187840/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1773688179.003173:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b417d8000. 00000100:00000001:1.0:1773688179.003175:0:68797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1773688179.003178:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b417d8000 x1859843854299136 msgsize 328 00000100:00000001:1.0:1773688179.003178:0:68797:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.003182:0:68797:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:2.0:1773688179.003186:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 02000000:00000001:1.0:1773688179.003186:0:68797:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773688179.003188:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.003190:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.003192:0:68797:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.003197:0:68797:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=3 v=5 (5 0 0 0) 00000100:00000001:2.0:1773688179.003198:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000100:00001000:1.0:1773688179.003202:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=3 v=5 (1 0 0 0) 00000800:00000001:2.0:1773688179.003203:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1773688179.003206:0:68797:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1773688179.003207:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.003208:0:68797:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.003213:0:68797:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773688179.003216:0:68797:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.003218:0:68797:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.003222:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9b32124700 x1859843861187840/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.003227:0:68797:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688179.003229:0:68797:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773688179.003231:0:68797:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.003232:0:68797:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1773688179.003233:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.003234:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.003235:0:68797:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.003238:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b32124700 x1859843861187840/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1773688179.003243:0:68797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9b32124700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861187840:192.168.204.51@tcp:104: 00000100:00000001:1.0:1773688179.003245:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.003247:0:68797:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.003250:0:68797:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773688179.003251:0:68797:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773688179.003253:0:68797:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9b32124700 x1859843861187840/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.003257:0:68797:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773688179.003259:0:68797:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773688179.003262:0:68797:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9b028f7800. 02000000:00000001:1.0:1773688179.003266:0:68797:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1773688179.003267:0:7562:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1773688179.003268:0:68797:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773688179.003272:0:68797:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000100:00100000:0.0:1773688179.003273:0:7562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854299136 00000020:00000001:1.0:1773688179.003277:0:68797:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1773688179.003278:0:7562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.003281:0:7562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1773688179.003283:0:68797:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9b028f7600. 00000100:00000001:0.0:1773688179.003284:0:7562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.003289:0:68797:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773688179.003290:0:7562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.003292:0:68797:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:0.0:1773688179.003294:0:7562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854299136 00000100:00000010:1.0:1773688179.003296:0:68797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b32124700. 00000020:00000001:0.0:1773688179.003299:0:7562:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1773688179.003302:0:68797:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1773688179.003303:0:7562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000100:00000001:1.0:1773688179.003306:0:68797:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.003307:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1773688179.003311:0:68797:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b41aaf3c0. 00000020:00000040:0.0:1773688179.003313:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=67 00000100:00000001:1.0:1773688179.003315:0:68797:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688179.003318:0:68797:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1773688179.003318:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00010000:00000010:1.0:1773688179.003322:0:68797:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b10c62180. 00000020:00000001:0.0:1773688179.003323:0:7562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.003329:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1773688179.003330:0:68797:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.003333:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773688179.003333:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00010000:00000001:1.0:1773688179.003334:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773688179.003338:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.003339:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000010:0.0:1773688179.003343:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00010000:00010000:1.0:1773688179.003344:0:68797:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b08b72600/0x52973366461d2742 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000010:0.0:1773688179.003348:0:7562:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb000. 00000020:00000010:0.0:1773688179.003353:0:7562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.003356:0:7562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400640. 00000100:00000040:0.0:1773688179.003361:0:7562:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1773688179.003362:0:7562:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.003364:0:7562:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1773688179.003365:0:7562:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1773688179.003367:0:7562:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.003368:0:7562:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1773688179.003371:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.003372:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.003375:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86e00 refcount=4 00000020:00000001:0.0:1773688179.003377:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:0.0:1773688179.003380:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00010000:0.0:1773688179.003385:0:7562:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d272d lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a616 expref: 67 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.003392:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.003393:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.003395:0:7562:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.003397:0:7562:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.003402:0:7562:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1773688179.003407:0:7562:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9b417d8000 x1859843854299136/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688179.003414:0:7562:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1773688179.003416:0:7562:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.003426:0:7562:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.003435:0:7562:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.003437:0:7562:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.003440:0:7562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3710 00000100:00000040:0.0:1773688179.003443:0:7562:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00000100:00000001:0.0:1773688179.003445:0:7562:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614998156148736 : -129075553402880 : ffff8a9b417d8000) 00000100:00000040:0.0:1773688179.003449:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b417d8000 x1859843854299136/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688179.003454:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.003457:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688179.003459:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.003460:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00000100:00100000:0.0:1773688179.003463:0:7562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b417d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+67:2405:x1859843854299136:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1773688179.003465:0:7562:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854299136 00010000:00000001:0.0:1773688179.003467:0:7562:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1773688179.003469:0:7562:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1773688179.003470:0:7562:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1773688179.003473:0:7562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.003474:0:7562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.003478:0:7562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9b36cd8c00. 02000000:00000001:0.0:1773688179.003480:0:7562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.003481:0:7562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.003482:0:7562:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1773688179.003484:0:7562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1773688179.003485:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.003486:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.003487:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86e00 refcount=4 00000020:00000001:0.0:1773688179.003488:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:0.0:1773688179.003489:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000040:0.0:1773688179.003491:0:7562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 8 00000004:00000001:0.0:1773688179.003494:0:7562:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:0.0:1773688179.003497:0:7562:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d272d lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a616 expref: 67 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:0.0:1773688179.003503:0:7562:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b2bf83c50 time=1773688179 v=20 (0 0 0 0) 00010000:00000001:0.0:1773688179.003507:0:7562:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773688179.003516:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.003518:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.003521:0:7562:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d272d lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a616 expref: 67 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1773688179.003529:0:7562:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.003531:0:7562:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.003532:0:7562:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.003534:0:7562:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.003537:0:7562:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.003540:0:7562:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.003543:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.003544:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.003546:0:7562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.003548:0:7562:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.003551:0:7562:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86e00 with handle 0x52973366461d272d from hash 00010000:00000001:0.0:1773688179.003554:0:7562:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.003555:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.003556:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.003557:0:7562:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.003563:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.003565:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.003566:0:7562:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.003568:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.003571:0:7562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d272d lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a616 expref: 67 pid: 68797 timeout: 3057 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.003578:0:7562:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:0.0:1773688179.003579:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 66 00010000:00000010:0.0:1773688179.003582:0:7562:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988580. 00010000:00000001:0.0:1773688179.003588:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.003590:0:7562:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.003592:0:7562:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.003594:0:7562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:0.0:1773688179.003598:0:7562:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b08b72600/0x52973366461d2742 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.003604:0:7562:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.003605:0:7562:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.003607:0:7562:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.003609:0:7562:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.003611:0:7562:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.003614:0:7562:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.003615:0:7562:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1773688179.003617:0:7562:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b08b72600/0x52973366461d2742 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.003622:0:7562:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1773688179.003625:0:7562:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.003627:0:7562:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.003628:0:7562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.003630:0:7562:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 7 00010000:00000040:0.0:1773688179.003632:0:7562:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.003636:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 66 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.003643:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d26a8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.003649:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.003654:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.003660:0:7562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b08b72600/0x52973366461d2742 lrc: 4/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.003665:0:7562:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.003667:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.003669:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.003671:0:7562:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.003672:0:7562:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.003674:0:7562:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1773688179.003678:0:7562:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688179.003681:0:7562:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773688179.003684:0:7562:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a0eeec9c0. 00000100:00000001:0.0:1773688179.003685:0:7562:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614993012967872 : -129080696583744 : ffff8a9a0eeec9c0) 00000100:00000001:0.0:1773688179.003687:0:7562:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614993012967872 : -129080696583744 : ffff8a9a0eeec9c0) 00000100:00000001:0.0:1773688179.003688:0:7562:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773688179.003689:0:7562:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1773688179.003690:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773688179.003692:0:7562:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.003701:0:7562:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.003702:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.003703:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.003704:0:7562:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.003705:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773688179.003706:0:7562:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1773688179.003707:0:7562:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.003709:0:7562:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.003709:0:7562:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1773688179.003710:0:7562:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a0eeec9c0. 00000100:00000001:0.0:1773688179.003712:0:7562:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1773688179.003713:0:7562:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1773688179.003714:0:7562:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b2ebe4280. 00010000:00000001:0.0:1773688179.003715:0:7562:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1773688179.003716:0:7562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1773688179.003717:0:7562:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.003721:0:7562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.003723:0:7562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.003725:0:7562:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000100:00000001:0.0:1773688179.003728:0:7562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:1.0:1773688179.003730:0:68797:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b08b72600/0x52973366461d2742 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773688179.003731:0:7562:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.003736:0:7562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.003741:0:7562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.003744:0:7562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.003745:0:68797:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.003747:0:7562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1773688179.003750:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b08b72600/0x52973366461d2742 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773688179.003751:0:7562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.003755:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316bebb0. 00000100:00000200:0.0:1773688179.003760:0:7562:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854299136, offset 224 00010000:00000001:1.0:1773688179.003761:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688179.003764:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773688179.003767:0:7562:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00010000:00000001:1.0:1773688179.003768:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.003772:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.003773:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1773688179.003776:0:7562:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000020:00000040:1.0:1773688179.003777:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b08b72600 refcount=3 00000020:00000001:1.0:1773688179.003782:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997203625472 : -129076505926144 : ffff8a9b08b72600) 00010000:00000001:1.0:1773688179.003787:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997203625472 : -129076505926144 : ffff8a9b08b72600) 00000400:00000200:0.0:1773688179.003787:0:7562:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47927:47927:256:4294967295] 192.168.204.51@tcp LPNI seq info [47923:47923:8:4294967295] 00010000:00000001:1.0:1773688179.003791:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.003793:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.003797:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773688179.003803:0:7562:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000004:00000001:1.0:1773688179.003807:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000800:00000200:0.0:1773688179.003812:0:7562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000004:00000001:1.0:1773688179.003814:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1773688179.003818:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000800:00000010:0.0:1773688179.003818:0:7562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85a00. 00000004:00000001:1.0:1773688179.003825:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688179.003826:0:7562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000004:00000001:1.0:1773688179.003829:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.003833:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.003836:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.003842:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000800:00000200:0.0:1773688179.003842:0:7562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000004:00000001:1.0:1773688179.003847:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000800:00000200:0.0:1773688179.003849:0:7562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85a00 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:1.0:1773688179.003851:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688179.003856:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:1.0:1773688179.003858:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688179.003860:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x13f:0x0]: Reading som attrs: valid: 4, size: 74834, blocks: 259 00000100:00000001:0.0:1773688179.003862:0:7562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.003864:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.003868:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000040:0.0:1773688179.003869:0:7562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00080000:00000001:1.0:1773688179.003871:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00010000:00000001:0.0:1773688179.003874:0:7562:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.003875:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:0.0:1773688179.003879:0:7562:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.003880:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688179.003885:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000100:00000040:0.0:1773688179.003888:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b417d8000 x1859843854299136/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1773688179.003889:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.003893:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.003896:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.003900:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00100000:0.0:1773688179.003901:0:7562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b417d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+66:2405:x1859843854299136:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 443us (721us total) trans 0 rc 0/0 00000004:00000001:1.0:1773688179.003906:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688179.003910:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00100000:0.0:1773688179.003911:0:7562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3710 00000001:00000001:1.0:1773688179.003915:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000100:00000040:0.0:1773688179.003916:0:7562:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00000001:00000001:1.0:1773688179.003919:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000001:0.0:1773688179.003919:0:7562:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.003922:0:7562:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000002:1.0:1773688179.003925:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a0d8f7370 00000020:00000010:0.0:1773688179.003926:0:7562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06900. 00000800:00000200:2.0:1773688179.003930:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000004:00000001:1.0:1773688179.003931:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773688179.003932:0:7562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400640. 00000800:00000010:2.0:1773688179.003934:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85a00. 00000001:00000001:1.0:1773688179.003936:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000020:00000010:0.0:1773688179.003938:0:7562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb000. 00000400:00000200:2.0:1773688179.003940:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:1.0:1773688179.003940:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.003944:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 65 00000001:00000001:1.0:1773688179.003947:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000100:00000001:0.0:1773688179.003948:0:7562:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773688179.003951:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1773688179.003952:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000001:00000001:1.0:1773688179.003957:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773688179.003960:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316bebb0 00000001:00000001:1.0:1773688179.003960:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.003963:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1773688179.003975:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316bebb0. 00000001:00000001:1.0:1773688179.003978:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.003981:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000004:00000002:1.0:1773688179.003982:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000100:00000001:2.0:1773688179.003985:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00200000:1.0:1773688179.003988:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: returning size 74834 00000004:00000040:1.0:1773688179.003993:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x13f:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1773688179.003996:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:1.0:1773688179.003999:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2566 00000004:00200000:1.0:1773688179.004002:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:1.0:1773688179.004004:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00010000:00000010:1.1:1773688179.004036:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e87800. 00000001:00000001:1.0:1773688179.004043:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.004046:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.004048:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1773688179.004051:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.004053:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.004054:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.004057:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688179.004059:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688179.004062:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688179.004064:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.004071:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688179.004077:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773688179.004078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86000. 00000001:00000001:1.0:1773688179.004079:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.004082:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.004086:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.004092:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.004094:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.004096:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b08b72600 refcount=3 00000020:00000001:1.0:1773688179.004099:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997203625472 : -129076505926144 : ffff8a9b08b72600) 00010000:00000001:1.0:1773688179.004102:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997203625472 : -129076505926144 : ffff8a9b08b72600) 00000004:00010000:1.0:1773688179.004106:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b08b72600/0x52973366461d2742 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.004113:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.004115:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.004116:0:68797:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:1.0:1773688179.004118:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688179.004120:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:1.0:1773688179.004122:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.004123:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.004125:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b08b72600 refcount=3 00000020:00000001:1.0:1773688179.004126:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997203625472 : -129076505926144 : ffff8a9b08b72600) 00010000:00000001:1.0:1773688179.004128:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997203625472 : -129076505926144 : ffff8a9b08b72600) 00000004:00000040:1.0:1773688179.004132:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:1.0:1773688179.004134:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=66 00010000:00000001:1.0:1773688179.004137:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.004139:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.004140:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688179.004143:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1773688179.004146:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688179.004148:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688179.004149:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688179.004151:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688179.004152:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688179.004154:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1773688179.004158:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.004161:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688179.004163:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688179.004165:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:1.0:1773688179.004167:0:68797:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8a9a0d8f4000. 00000004:00000001:1.0:1773688179.004171:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1773688179.004173:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688179.004174:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.004176:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.004178:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.004179:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.004181:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.004183:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b08b72e00 with handle 0x52973366461d273b from hash 00010000:00000001:1.0:1773688179.004185:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.004186:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.004187:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.004189:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688179.004190:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.004194:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b08b72e00/0x52973366461d273b lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a61d expref: 66 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.004202:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:1.0:1773688179.004204:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 65 00010000:00000010:1.0:1773688179.004206:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b900. 00010000:00000001:1.0:1773688179.004210:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.004211:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.004214:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688179.004218:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b08b72600/0x52973366461d2742 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a61d expref: 65 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.004226:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.004227:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.004229:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:1.0:1773688179.004231:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1773688179.004233:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.004235:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.004237:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688179.004238:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.004239:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.004241:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b08b72600, rc 0) 00000020:00000001:1.0:1773688179.004243:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688179.004246:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 0, xid 1859843854299008 00010000:00000001:1.0:1773688179.004248:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688179.004253:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b3220df80 x1859843854299008/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688179.004260:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.004261:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.004264:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688179.004267:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.004269:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.004272:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.004274:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.004276:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.004278:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.004280:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.004283:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64000. 00000100:00000200:1.0:1773688179.004287:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854299008, offset 224 00000400:00000200:1.0:1773688179.004291:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.004297:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.004302:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47928:47928:256:4294967295] 192.168.204.51@tcp LPNI seq info [47924:47924:8:4294967295] 00000400:00000200:1.0:1773688179.004312:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.004317:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.004320:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7800. 00000800:00000200:1.0:1773688179.004324:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.004328:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.004331:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7800 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.004344:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.004347:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.004349:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688179.004351:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.004353:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688179.004357:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3220df80 x1859843854299008/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688179.004367:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3220df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+65:68109:x1859843854299008:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3707us (3919us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688179.004375:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15437 00000100:00000040:1.0:1773688179.004378:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688179.004380:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.004382:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.004385:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07b50b00. 00000020:00000010:1.0:1773688179.004388:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fea28. 00000020:00000010:1.0:1773688179.004393:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b028f6e00. 00000020:00000040:1.0:1773688179.004396:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 64 00000100:00000001:1.0:1773688179.004399:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.004418:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.004422:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7800. 00000400:00000200:2.0:1773688179.004426:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.004430:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.004434:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64000 00000400:00000010:2.0:1773688179.004436:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64000. 00000100:00000001:2.0:1773688179.004438:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.004440:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.007108:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.007118:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.007122:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.007124:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.007131:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.007143:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 392 into portal 23 MB=0x69b84a445f100 00000400:00000200:2.0:1773688179.007150:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 392/392 into md 0x7188d [2] + 392 00000800:00000001:2.0:1773688179.007156:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.007162:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.007165:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.007169:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.007173:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.007175:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1773688179.007180:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b417d9180. 00000100:00000040:2.0:1773688179.007184:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b417d9180 x1859843854299392 msgsize 392 00000100:00100000:2.0:1773688179.007188:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.007199:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.007204:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.007207:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.007235:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.007239:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854299392 02000000:00000001:0.0:1773688179.007241:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.007243:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.007245:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.007249:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.007252:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854299392 00000020:00000001:0.0:1773688179.007254:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.007255:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.007257:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.007260:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=65 00000020:00000001:0.0:1773688179.007263:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.007266:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.007269:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.007273:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688179.007276:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.007278:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00000020:00000010:0.0:1773688179.007283:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb000. 00000020:00000010:0.0:1773688179.007287:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.007291:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400640. 00000100:00000040:0.0:1773688179.007299:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1773688179.007301:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.007303:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1773688179.007304:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.007309:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.007320:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.007330:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.007331:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.007336:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3215 00000100:00000040:0.0:1773688179.007340:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.007342:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614998156153216 : -129075553398400 : ffff8a9b417d9180) 00000100:00000040:0.0:1773688179.007350:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b417d9180 x1859843854299392/t0(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688179.007358:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.007361:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4280. 00000100:00000001:0.0:1773688179.007363:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.007365:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4280. 00000100:00100000:0.0:1773688179.007370:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b417d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+65:68109:x1859843854299392:12345-192.168.204.51@tcp:35:dbench.0 00000100:00000200:0.0:1773688179.007373:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854299392 00000020:00000001:0.0:1773688179.007376:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.007379:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688179.007385:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.007387:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.007390:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862496 : -1038689120 : ffffffffc216dca0) 00000020:00000001:0.0:1773688179.007393:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688179.007396:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854299392, found 0 last_xid 1859843854299391 00000020:00000001:0.0:1773688179.007399:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.007401:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.007403:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.007406:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.007410:0:73057:0:(mdt_open.c:2771:mdt_close()) Process entered 00000004:00000001:0.0:1773688179.007412:0:73057:0:(mdt_lib.c:1452:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1773688179.007414:0:73057:0:(mdt_lib.c:1362:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1773688179.007417:0:73057:0:(mdt_lib.c:1373:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.007419:0:73057:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1773688179.007422:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.007423:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.007426:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.007428:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.007429:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.007431:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.007432:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.007434:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.007436:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.007437:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.007439:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.007440:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.007441:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.007443:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.007445:0:73057:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.007447:0:73057:0:(mdt_lib.c:1435:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1773688179.007448:0:73057:0:(mdt_lib.c:1437:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.007451:0:73057:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1773688179.007452:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.007453:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.007454:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.007456:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.007457:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.007458:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.007460:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.007462:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.007464:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.007465:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.007468:0:73057:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688179.007479:0:73057:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688179.007482:0:73057:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688179.007484:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.007486:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.007488:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.007489:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.007490:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.007492:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.007494:0:73057:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688179.007495:0:73057:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.007498:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.007499:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.007501:0:73057:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688179.007502:0:73057:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.007504:0:73057:0:(mdt_lib.c:1465:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.007507:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.007509:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.007514:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8a9b36cd8400. 02000000:00000001:0.0:1773688179.007516:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.007518:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.007520:0:73057:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1773688179.007522:0:73057:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.007524:0:73057:0:(mdt_open.c:2739:mdt_close_internal()) Process entered 00000004:00000001:0.0:1773688179.007526:0:73057:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1773688179.007528:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.007530:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8a9b07b50d80 refcount=2 00000020:00000001:0.0:1773688179.007532:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997186710912 : -129076522840704 : ffff8a9b07b50d80) 00000004:00000001:0.0:1773688179.007534:0:73057:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446614997186710912 : -129076522840704 : ffff8a9b07b50d80) 00000020:00000040:0.0:1773688179.007537:0:73057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b07b50d80 with handle 0x52973366461d2734 from hash 00000004:00000001:0.0:1773688179.007541:0:73057:0:(mdt_open.c:2590:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1773688179.007544:0:73057:0:(mdt_open.c:2598:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000afe1:0x13f:0x0] with intent: 0 00000004:00000001:0.0:1773688179.007547:0:73057:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1773688179.007549:0:73057:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 74834 size 74834 lsom blocks 259 blocks 259 truncate 0 00000004:00000001:0.0:1773688179.007552:0:73057:0:(mdt_som.c:209:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.007554:0:73057:0:(mdt_open.c:149:mdt_write_put()) Process entered 00000004:00000001:0.0:1773688179.007555:0:73057:0:(mdt_open.c:153:mdt_write_put()) Process leaving 00000004:00000001:0.0:1773688179.007557:0:73057:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1773688179.007560:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.007563:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.007565:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.007570:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688179.007572:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688179.007574:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688179.007576:0:73057:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.007578:0:73057:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1773688179.007584:0:73057:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1773688179.007587:0:73057:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.007590:0:73057:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x20000afe1:0x13f:0x0], previous was 0x7 00000004:00000001:0.0:1773688179.007593:0:73057:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.007596:0:73057:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1773688179.007598:0:73057:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.007601:0:73057:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1773688179.007604:0:73057:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688179.007607:0:73057:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1773688179.007609:0:73057:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8a9b07b50d80. 00000004:00000001:0.0:1773688179.007619:0:73057:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1773688179.007623:0:73057:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41868f58/ffff8a9b41868f00 to site lru. bkt: ffff8a9a1aeb4d58 00000004:00000001:0.0:1773688179.007626:0:73057:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.007627:0:73057:0:(mdt_open.c:2728:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.007629:0:73057:0:(mdt_open.c:2758:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.007631:0:73057:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1773688179.007634:0:73057:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1773688179.007642:0:73057:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10feec00. 00080000:00000001:0.0:1773688179.007645:0:73057:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993047579648 : -129080661971968 : ffff8a9a10feec00) 00080000:00000001:0.0:1773688179.007648:0:73057:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1773688179.007653:0:73057:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688179.007659:0:73057:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688179.007661:0:73057:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.007681:0:73057:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.007684:0:73057:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1773688179.007688:0:73057:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1773688179.007691:0:73057:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692037, last_committed = 171798692011 00000001:00000010:0.0:1773688179.007695:0:73057:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b07fb6600. 00000001:00000040:0.0:1773688179.007697:0:73057:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 26 00000020:00000040:0.0:1773688179.007700:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=66 00000001:00000010:0.0:1773688179.007705:0:73057:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a0eeec000. 00080000:00000001:0.0:1773688179.007711:0:73057:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688179.007729:0:73057:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1773688179.007733:0:73057:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a0eeec000: xid 1859843854299392, transno 171798692037, tag 1, client gen 13, slot idx 3 00000001:00000001:0.0:1773688179.007736:0:73057:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.007746:0:73057:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.007749:0:73057:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1773688179.007750:0:73057:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688179.007752:0:73057:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688179.007753:0:73057:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688179.007756:0:73057:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1773688179.007759:0:73057:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.007761:0:73057:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688179.007763:0:73057:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1773688179.007768:0:73057:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.007772:0:73057:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.007774:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.007776:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.007778:0:73057:0:(mdt_open.c:2833:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688179.007780:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 171798692037, xid 1859843854299392 00010000:00000001:0.0:1773688179.007783:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688179.007788:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b417d9180 x1859843854299392/t171798692037(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688179.007796:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.007798:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.007801:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=49 v=5 (1 1 1 0) 00000100:00000001:0.0:1773688179.007806:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.007808:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.007810:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.007813:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.007815:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.007817:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.007820:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.007824:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be4c8. 00000100:00000200:0.0:1773688179.007828:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854299392, offset 224 00000400:00000200:0.0:1773688179.007835:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.007842:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.007847:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47929:47929:256:4294967295] 192.168.204.51@tcp LPNI seq info [47925:47925:8:4294967295] 00000400:00000200:0.0:1773688179.007857:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.007862:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.007867:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85800. 00000800:00000200:0.0:1773688179.007871:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.007877:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.007880:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85800 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.007892:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.007896:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.007898:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688179.007899:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.007901:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688179.007906:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b417d9180 x1859843854299392/t171798692037(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688179.007915:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b417d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+66:68109:x1859843854299392:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 555us (729us total) trans 171798692037 rc 0/0 00000100:00100000:0.0:1773688179.007923:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3215 00000100:00000040:0.0:1773688179.007926:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688179.007929:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.007931:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.007934:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.007937:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400640. 00000020:00000010:0.0:1773688179.007940:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb000. 00000020:00000040:0.0:1773688179.007946:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 65 00000100:00000001:0.0:1773688179.007948:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.007962:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.007975:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85800. 00000400:00000200:2.0:1773688179.007980:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.007985:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.007988:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be4c8 00000400:00000010:2.0:1773688179.007991:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be4c8. 00000100:00000001:2.0:1773688179.007993:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.007995:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1773688179.009044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86e00. 00000800:00000001:2.0:1773688179.009947:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.009957:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.009959:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.009961:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.009975:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.009983:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a445f180 00000400:00000200:2.0:1773688179.009988:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 68672 00000800:00000001:2.0:1773688179.009992:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.009998:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.009999:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.010001:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.010004:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.010027:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.010031:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b417d8700. 00000100:00000040:2.0:1773688179.010033:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b417d8700 x1859843854299520 msgsize 584 00000100:00100000:2.0:1773688179.010036:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.010043:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.010047:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.010049:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.010067:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.010070:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854299520 02000000:00000001:1.0:1773688179.010072:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.010074:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.010076:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.010080:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.010083:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854299520 00000020:00000001:1.0:1773688179.010085:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.010087:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.010089:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.010091:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=66 00000020:00000001:1.0:1773688179.010094:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.010097:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.010100:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.010105:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c62180. 00000100:00000001:1.0:1773688179.010107:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.010110:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c62180. 00000020:00000010:1.0:1773688179.010121:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b028f6e00. 00000020:00000010:1.0:1773688179.010124:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07b50b00. 00000020:00000010:1.0:1773688179.010127:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fea28. 00000100:00000040:1.0:1773688179.010133:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688179.010135:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.010136:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688179.010138:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688179.010139:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.010141:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.010144:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.010152:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.010159:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.010161:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.010164:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15438 00000100:00000040:1.0:1773688179.010167:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688179.010168:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614998156150528 : -129075553401088 : ffff8a9b417d8700) 00000100:00000040:1.0:1773688179.010173:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b417d8700 x1859843854299520/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688179.010179:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.010181:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c62180. 00000100:00000001:1.0:1773688179.010182:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.010184:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c62180. 00000100:00100000:1.0:1773688179.010189:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b417d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+66:68109:x1859843854299520:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688179.010193:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854299520 00000020:00000001:1.0:1773688179.010197:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688179.010199:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1773688179.010202:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a0eeec000: xid 1859843854299392, transno 171798692037, client gen 13, slot idx 3 00000001:00000001:1.0:1773688179.010207:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b41aaf900: xid 1859843854298752, transno 171798692036, client gen 13, slot idx 2 00000001:00000010:1.0:1773688179.010211:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b41aaf900. 00000020:00000001:1.0:1773688179.010215:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.010217:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688179.010219:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688179.010222:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688179.010224:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854299520, found 0 last_xid 1859843854299519 00000020:00000001:1.0:1773688179.010226:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688179.010228:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688179.010230:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688179.010233:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.010235:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688179.010237:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688179.010239:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688179.010241:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688179.010242:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.010247:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.010253:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 3 00010000:00000001:1.0:1773688179.010256:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.010259:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.010263:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b08b73800. 00000020:00000001:1.0:1773688179.010266:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.010268:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b08b73800 with handle 0x52973366461d2749 to hash 00000020:00000001:1.0:1773688179.010270:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.010271:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997203630080 : -129076505921536 : ffff8a9b08b73800) 00010000:00000010:1.0:1773688179.010276:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b900. 00010000:00000001:1.0:1773688179.010279:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997203630080 : -129076505921536 : ffff8a9b08b73800) 00010000:00010000:1.0:1773688179.010285:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b08b73800/0x52973366461d2749 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a624 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.010294:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:1.0:1773688179.010295:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=67 00010000:00000001:1.0:1773688179.010300:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688179.010302:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688179.010309:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688179.010310:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688179.010312:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1773688179.010313:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688179.010314:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:1.0:1773688179.010316:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.010319:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:1.0:1773688179.010320:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:1.0:1773688179.010322:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.010324:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688179.010325:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688179.010327:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.010328:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.010332:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a0d8f4000. 02000000:00000001:1.0:1773688179.010333:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.010334:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.010336:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.010337:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1773688179.010340:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:1.0:1773688179.010340:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.010342:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.010343:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.010344:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.010345:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.010347:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.010347:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.010348:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.010349:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.010350:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.010351:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.010352:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.010353:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.010354:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.010355:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.010356:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.010365:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.010367:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.010368:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.010371:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688179.010374:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688179.010376:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688179.010378:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.010379:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.010381:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.010383:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.010384:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.010386:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.010387:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688179.010389:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.010391:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.010392:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.010394:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688179.010396:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.010400:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1773688179.010405:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:1.0:1773688179.010407:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xf3:0x0]/NEWTIPS.PPT, ldlm_rep = ffff8a9a0d8f4228 00000004:00000001:1.0:1773688179.010412:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1773688179.010415:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1773688179.010418:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1773688179.010420:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688179.010423:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.010425:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 4 00010000:00000001:1.0:1773688179.010427:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.010428:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.010431:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b08b73000. 00000020:00000001:1.0:1773688179.010433:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.010434:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b08b73000 with handle 0x52973366461d2750 to hash 00000020:00000001:1.0:1773688179.010435:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.010436:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997203628032 : -129076505923584 : ffff8a9b08b73000) 00010000:00000010:1.0:1773688179.010438:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bc00. 00010000:00000001:1.0:1773688179.010440:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997203628032 : -129076505923584 : ffff8a9b08b73000) 00010000:00000001:1.0:1773688179.010442:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.010443:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.010445:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b08b73000/0x52973366461d2750 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.010450:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688179.010453:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688179.010455:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.010456:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.010458:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.010459:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.010460:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.010462:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.010464:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.010465:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.010466:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.010468:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) refcount = 4 00010000:00000040:1.0:1773688179.010471:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.010475:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378800/0x52973366461d0912 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8464d expref: 67 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.010483:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378a00/0x52973366461d090b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e84677 expref: 67 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.010490:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b08b73000/0x52973366461d2750 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.010499:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.010503:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.010505:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.010507:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.010509:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.010511:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.010513:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.010517:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.010519:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.010521:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b08b73000/0x52973366461d2750 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.010527:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688179.010529:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.010530:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.010532:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688179.010533:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773688179.010539:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9b32304500. 00010000:00000010:1.0:1773688179.010542:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b07b50500. 00010000:00000001:1.0:1773688179.010546:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.010549:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0f426200. 00000020:00000001:1.0:1773688179.010550:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.010552:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0f426200 with handle 0x52973366461d2757 to hash 00000020:00000001:1.0:1773688179.010553:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.010554:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993018446336 : -129080691105280 : ffff8a9a0f426200) 00010000:00000010:1.0:1773688179.010556:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bb80. 00010000:00000001:1.0:1773688179.010558:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993018446336 : -129080691105280 : ffff8a9a0f426200) 00010000:00000001:1.0:1773688179.010560:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.010561:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.010563:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426200/0x52973366461d2757 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.010567:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688179.010569:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688179.010570:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.010571:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.010572:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.010573:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.010574:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.010575:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.010576:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.010577:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.010577:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.010579:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9b32304500) refcount = 1 00010000:00010000:1.0:1773688179.010589:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426200/0x52973366461d2757 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.010596:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.010598:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.010600:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.010601:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.010603:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.010605:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.010607:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.010609:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.010611:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.010613:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426200/0x52973366461d2757 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.010618:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688179.010620:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.010621:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.010623:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.010627:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1773688179.010656:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1773688179.010659:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1773688179.010663:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1773688179.010667:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.010672:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1773688179.010693:0:68797:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688179.010695:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1773688179.010696:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:1.0:1773688179.010699:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1773688179.010700:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773688179.010709:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773688179.010710:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.010712:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1773688179.010713:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.010714:0:68797:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:1.0:1773688179.010716:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.010718:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.010719:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688179.010720:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x13f:0x0] 00000020:00000001:1.0:1773688179.010721:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.010725:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:1.0:1773688179.010726:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:1.0:1773688179.010730:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1773688179.010732:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688179.010733:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.010736:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 6 00010000:00000001:1.0:1773688179.010737:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.010739:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.010741:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0f427400. 00000020:00000001:1.0:1773688179.010742:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.010743:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0f427400 with handle 0x52973366461d275e to hash 00000020:00000001:1.0:1773688179.010745:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.010746:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000010:1.0:1773688179.010748:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b280. 00010000:00000001:1.0:1773688179.010749:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000001:1.0:1773688179.010751:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.010752:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.010754:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d275e lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.010757:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688179.010759:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688179.010759:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.010760:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.010762:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.010763:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.010764:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.010765:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.010766:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.010767:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.010767:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.010768:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 6 00010000:00000040:1.0:1773688179.010770:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.010773:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b08b72600/0x52973366461d2742 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a61d expref: 67 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.010778:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 67 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.010782:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d26a8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.010785:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.010788:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.010791:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d275e lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.010794:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.010795:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.010796:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.010797:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.010797:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.010799:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.010800:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.010801:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.010802:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.010804:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d275e lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.010807:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688179.010808:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.010808:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.010809:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.010810:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.010811:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f427400 refcount=3 00000020:00000001:1.0:1773688179.010812:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000001:1.0:1773688179.010813:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000001:1.0:1773688179.010814:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.010815:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.010816:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.010818:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1773688179.010821:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1773688179.010822:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1773688179.010825:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.010827:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.010829:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.010831:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.010834:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688179.010835:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688179.010837:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688179.010838:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:1.0:1773688179.010839:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688179.010841:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x13f:0x0]: Reading som attrs: valid: 4, size: 74834, blocks: 259 00000004:00000001:1.0:1773688179.010843:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.010844:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.010845:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.010846:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688179.010847:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688179.010848:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688179.010850:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.010850:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.010851:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.010852:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688179.010854:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688179.010855:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1773688179.010856:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1773688179.010857:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1773688179.010859:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a0d8f4370 00000004:00000001:1.0:1773688179.010860:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.010862:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.010863:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.010864:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.010865:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.010866:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.010866:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.010867:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.010868:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688179.010870:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:1.0:1773688179.010872:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: returning size 74834 00000004:00000040:1.0:1773688179.010874:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x13f:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1773688179.010875:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:1.0:1773688179.010877:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2566 00000004:00200000:1.0:1773688179.010879:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:1.0:1773688179.010880:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:1.0:1773688179.010881:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.010882:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.010883:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1773688179.010884:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.010885:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.010886:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.010887:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688179.010888:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688179.010889:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688179.010890:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.010894:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688179.010897:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.010898:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.010899:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.010900:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.010905:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.010905:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.010906:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f427400 refcount=3 00000020:00000001:1.0:1773688179.010908:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000001:1.0:1773688179.010909:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00000004:00010000:1.0:1773688179.010911:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d275e lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:1.0:1773688179.010915:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1773688179.010917:0:68797:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41868f58/ffff8a9b41868f00 to site lru. bkt: ffff8a9a1aeb4d58 00000004:00000001:1.0:1773688179.010918:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688179.010919:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1773688179.010920:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1773688179.010921:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.010922:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1773688179.010924:0:68797:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:1.0:1773688179.010925:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.010926:0:68797:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.010927:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.010928:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 6 00010000:00000040:1.0:1773688179.010930:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.010932:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b08b72600/0x52973366461d2742 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a61d expref: 67 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.010936:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 67 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.010940:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d26a8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.010947:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.010951:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.010953:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d275e lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.010956:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.010957:0:68797:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.010958:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.010958:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.010959:0:68797:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688179.010961:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1773688179.010962:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688179.010963:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.010964:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.010977:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b08b73000 refcount=3 00000020:00000001:1.0:1773688179.010979:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997203628032 : -129076505923584 : ffff8a9b08b73000) 00010000:00000001:1.0:1773688179.010980:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997203628032 : -129076505923584 : ffff8a9b08b73000) 00010000:00000001:1.0:1773688179.010981:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688179.010983:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b08b73000/0x52973366461d2750 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.010986:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.010987:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.010988:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b08b73000/0x52973366461d2750 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.010991:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.010993:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.010994:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688179.010996:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b08b73000/0x52973366461d2750 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.011000:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b08b73000 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688179.011002:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.011003:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688179.011005:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b08b73000/0x52973366461d2750 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.011026:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688179.011027:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.011028:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.011028:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b08b73000 refcount=4 00000020:00000001:1.0:1773688179.011030:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997203628032 : -129076505923584 : ffff8a9b08b73000) 00010000:00000001:1.0:1773688179.011031:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997203628032 : -129076505923584 : ffff8a9b08b73000) 00010000:00000001:1.0:1773688179.011033:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688179.011035:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b08b73000/0x52973366461d2750 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.011039:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688179.011040:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688179.011041:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.011044:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.011045:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.011046:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.011047:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.011048:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b08b73000 with handle 0x52973366461d2750 from hash 00010000:00000001:1.0:1773688179.011049:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.011050:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.011050:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.011051:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.011053:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.011053:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.011055:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.011057:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.011058:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.011060:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:1.0:1773688179.011062:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688179.011063:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.011065:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.011066:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688179.011067:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688179.011069:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.011069:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.011070:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.011071:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.011072:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.011074:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b08b73000/0x52973366461d2750 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.011077:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.011077:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.011078:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688179.011079:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688179.011080:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.011081:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b08b73000/0x52973366461d2750 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688179.011085:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bc00. 00010000:00000001:1.0:1773688179.011090:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.011091:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688179.011092:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688179.011093:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.011094:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.011095:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f426200 refcount=3 00000020:00000001:1.0:1773688179.011097:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018446336 : -129080691105280 : ffff8a9a0f426200) 00010000:00000001:1.0:1773688179.011099:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018446336 : -129080691105280 : ffff8a9a0f426200) 00010000:00000001:1.0:1773688179.011101:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688179.011103:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426200/0x52973366461d2757 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.011108:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.011110:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.011112:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426200/0x52973366461d2757 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.011117:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.011118:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.011121:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688179.011123:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426200/0x52973366461d2757 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.011128:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a0f426200 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688179.011130:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.011131:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688179.011133:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426200/0x52973366461d2757 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.011138:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688179.011139:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.011140:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.011142:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f426200 refcount=4 00000020:00000001:1.0:1773688179.011144:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018446336 : -129080691105280 : ffff8a9a0f426200) 00010000:00000001:1.0:1773688179.011145:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018446336 : -129080691105280 : ffff8a9a0f426200) 00010000:00000001:1.0:1773688179.011148:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688179.011150:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426200/0x52973366461d2757 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.011155:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688179.011156:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688179.011158:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.011160:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.011161:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.011163:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.011164:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.011166:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0f426200 with handle 0x52973366461d2757 from hash 00010000:00000001:1.0:1773688179.011168:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.011170:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.011172:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.011173:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.011180:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.011181:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.011183:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.011184:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.011186:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.011187:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9b32304500) 00010000:00010000:1.0:1773688179.011190:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688179.011191:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.011193:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.011194:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688179.011196:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688179.011198:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.011199:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.011200:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.011201:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.011203:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.011204:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426200/0x52973366461d2757 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.011208:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.011209:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.011209:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688179.011210:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688179.011211:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.011212:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426200/0x52973366461d2757 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688179.011215:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bb80. 00010000:00000040:1.0:1773688179.011217:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9b32304500 count: 0 00010000:00000010:1.0:1773688179.011221:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b07b50500. 00010000:00000001:1.0:1773688179.011226:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.011227:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688179.011228:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1773688179.011229:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1773688179.011230:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:1.0:1773688179.011232:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.011233:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.011234:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f427400 refcount=3 00000020:00000001:1.0:1773688179.011235:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000001:1.0:1773688179.011236:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00000004:00000040:1.0:1773688179.011238:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:1.0:1773688179.011239:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=68 00010000:00000001:1.0:1773688179.011241:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.011242:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.011242:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688179.011244:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1773688179.011245:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688179.011247:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688179.011248:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688179.011248:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688179.011249:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688179.011251:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1773688179.011254:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.011255:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688179.011257:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688179.011258:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688179.011260:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1773688179.011261:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688179.011262:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.011264:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.011265:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.011266:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.011267:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.011268:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b08b73800 with handle 0x52973366461d2749 from hash 00010000:00000001:1.0:1773688179.011269:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.011270:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.011271:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.011272:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688179.011272:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.011275:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b08b73800/0x52973366461d2749 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a624 expref: 68 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.011279:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:1.0:1773688179.011281:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 67 00010000:00000010:1.0:1773688179.011283:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b900. 00010000:00000001:1.0:1773688179.011284:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.011285:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.011288:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688179.011290:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d275e lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a624 expref: 67 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.011294:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.011295:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.011296:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:1.0:1773688179.011298:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1773688179.011299:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.011300:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.011301:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688179.011302:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.011302:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.011303:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a0f427400, rc 0) 00000020:00000001:1.0:1773688179.011305:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688179.011306:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 0, xid 1859843854299520 00010000:00000001:1.0:1773688179.011308:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688179.011311:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b417d8700 x1859843854299520/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688179.011315:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.011317:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.011318:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688179.011321:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.011322:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.011324:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.011326:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.011327:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.011329:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.011331:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.011334:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64220. 00000100:00000200:1.0:1773688179.011339:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854299520, offset 224 00000400:00000200:1.0:1773688179.011344:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.011352:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.011357:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47930:47930:256:4294967295] 192.168.204.51@tcp LPNI seq info [47926:47926:8:4294967295] 00000400:00000200:1.0:1773688179.011366:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.011371:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.011376:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7700. 00000800:00000200:1.0:1773688179.011380:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.011385:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.011388:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7700 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.011398:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.011401:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.011403:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688179.011405:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.011407:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688179.011411:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b417d8700 x1859843854299520/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688179.011420:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b417d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+67:68109:x1859843854299520:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1239us (1384us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688179.011427:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15438 00000100:00000040:1.0:1773688179.011430:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688179.011432:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.011433:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.011436:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07b50b00. 00000020:00000010:1.0:1773688179.011440:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fea28. 00000020:00000010:1.0:1773688179.011443:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b028f6e00. 00000020:00000040:1.0:1773688179.011447:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 66 00000100:00000001:1.0:1773688179.011449:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.011474:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.011478:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7700. 00000400:00000200:2.0:1773688179.011482:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.011487:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.011489:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64220 00000400:00000010:2.0:1773688179.011491:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64220. 00000100:00000001:2.0:1773688179.011493:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.011494:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688179.013046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b08b72e00. 00000800:00000001:2.0:1773688179.013772:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.013778:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.013779:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.013781:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.013786:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.013794:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a445f200 00000400:00000200:2.0:1773688179.013799:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72bc5 [2] + 984 00000800:00000001:2.0:1773688179.013802:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.013807:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.013808:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.013810:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.013814:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.013816:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1773688179.013819:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b417d9f80. 00000100:00000040:2.0:1773688179.013821:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b417d9f80 x1859843854299648 msgsize 328 00000100:00100000:2.0:1773688179.013824:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.013833:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.013838:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.013841:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.013918:0:7562:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.013921:0:7562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854299648 02000000:00000001:0.0:1773688179.013922:0:7562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.013923:0:7562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.013925:0:7562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.013927:0:7562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.013930:0:7562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854299648 00000020:00000001:0.0:1773688179.013931:0:7562:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.013933:0:7562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.013934:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.013936:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=67 00000020:00000001:0.0:1773688179.013937:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.013939:0:7562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.013942:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.013944:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4940. 00000100:00000001:0.0:1773688179.013946:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.013948:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4940. 00000020:00000010:0.0:1773688179.013951:0:7562:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198ea200. 00000020:00000010:0.0:1773688179.013954:0:7562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.013957:0:7562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400640. 00000100:00000040:0.0:1773688179.013961:0:7562:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1773688179.013981:0:7562:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.013983:0:7562:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1773688179.013984:0:7562:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1773688179.013986:0:7562:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.013988:0:7562:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1773688179.013991:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.013992:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.013994:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f427400 refcount=3 00000020:00000001:0.0:1773688179.013995:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000001:0.0:1773688179.013997:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000001:0.0:1773688179.013999:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.014001:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.014002:0:7562:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.014004:0:7562:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.014033:0:7562:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.014039:0:7562:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.014053:0:7562:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.014056:0:7562:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.014061:0:7562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1570 00000100:00000040:0.0:1773688179.014064:0:7562:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.014067:0:7562:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614998156156800 : -129075553394816 : ffff8a9b417d9f80) 00000100:00000040:0.0:1773688179.014073:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b417d9f80 x1859843854299648/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688179.014081:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.014085:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4940. 00000100:00000001:0.0:1773688179.014087:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.014089:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4940. 00000100:00100000:0.0:1773688179.014093:0:7562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b417d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+67:2407:x1859843854299648:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1773688179.014097:0:7562:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854299648 00010000:00000001:0.0:1773688179.014099:0:7562:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1773688179.014101:0:7562:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1773688179.014103:0:7562:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1773688179.014107:0:7562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.014109:0:7562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.014114:0:7562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a0fb78000. 02000000:00000001:0.0:1773688179.014116:0:7562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.014118:0:7562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.014120:0:7562:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1773688179.014121:0:7562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1773688179.014123:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.014128:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.014129:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f427400 refcount=3 00000020:00000001:0.0:1773688179.014131:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000001:0.0:1773688179.014133:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000040:0.0:1773688179.014135:0:7562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 7 00000004:00000001:0.0:1773688179.014138:0:7562:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1773688179.014140:0:7562:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1773688179.014142:0:7562:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.014143:0:7562:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.014145:0:7562:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.014146:0:7562:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.014148:0:7562:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.014149:0:7562:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.014152:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.014153:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.014154:0:7562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.014155:0:7562:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.014156:0:7562:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0f427400 with handle 0x52973366461d275e from hash 00010000:00000001:0.0:1773688179.014158:0:7562:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.014159:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.014160:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.014160:0:7562:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.014163:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.014164:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.014165:0:7562:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.014166:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.014169:0:7562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d275e lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a624 expref: 67 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.014176:0:7562:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:0.0:1773688179.014177:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 66 00010000:00000010:0.0:1773688179.014179:0:7562:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b280. 00010000:00000001:0.0:1773688179.014183:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.014184:0:7562:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.014185:0:7562:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.014187:0:7562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00000001:0.0:1773688179.014190:0:7562:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.014191:0:7562:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.014193:0:7562:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1773688179.014194:0:7562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1773688179.014195:0:7562:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.014197:0:7562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.014198:0:7562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.014200:0:7562:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000100:00000001:0.0:1773688179.014202:0:7562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.014205:0:7562:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.014207:0:7562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.014209:0:7562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.014211:0:7562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.014213:0:7562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.014215:0:7562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.014218:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316bedd0. 00000100:00000200:0.0:1773688179.014222:0:7562:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854299648, offset 224 00000400:00000200:0.0:1773688179.014227:0:7562:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.014234:0:7562:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.014239:0:7562:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47931:47931:256:4294967295] 192.168.204.51@tcp LPNI seq info [47927:47927:8:4294967295] 00000400:00000200:0.0:1773688179.014248:0:7562:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.014252:0:7562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.014257:0:7562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85600. 00000800:00000200:0.0:1773688179.014262:0:7562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.014277:0:7562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.014281:0:7562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.014292:0:7562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.014295:0:7562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.014297:0:7562:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.014299:0:7562:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.014305:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b417d9f80 x1859843854299648/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773688179.014316:0:7562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b417d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+66:2407:x1859843854299648:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 232us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1773688179.014323:0:7562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1570 00000100:00000040:0.0:1773688179.014327:0:7562:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688179.014330:0:7562:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.014332:0:7562:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.014335:0:7562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.014339:0:7562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400640. 00000020:00000010:0.0:1773688179.014343:0:7562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198ea200. 00000020:00000040:0.0:1773688179.014348:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 65 00000100:00000001:0.0:1773688179.014351:0:7562:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.014359:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.014363:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85600. 00000400:00000200:2.0:1773688179.014368:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.014372:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.014376:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316bedd0 00000400:00000010:2.0:1773688179.014380:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316bedd0. 00000100:00000001:2.0:1773688179.014383:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.014385:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.015620:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.015628:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.015631:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.015633:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.015639:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.015648:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a445f280 00000400:00000200:2.0:1773688179.015654:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 69256 00000800:00000001:2.0:1773688179.015659:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.015666:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.015669:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.015672:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.015676:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.015678:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.015683:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b417da300. 00000100:00000040:2.0:1773688179.015686:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b417da300 x1859843854299776 msgsize 584 00000100:00100000:2.0:1773688179.015691:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.015703:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.015707:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.015711:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.015737:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.015740:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854299776 02000000:00000001:1.0:1773688179.015742:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.015750:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.015752:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.015756:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.015759:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854299776 00000020:00000001:1.0:1773688179.015760:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.015762:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.015764:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.015766:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=66 00000020:00000001:1.0:1773688179.015768:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.015770:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.015772:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.015776:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c62180. 00000100:00000001:1.0:1773688179.015779:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.015781:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c62180. 00000020:00000010:1.0:1773688179.015791:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b028f6e00. 00000020:00000010:1.0:1773688179.015795:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07b50b00. 00000020:00000010:1.0:1773688179.015798:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fea28. 00000100:00000040:1.0:1773688179.015803:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688179.015805:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.015807:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688179.015810:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688179.015812:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.015813:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.015818:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.015834:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.015841:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.015843:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.015847:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15439 00000100:00000040:1.0:1773688179.015850:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688179.015852:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614998156157696 : -129075553393920 : ffff8a9b417da300) 00000100:00000040:1.0:1773688179.015858:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b417da300 x1859843854299776/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688179.015865:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.015867:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c62180. 00000100:00000001:1.0:1773688179.015869:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.015871:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c62180. 00000100:00100000:1.0:1773688179.015876:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b417da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+66:68109:x1859843854299776:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688179.015879:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854299776 00000020:00000001:1.0:1773688179.015882:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688179.015885:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688179.015889:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.015892:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688179.015893:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688179.015896:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688179.015899:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854299776, found 0 last_xid 1859843854299775 00000020:00000001:1.0:1773688179.015902:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688179.015903:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688179.015905:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688179.015909:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.015910:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688179.015912:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688179.015914:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688179.015916:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688179.015918:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.015921:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.015924:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 3 00010000:00000001:1.0:1773688179.015927:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.015929:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.015932:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0f427a00. 00000020:00000001:1.0:1773688179.015936:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.015938:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0f427a00 with handle 0x52973366461d2765 to hash 00000020:00000001:1.0:1773688179.015940:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.015941:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993018452480 : -129080691099136 : ffff8a9a0f427a00) 00010000:00000010:1.0:1773688179.015946:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b900. 00010000:00000001:1.0:1773688179.015949:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993018452480 : -129080691099136 : ffff8a9a0f427a00) 00010000:00010000:1.0:1773688179.015954:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2765 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a62b expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.015962:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:1.0:1773688179.015980:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=67 00010000:00000001:1.0:1773688179.015985:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688179.015988:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688179.015994:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688179.015995:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688179.015997:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1773688179.015999:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688179.016001:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:1.0:1773688179.016004:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.016030:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:1.0:1773688179.016033:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:1.0:1773688179.016035:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.016039:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688179.016041:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688179.016043:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.016045:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.016053:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b34532000. 02000000:00000001:1.0:1773688179.016055:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.016057:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.016059:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.016062:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1773688179.016065:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:1.0:1773688179.016067:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.016069:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.016072:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.016073:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.016075:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.016077:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.016078:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.016080:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.016081:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.016082:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.016084:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.016085:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.016087:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.016088:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.016090:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.016091:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.016093:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.016095:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.016096:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.016099:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688179.016103:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688179.016105:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688179.016107:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.016107:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.016109:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.016111:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.016112:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.016114:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.016115:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688179.016117:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.016119:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.016121:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.016122:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688179.016124:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.016127:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1773688179.016132:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:1.0:1773688179.016135:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xf3:0x0]/PPTC321.TMP, ldlm_rep = ffff8a9b34532228 00000004:00000001:1.0:1773688179.016140:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1773688179.016144:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1773688179.016148:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1773688179.016149:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688179.016151:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.016154:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 4 00010000:00000001:1.0:1773688179.016156:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.016158:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.016161:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0f427e00. 00000020:00000001:1.0:1773688179.016164:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.016165:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0f427e00 with handle 0x52973366461d276c to hash 00000020:00000001:1.0:1773688179.016167:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.016168:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00010000:00000010:1.0:1773688179.016172:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bb80. 00010000:00000001:1.0:1773688179.016174:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00010000:00000001:1.0:1773688179.016177:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.016179:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.016182:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d276c lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.016188:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688179.016191:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688179.016193:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.016194:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.016196:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.016198:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.016200:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.016202:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.016205:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.016207:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.016208:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.016211:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) refcount = 4 00010000:00000040:1.0:1773688179.016214:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.016219:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378800/0x52973366461d0912 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8464d expref: 67 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.016227:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378a00/0x52973366461d090b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e84677 expref: 67 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.016238:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d276c lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.016243:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.016246:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.016247:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.016249:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.016251:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.016253:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.016255:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.016257:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.016259:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.016262:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d276c lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.016266:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688179.016268:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.016269:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.016270:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688179.016271:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.016273:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7000 count: 3 00010000:00000001:1.0:1773688179.016275:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.016277:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.016279:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0f426800. 00000020:00000001:1.0:1773688179.016280:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.016283:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0f426800 with handle 0x52973366461d2773 to hash 00000020:00000001:1.0:1773688179.016285:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.016286:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993018447872 : -129080691103744 : ffff8a9a0f426800) 00010000:00000010:1.0:1773688179.016288:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bc00. 00010000:00000001:1.0:1773688179.016290:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993018447872 : -129080691103744 : ffff8a9a0f426800) 00010000:00000001:1.0:1773688179.016292:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.016293:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.016297:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426800/0x52973366461d2773 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.016302:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688179.016304:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688179.016305:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.016307:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.016308:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.016310:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.016311:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.016313:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.016314:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.016316:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.016317:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.016318:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xddd0a3dd (ffff8a9a1a7d7000) refcount = 3 00010000:00000040:1.0:1773688179.016321:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.016323:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d26f5 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.016329:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd000/0x52973366461d26d2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.016335:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426800/0x52973366461d2773 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.016340:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.016342:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.016343:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.016345:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.016346:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.016348:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.016349:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.016351:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.016352:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.016354:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426800/0x52973366461d2773 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.016362:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688179.016363:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.016364:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.016366:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.016370:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1773688179.016404:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1773688179.016407:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1773688179.016411:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1773688179.016414:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.016419:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1773688179.016435:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688179.016438:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688179.016440:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688179.016442:0:68797:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:1.0:1773688179.016445:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1773688179.016446:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688179.016449:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.016450:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.016452:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f427e00 refcount=3 00000020:00000001:1.0:1773688179.016454:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00010000:00000001:1.0:1773688179.016456:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00010000:00000001:1.0:1773688179.016459:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688179.016461:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d276c lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.016468:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.016469:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.016471:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d276c lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.016476:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.016477:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.016481:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688179.016483:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d276c lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.016488:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a0f427e00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688179.016490:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.016492:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688179.016494:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d276c lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.016498:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688179.016499:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.016501:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.016502:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f427e00 refcount=4 00000020:00000001:1.0:1773688179.016504:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00010000:00000001:1.0:1773688179.016506:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00010000:00000001:1.0:1773688179.016509:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688179.016511:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d276c lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.016516:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688179.016518:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688179.016519:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.016522:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.016523:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.016525:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.016526:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.016528:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0f427e00 with handle 0x52973366461d276c from hash 00010000:00000001:1.0:1773688179.016530:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.016532:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.016533:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.016534:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.016536:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.016538:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.016539:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.016542:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.016543:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.016545:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:1.0:1773688179.016547:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688179.016549:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.016552:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.016554:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688179.016555:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688179.016557:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.016558:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.016560:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.016561:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.016564:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.016567:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d276c lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.016570:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.016571:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.016573:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688179.016574:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688179.016576:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.016577:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d276c lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688179.016596:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bb80. 00010000:00000001:1.0:1773688179.016601:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.016603:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688179.016604:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688179.016605:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.016606:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.016608:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f426800 refcount=3 00000020:00000001:1.0:1773688179.016610:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018447872 : -129080691103744 : ffff8a9a0f426800) 00010000:00000001:1.0:1773688179.016611:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018447872 : -129080691103744 : ffff8a9a0f426800) 00010000:00000001:1.0:1773688179.016613:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688179.016616:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426800/0x52973366461d2773 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.016625:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.016626:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.016628:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426800/0x52973366461d2773 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.016633:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.016634:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.016636:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688179.016639:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426800/0x52973366461d2773 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.016644:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a0f426800 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688179.016646:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.016647:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688179.016649:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426800/0x52973366461d2773 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.016655:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688179.016656:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.016657:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.016658:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f426800 refcount=4 00000020:00000001:1.0:1773688179.016660:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018447872 : -129080691103744 : ffff8a9a0f426800) 00010000:00000001:1.0:1773688179.016662:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018447872 : -129080691103744 : ffff8a9a0f426800) 00010000:00000001:1.0:1773688179.016664:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688179.016667:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426800/0x52973366461d2773 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.016672:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688179.016673:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688179.016674:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.016676:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.016678:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.016679:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.016681:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.016683:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0f426800 with handle 0x52973366461d2773 from hash 00010000:00000001:1.0:1773688179.016685:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.016687:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.016688:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.016689:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.016690:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.016692:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.016694:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.016695:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.016696:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.016698:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xddd0a3dd (ffff8a9a1a7d7000) 00010000:00010000:1.0:1773688179.016700:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688179.016702:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.016703:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.016705:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688179.016706:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688179.016708:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.016709:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.016710:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.016712:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.016714:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.016716:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426800/0x52973366461d2773 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.016720:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.016721:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.016722:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688179.016723:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688179.016724:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.016726:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426800/0x52973366461d2773 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688179.016731:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bc00. 00010000:00000001:1.0:1773688179.016736:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.016737:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688179.016739:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1773688179.016740:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1773688179.016742:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1773688179.016744:0:68797:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:1.0:1773688179.016748:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688179.016750:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688179.016752:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688179.016753:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688179.016755:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688179.016758:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1773688179.016763:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.016766:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:1.0:1773688179.016768:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688179.016770:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688179.016772:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773688179.016774:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688179.016776:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.016778:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.016779:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.016781:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.016782:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.016784:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0f427a00 with handle 0x52973366461d2765 from hash 00010000:00000001:1.0:1773688179.016786:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.016787:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.016789:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.016790:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688179.016791:0:68797:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773688179.016793:0:68797:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1773688179.016798:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2765 lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a62b expref: 67 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.016804:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688179.016806:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.016807:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.016809:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.016811:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.016813:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.016815:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.016816:0:68797:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.016817:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.016819:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.016820:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.016822:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.016823:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:1.0:1773688179.016825:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688179.016827:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.016828:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.016829:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688179.016830:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.016833:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2765 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a62b expref: 67 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.016838:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:1.0:1773688179.016840:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 66 00010000:00000010:1.0:1773688179.016842:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b900. 00010000:00000001:1.0:1773688179.016847:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.016848:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a0f427a00, rc 0) 00000020:00000001:1.0:1773688179.016851:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1773688179.016854:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 0, xid 1859843854299776 00010000:00000001:1.0:1773688179.016856:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688179.016861:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b417da300 x1859843854299776/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688179.016867:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.016868:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.016871:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688179.016875:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.016877:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.016879:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.016882:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.016883:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.016886:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.016888:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.016892:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64550. 00000100:00000200:1.0:1773688179.016896:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854299776, offset 224 00000400:00000200:1.0:1773688179.016902:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.016909:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.016916:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47932:47932:256:4294967295] 192.168.204.51@tcp LPNI seq info [47928:47928:8:4294967295] 00000400:00000200:1.0:1773688179.016926:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.016930:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.016934:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7300. 00000800:00000200:1.0:1773688179.016939:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.016944:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.016947:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7300 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.016961:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.016977:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.016980:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688179.016982:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.016984:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688179.016990:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b417da300 x1859843854299776/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688179.017000:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b417da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+66:68109:x1859843854299776:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1133us (1311us total) trans 0 rc 301/301 00000100:00100000:1.0:1773688179.017025:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15439 00000100:00000040:1.0:1773688179.017029:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688179.017032:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.017034:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.017037:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07b50b00. 00000020:00000010:1.0:1773688179.017042:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fea28. 00000020:00000010:1.0:1773688179.017045:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b028f6e00. 00000020:00000040:1.0:1773688179.017049:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 65 00000100:00000001:1.0:1773688179.017052:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.017058:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.017062:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7300. 00000400:00000200:2.0:1773688179.017067:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.017072:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.017075:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64550 00000400:00000010:2.0:1773688179.017078:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64550. 00000100:00000001:2.0:1773688179.017081:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.017082:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688179.018080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b08b73000. 00010000:00000010:1.1:1773688179.018088:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304500. 00010000:00000010:1.1:1773688179.018093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0f426200. 00010000:00000010:1.1:1773688179.018096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b08b73800. 00000800:00000001:2.0:1773688179.018998:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.019026:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.019030:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.019034:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.019041:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.019052:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a445f300 00000400:00000200:2.0:1773688179.019057:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 69840 00000800:00000001:2.0:1773688179.019063:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.019071:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.019073:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.019076:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.019080:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.019082:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.019087:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b417dbb80. 00000100:00000040:2.0:1773688179.019089:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b417dbb80 x1859843854299904 msgsize 576 00000100:00100000:2.0:1773688179.019093:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.019102:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.019106:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.019108:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.019127:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.019131:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854299904 02000000:00000001:0.0:1773688179.019132:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.019134:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.019137:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.019140:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.019143:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854299904 00000020:00000001:0.0:1773688179.019145:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.019146:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.019148:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.019150:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=66 00000020:00000001:0.0:1773688179.019153:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.019155:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.019158:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.019162:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4940. 00000100:00000001:0.0:1773688179.019164:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.019167:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4940. 00000020:00000010:0.0:1773688179.019171:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198ea200. 00000020:00000010:0.0:1773688179.019175:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.019179:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400640. 00000100:00000040:0.0:1773688179.019185:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688179.019188:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.019189:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688179.019191:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688179.019193:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.019194:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.019199:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.019212:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.019221:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.019223:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.019227:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15440 00000100:00000040:0.0:1773688179.019231:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.019233:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614998156163968 : -129075553387648 : ffff8a9b417dbb80) 00000100:00000040:0.0:1773688179.019238:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b417dbb80 x1859843854299904/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688179.019246:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.019249:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4940. 00000100:00000001:0.0:1773688179.019251:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.019253:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4940. 00000100:00100000:0.0:1773688179.019257:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b417dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+66:68109:x1859843854299904:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688179.019260:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854299904 00000020:00000001:0.0:1773688179.019263:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.019266:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688179.019269:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.019271:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.019273:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688179.019275:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688179.019278:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854299904, found 0 last_xid 1859843854299903 00000020:00000001:0.0:1773688179.019281:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.019283:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.019285:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.019289:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.019290:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688179.019292:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688179.019294:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688179.019296:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688179.019297:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.019301:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.019305:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6f00 count: 2 00010000:00000001:0.0:1773688179.019307:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.019309:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.019312:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86e00. 00000020:00000001:0.0:1773688179.019315:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.019316:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86e00 with handle 0x52973366461d277a to hash 00000020:00000001:0.0:1773688179.019318:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.019319:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000010:0.0:1773688179.019323:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988580. 00010000:00000001:0.0:1773688179.019326:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00010000:0.0:1773688179.019330:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d277a lrc: 2/0,0 mode: --/CR res: [0x2000134b0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a632 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.019337:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:0.0:1773688179.019339:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=67 00010000:00000001:0.0:1773688179.019342:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688179.019344:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688179.019348:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688179.019350:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688179.019352:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1773688179.019353:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.019355:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x2000134b0:0x6:0x0] 00000020:00000001:0.0:1773688179.019358:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.019363:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997883632280 : -129075825919336 : ffff8a9b313f3a98) 00000004:00000001:0.0:1773688179.019366:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614997883632192 : -129075825919424 : ffff8a9b313f3a40) 00000004:00000001:0.0:1773688179.019368:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.019370:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688179.019372:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688179.019374:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.019376:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.019380:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b36d2e000. 02000000:00000001:0.0:1773688179.019383:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.019385:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.019386:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.019389:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1773688179.019391:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:0.0:1773688179.019393:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.019394:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.019396:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.019398:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.019400:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.019401:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.019402:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.019404:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.019405:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.019406:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.019408:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.019409:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.019410:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.019412:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.019414:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.019415:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.019416:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.019418:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.019420:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.019422:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688179.019425:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688179.019428:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688179.019430:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.019431:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.019433:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.019434:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.019436:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.019437:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.019439:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688179.019440:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.019442:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.019444:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.019445:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688179.019447:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.019449:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:0.0:1773688179.019451:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.019453:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:0.0:1773688179.019455:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.019456:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:0.0:1773688179.019458:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:0.0:1773688179.019461:0:75542:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000004:00000001:0.0:1773688179.019463:0:75542:0:(mdt_lib.c:2207:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.019465:0:75542:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x2000134b0:0x6:0x0]/[0x20000afe1:0xf3:0x0], ldlm_rep = ffff8a9b36d2e228 00000004:00000001:0.0:1773688179.019469:0:75542:0:(mdt_handler.c:4261:mdt_object_lock()) Process entered 00010000:00000001:0.0:1773688179.019472:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.019474:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.019477:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 3 00010000:00000001:0.0:1773688179.019479:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.019481:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.019484:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86000. 00000020:00000001:0.0:1773688179.019486:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.019488:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86000 with handle 0x52973366461d2781 to hash 00000020:00000001:0.0:1773688179.019489:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.019491:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000010:0.0:1773688179.019494:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988d80. 00010000:00000001:0.0:1773688179.019496:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688179.019498:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.019499:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.019502:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2781 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.019512:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.019514:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.019515:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.019517:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.019518:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.019520:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.019522:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.019523:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.019524:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.019525:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.019526:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.019528:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) refcount = 3 00010000:00000040:0.0:1773688179.019531:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.019536:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378800/0x52973366461d0912 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8464d expref: 67 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.019543:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378a00/0x52973366461d090b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e84677 expref: 67 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.019549:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2781 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.019553:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.019556:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.019557:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.019559:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.019560:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.019562:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.019564:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.019566:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.019568:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.019570:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2781 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.019593:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.019596:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.019598:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.019600:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.019601:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.019603:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86000 refcount=3 00000020:00000001:0.0:1773688179.019605:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688179.019607:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688179.019609:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.019610:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.019611:0:75542:0:(mdt_handler.c:4265:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.019614:0:75542:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1773688179.019618:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1773688179.019620:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1773688179.019639:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.019643:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.019647:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.019650:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.019656:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.019659:0:75542:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.019662:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.019665:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.019666:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.019667:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.019668:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.019671:0:75542:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.019673:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1773688179.019676:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1773688179.019678:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.019680:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.019682:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.019684:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.019685:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.019687:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.019688:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.019690:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.019691:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.019692:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.019694:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.019695:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.019698:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0xf3:0x0]: nlink=2, mode=40700, valid=0x1100000000002f8f 00000004:00200000:0.0:1773688179.019701:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0xf3:0x0]: returning size 11776 00000004:00200000:0.0:1773688179.019704:0:75542:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 7 stripe count 1 MDT count 2 00000004:00000002:0.0:1773688179.019706:0:75542:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:0.0:1773688179.019707:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.019709:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.019711:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1773688179.019713:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.019714:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.019715:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.019717:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.019719:0:75542:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.019721:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.019723:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.019727:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.019733:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.019735:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.019736:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.019737:0:75542:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.019746:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.019748:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.019750:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86000 refcount=3 00000020:00000001:0.0:1773688179.019752:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688179.019755:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00000004:00010000:0.0:1773688179.019758:0:75542:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2781 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.019767:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.019768:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.019769:0:75542:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:0.0:1773688179.019771:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688179.019773:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:0.0:1773688179.019774:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.019775:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.019777:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86000 refcount=3 00000020:00000001:0.0:1773688179.019779:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688179.019781:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00000004:00000040:0.0:1773688179.019784:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:0.0:1773688179.019786:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=68 00010000:00000001:0.0:1773688179.019789:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.019790:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.019791:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688179.019793:0:75542:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1773688179.019795:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688179.019796:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688179.019797:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688179.019798:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688179.019799:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688179.019801:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1773688179.019804:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.019806:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688179.019808:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1773688179.019812:0:75542:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b313f3a98/ffff8a9b313f3a40 to site lru. bkt: ffff8a9a1aeb68e8 00000004:00000001:0.0:1773688179.019814:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.019815:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1773688179.019817:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1773688179.019818:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.019820:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.019821:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.019823:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.019824:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.019826:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86e00 with handle 0x52973366461d277a from hash 00010000:00000001:0.0:1773688179.019829:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.019830:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.019831:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.019832:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1773688179.019833:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.019836:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d277a lrc: 0/0,0 mode: --/CR res: [0x2000134b0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a632 expref: 68 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.019843:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:0.0:1773688179.019846:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 67 00010000:00000010:0.0:1773688179.019848:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988580. 00010000:00000001:0.0:1773688179.019854:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.019855:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.019858:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1773688179.019861:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2781 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a632 expref: 67 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.019868:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.019869:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.019871:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:0.0:1773688179.019874:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:0.0:1773688179.019876:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.019877:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.019879:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.019880:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.019881:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.019883:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b04e86000, rc 0) 00000020:00000001:0.0:1773688179.019886:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688179.019888:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 0, xid 1859843854299904 00010000:00000001:0.0:1773688179.019890:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688179.019894:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b417dbb80 x1859843854299904/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688179.019901:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.019903:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.019906:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688179.019909:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.019911:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.019913:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.019915:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.019916:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.019918:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.019920:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.019923:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316bed48. 00000100:00000200:0.0:1773688179.019926:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854299904, offset 224 00000400:00000200:0.0:1773688179.019931:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.019937:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.019942:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47933:47933:256:4294967295] 192.168.204.51@tcp LPNI seq info [47929:47929:8:4294967295] 00000400:00000200:0.0:1773688179.019950:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.019955:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.019959:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85900. 00000800:00000200:0.0:1773688179.019963:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.019981:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.019984:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85900 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.019997:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.020000:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.020002:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688179.020004:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.020025:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688179.020031:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b417dbb80 x1859843854299904/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688179.020041:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b417dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+67:68109:x1859843854299904:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 792us (948us total) trans 0 rc 0/0 00000100:00100000:0.0:1773688179.020048:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15440 00000100:00000040:0.0:1773688179.020052:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688179.020054:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.020056:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.020059:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.020063:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400640. 00000020:00000010:0.0:1773688179.020066:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198ea200. 00000020:00000040:0.0:1773688179.020072:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 66 00000800:00000200:2.0:1773688179.020075:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1773688179.020076:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1773688179.020080:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85900. 00000400:00000200:2.0:1773688179.020087:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.020092:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.020096:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316bed48 00000400:00000010:2.0:1773688179.020098:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316bed48. 00000100:00000001:2.0:1773688179.020100:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.020102:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688179.022057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0f427e00. 00010000:00000010:1.1:1773688179.022065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0f426800. 00010000:00000010:1.1:1773688179.022068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0f427a00. 00000800:00000001:2.0:1773688179.022468:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.022478:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.022480:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.022482:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.022490:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.022500:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 448 into portal 23 MB=0x69b84a445f380 00000400:00000200:2.0:1773688179.022507:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 448/448 into md 0x7188d [2] + 784 00000800:00000001:2.0:1773688179.022512:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.022518:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.022521:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.022524:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.022529:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.022531:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1773688179.022536:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b417d8380. 00000100:00000040:2.0:1773688179.022539:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b417d8380 x1859843854300032 msgsize 448 00000100:00100000:2.0:1773688179.022544:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.022555:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.022560:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.022563:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.022592:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.022598:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854300032 02000000:00000001:0.0:1773688179.022600:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.022602:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.022604:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.022608:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.022610:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854300032 00000020:00000001:0.0:1773688179.022613:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.022614:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.022616:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.022619:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=67 00000020:00000001:0.0:1773688179.022622:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.022624:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.022627:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.022630:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4940. 00000100:00000001:0.0:1773688179.022634:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.022636:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4940. 00000020:00000010:0.0:1773688179.022641:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198ea200. 00000020:00000010:0.0:1773688179.022644:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.022649:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400640. 00000100:00000040:0.0:1773688179.022655:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1773688179.022658:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.022659:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1773688179.022661:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.022666:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.022677:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.022687:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.022688:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.022694:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3216 00000100:00000040:0.0:1773688179.022697:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.022699:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614998156149632 : -129075553401984 : ffff8a9b417d8380) 00000100:00000040:0.0:1773688179.022706:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b417d8380 x1859843854300032/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 448/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688179.022714:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.022716:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4940. 00000100:00000001:0.0:1773688179.022718:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.022721:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4940. 00000100:00100000:0.0:1773688179.022725:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b417d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+67:68109:x1859843854300032:12345-192.168.204.51@tcp:37:dbench.0 00000100:00000200:0.0:1773688179.022729:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854300032 00000020:00000001:0.0:1773688179.022732:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.022735:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688179.022738:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.022740:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.022742:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862592 : -1038689024 : ffffffffc216dd00) 00000020:00000001:0.0:1773688179.022744:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688179.022747:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854300032, found 0 last_xid 1859843854300031 00000020:00000001:0.0:1773688179.022749:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.022751:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.022753:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.022756:0:73057:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1773688179.022759:0:73057:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.022762:0:73057:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000020:00000001:0.0:1773688179.022765:0:73057:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.022767:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.022770:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.022772:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.022776:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8a9a0fb79c00. 02000000:00000001:0.0:1773688179.022778:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.022781:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.022784:0:73057:0:(mdt_handler.c:2953:mdt_readpage()) Process entered 00000004:00000010:0.0:1773688179.022788:0:73057:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8a9b36f73800. 00000004:00000001:0.0:1773688179.023267:0:73057:0:(mdd_object.c:4165:mdd_readpage()) Process entered 00000020:00000001:0.0:1773688179.023273:0:73057:0:(dt_object.c:850:dt_index_walk()) Process entered 00080000:00000001:0.0:1773688179.023277:0:73057:0:(osd_index.c:123:osd_index_it_init()) Process entered 00080000:00000010:0.0:1773688179.023281:0:73057:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8a9b34d4c000. 00080000:00000010:0.0:1773688179.023285:0:73057:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8a9b2ebe4940. 00080000:00000001:0.0:1773688179.023289:0:73057:0:(osd_index.c:148:osd_index_it_init()) Process leaving (rc=18446614997943762944 : -129075765788672 : ffff8a9b34d4c000) 00080000:00000001:0.0:1773688179.023292:0:73057:0:(osd_index.c:1218:osd_dir_it_init()) Process leaving (rc=18446614997943762944 : -129075765788672 : ffff8a9b34d4c000) 00080000:00000001:0.0:1773688179.023295:0:73057:0:(osd_index.c:1680:osd_dir_it_load()) Process entered 00080000:00000001:0.0:1773688179.023297:0:73057:0:(osd_index.c:1698:osd_dir_it_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688179.023300:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1773688179.023302:0:73057:0:(osd_index.c:1394:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:0.0:1773688179.023304:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:0.0:1773688179.023306:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.023309:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:0.0:1773688179.023311:0:73057:0:(osd_index.c:1500:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.023313:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1773688179.023315:0:73057:0:(osd_index.c:1342:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.023317:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1773688179.023318:0:73057:0:(osd_index.c:1396:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:0.0:1773688179.023319:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:0.0:1773688179.023321:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.023322:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:0.0:1773688179.023324:0:73057:0:(osd_index.c:345:osd_find_parent_fid()) Process entered 00080000:00000001:0.0:1773688179.023325:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.023331:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00080000:00000001:0.0:1773688179.023334:0:73057:0:(osd_index.c:406:osd_find_parent_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.023336:0:73057:0:(osd_index.c:1518:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.023338:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1773688179.023361:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.023363:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1773688179.023366:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=12 : 12 : c) 00080000:00000001:0.0:1773688179.023368:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:0.0:1773688179.023370:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=314537263709585408 : 314537263709585408 : 45d75f990088000) 00080000:00000001:0.0:1773688179.023372:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:0.0:1773688179.023387:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.023390:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1773688179.023391:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.023393:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1773688179.023394:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1773688179.023396:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:0.0:1773688179.023397:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=880346251165237248 : 880346251165237248 : c379e404c0d0000) 00080000:00000001:0.0:1773688179.023399:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:0.0:1773688179.023404:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.023406:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1773688179.023408:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.023410:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1773688179.023411:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=10 : 10 : a) 00080000:00000001:0.0:1773688179.023413:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:0.0:1773688179.023414:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=3159136103703937024 : 3159136103703937024 : 2bd7818c6a628000) 00080000:00000001:0.0:1773688179.023416:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:0.0:1773688179.023421:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.023423:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1773688179.023425:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.023427:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1773688179.023428:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=12 : 12 : c) 00080000:00000001:0.0:1773688179.023430:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:0.0:1773688179.023431:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=3741065395935903744 : 3741065395935903744 : 33eaef2816440000) 00080000:00000001:0.0:1773688179.023432:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:0.0:1773688179.023438:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.023440:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1773688179.023443:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.023444:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1773688179.023445:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=11 : 11 : b) 00080000:00000001:0.0:1773688179.023447:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:0.0:1773688179.023448:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=7531929846682189824 : 7531929846682189824 : 6886ca4a28a78000) 00080000:00000001:0.0:1773688179.023450:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:0.0:1773688179.023456:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.023458:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1773688179.023459:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.023461:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1773688179.023462:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=11 : 11 : b) 00080000:00000001:0.0:1773688179.023464:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:0.0:1773688179.023466:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=7703284539550171136 : 7703284539550171136 : 6ae7907997a58000) 00080000:00000001:0.0:1773688179.023468:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:0.0:1773688179.023473:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.023475:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1773688179.023477:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.023479:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1773688179.023480:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1773688179.023482:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:0.0:1773688179.023483:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=7981546834976079872 : 7981546834976079872 : 6ec4268ef0e48000) 00080000:00000001:0.0:1773688179.023485:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:0.0:1773688179.023491:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.023493:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1773688179.023495:0:73057:0:(osd_index.c:1356:osd_dir_it_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688179.023498:0:73057:0:(osd_index.c:156:osd_index_it_fini()) Process entered 00080000:00000010:0.0:1773688179.023500:0:73057:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8a9b2ebe4940. 00080000:00000010:0.0:1773688179.023504:0:73057:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8a9b34d4c000. 00080000:00000001:0.0:1773688179.023506:0:73057:0:(osd_index.c:166:osd_index_it_fini()) Process leaving 00000020:00000001:0.0:1773688179.023508:0:73057:0:(dt_object.c:928:dt_index_walk()) Process leaving (rc=4096 : 4096 : 1000) 00000004:00000001:0.0:1773688179.023511:0:73057:0:(mdd_object.c:4222:mdd_readpage()) Process leaving via out_unlock (rc=4096 : 4096 : 0x1000) 00000020:00000001:0.0:1773688179.023516:0:73057:0:(tgt_handler.c:1213:tgt_sendpage()) Process entered 00000100:00000001:0.0:1773688179.023518:0:73057:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1773688179.023523:0:73057:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8a9a0fb7ac00. 00000100:00000010:0.0:1773688179.023528:0:73057:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8a9b36d2f000. 00000020:00000040:0.0:1773688179.023531:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=68 00010000:00000001:0.0:1773688179.023536:0:73057:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1773688179.023539:0:73057:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1773688179.023544:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be000. 00000400:00000010:0.0:1773688179.023553:0:73057:0:(lib-lnet.h:479:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8a9b33887770. 00000400:00000200:0.0:1773688179.023557:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.023568:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.023574:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47934:47934:256:4294967295] 192.168.204.51@tcp LPNI seq info [47930:47930:8:4294967295] 00000400:00000200:0.0:1773688179.023580:0:73057:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.51@tcp 00000400:00000200:0.0:1773688179.023587:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.023591:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.023597:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85900. 00000800:00000200:0.0:1773688179.023602:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.023607:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1022 00000800:00000200:0.0:1773688179.023610:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85900 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:0.0:1773688179.023632:0:73057:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.51@tcp mbits 0x69b84a445f380-0x69b84a445f380 00000100:00000001:0.0:1773688179.023635:0:73057:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773688179.023739:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.023742:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85900. 00000400:00000200:2.0:1773688179.023747:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.023751:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.023755:0:3439:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1773688179.023757:0:3439:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8a9a0fb7ac00 00000100:00000001:2.0:1773688179.023759:0:3439:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:2.0:1773688179.024508:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.024516:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.024518:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.024541:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.024548:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : ACK - for me 00000400:00000200:2.0:1773688179.024557:0:3438:0:(lib-move.c:4700:lnet_parse_ack()) 192.168.204.151@tcp: ACK from 12345-192.168.204.51@tcp into md 0x77ad1 00000400:00000200:2.0:1773688179.024561:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.024565:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: ACK: OK 00000400:00000200:2.0:1773688179.024568:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be000 00000400:00000010:2.0:1773688179.024571:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be000. 00000100:00000001:2.0:1773688179.024574:0:3438:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1773688179.024575:0:3438:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8a9a0fb7ac00 00000100:00000001:2.0:1773688179.024584:0:3438:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:2.0:1773688179.024588:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.024590:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.024649:0:73057:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.024653:0:73057:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1773688179.024656:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 67 00000100:00000010:0.0:1773688179.024660:0:73057:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8a9b36d2f000. 00000100:00000010:0.0:1773688179.024664:0:73057:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8a9a0fb7ac00. 00000100:00000001:0.0:1773688179.024667:0:73057:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000020:00000001:0.0:1773688179.024669:0:73057:0:(tgt_handler.c:1237:tgt_sendpage()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.024671:0:73057:0:(mdt_handler.c:2999:mdt_readpage()) Process leaving 00000004:00000010:0.0:1773688179.025563:0:73057:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8a9b36f73800. 00010000:00000040:0.0:1773688179.025569:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 0, xid 1859843854300032 00010000:00000001:0.0:1773688179.025571:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688179.025577:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b417d8380 x1859843854300032/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 448/440 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688179.025585:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.025588:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.025649:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=49 v=5 (1 1 1 0) 00000100:00000001:0.0:1773688179.025653:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.025656:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.025657:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.025659:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.025661:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.025664:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.025665:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.025668:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be2a8. 00000100:00000200:0.0:1773688179.025670:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1859843854300032, offset 224 00000400:00000200:0.0:1773688179.025673:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.025678:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.025720:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47935:47935:256:4294967295] 192.168.204.51@tcp LPNI seq info [47931:47931:8:4294967295] 00000400:00000200:0.0:1773688179.025726:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.025729:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.025732:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85600. 00000800:00000200:0.0:1773688179.025736:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.025739:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.025741:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85600 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.025751:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.025755:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.025758:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688179.025760:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.025763:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688179.025769:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b417d8380 x1859843854300032/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 448/440 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688179.025780:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b417d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+67:68109:x1859843854300032:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 3064us (3238us total) trans 0 rc 0/0 00000100:00100000:0.0:1773688179.025791:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3216 00000100:00000040:0.0:1773688179.025795:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688179.025797:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.025799:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.025803:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.025806:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400640. 00000020:00000010:0.0:1773688179.025809:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198ea200. 00000800:00000200:2.0:1773688179.025813:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:0.0:1773688179.025815:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 66 00000800:00000010:2.0:1773688179.025819:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85600. 00000100:00000001:0.0:1773688179.025820:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.025825:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.025832:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.025836:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be2a8 00000400:00000010:2.0:1773688179.025838:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be2a8. 00000100:00000001:2.0:1773688179.025841:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.025843:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.028843:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.028858:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.028862:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.028864:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.028871:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.028884:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a445f400 00000400:00000200:2.0:1773688179.028891:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 70416 00000800:00000001:2.0:1773688179.028899:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.028907:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.028910:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.028913:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.028919:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.028921:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.028926:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b417dad80. 00000100:00000040:2.0:1773688179.028929:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b417dad80 x1859843854300160 msgsize 584 00000100:00100000:2.0:1773688179.028934:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.028952:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.028958:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.028962:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.028986:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.028990:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854300160 02000000:00000001:0.0:1773688179.028993:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.028995:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.028998:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.029003:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.029020:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854300160 00000020:00000001:0.0:1773688179.029024:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.029026:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.029028:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.029031:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=67 00000020:00000001:0.0:1773688179.029034:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.029036:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.029040:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.029044:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4940. 00000100:00000001:0.0:1773688179.029048:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.029050:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4940. 00000020:00000010:0.0:1773688179.029056:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198ea200. 00000020:00000010:0.0:1773688179.029066:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.029070:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400640. 00000100:00000040:0.0:1773688179.029077:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688179.029080:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.029082:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688179.029085:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688179.029087:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.029088:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.029094:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.029104:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.029117:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.029119:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.029126:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15441 00000100:00000040:0.0:1773688179.029130:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.029133:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614998156160384 : -129075553391232 : ffff8a9b417dad80) 00000100:00000040:0.0:1773688179.029140:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b417dad80 x1859843854300160/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688179.029149:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.029152:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4940. 00000100:00000001:0.0:1773688179.029154:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.029157:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4940. 00000100:00100000:0.0:1773688179.029162:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b417dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+67:68109:x1859843854300160:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688179.029166:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854300160 00000020:00000001:0.0:1773688179.029170:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.029174:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688179.029178:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.029180:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.029183:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688179.029186:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688179.029190:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854300160, found 0 last_xid 1859843854300159 00000020:00000001:0.0:1773688179.029192:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.029195:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.029197:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.029207:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.029210:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688179.029212:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688179.029215:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688179.029217:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688179.029218:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.029223:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.029234:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 4 00010000:00000001:0.0:1773688179.029237:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.029240:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.029244:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86c00. 00000020:00000001:0.0:1773688179.029248:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.029250:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86c00 with handle 0x52973366461d2788 to hash 00000020:00000001:0.0:1773688179.029253:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.029254:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000010:0.0:1773688179.029260:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988580. 00010000:00000001:0.0:1773688179.029263:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00010000:0.0:1773688179.029268:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2788 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a639 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.029281:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:0.0:1773688179.029284:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=68 00010000:00000001:0.0:1773688179.029290:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688179.029292:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688179.029299:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688179.029301:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688179.029303:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1773688179.029305:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.029307:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:0.0:1773688179.029310:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.029314:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:0.0:1773688179.029316:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:0.0:1773688179.029318:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.029321:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688179.029323:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688179.029325:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.029327:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.029332:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b36d2f000. 02000000:00000001:0.0:1773688179.029335:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.029337:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.029339:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.029341:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1773688179.029345:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:0.0:1773688179.029347:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.029350:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.029353:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.029355:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.029358:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.029359:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.029360:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.029362:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.029363:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.029365:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.029366:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.029368:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.029370:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.029371:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.029373:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.029374:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.029376:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.029378:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.029380:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.029384:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688179.029389:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688179.029392:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688179.029394:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.029395:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.029396:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.029398:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.029399:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.029401:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.029402:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688179.029404:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.029407:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.029408:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.029410:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688179.029412:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.029416:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:0.0:1773688179.029422:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3af8 00000004:00000002:0.0:1773688179.029424:0:75542:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xf3:0x0]/PPTC321.TMP, ldlm_rep = ffff8a9b36d2f228 00000004:00000001:0.0:1773688179.029430:0:75542:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1773688179.029435:0:75542:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1773688179.029438:0:75542:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1773688179.029440:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.029442:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.029444:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 5 00010000:00000001:0.0:1773688179.029446:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.029448:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.029452:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86800. 00000020:00000001:0.0:1773688179.029454:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.029456:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86800 with handle 0x52973366461d278f to hash 00000020:00000001:0.0:1773688179.029458:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.029459:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000010:0.0:1773688179.029462:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988600. 00010000:00000001:0.0:1773688179.029465:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688179.029468:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.029470:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.029474:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d278f lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.029480:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.029484:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.029486:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.029488:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.029491:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.029492:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.029494:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.029496:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.029499:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.029500:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.029501:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.029504:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) refcount = 5 00010000:00000040:0.0:1773688179.029507:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.029511:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378800/0x52973366461d0912 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8464d expref: 68 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.029520:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2781 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a632 expref: 68 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.029539:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378a00/0x52973366461d090b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e84677 expref: 68 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.029545:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d278f lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.029551:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.029556:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.029558:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.029560:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.029561:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.029564:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.029566:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.029569:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.029571:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.029573:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d278f lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.029578:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.029580:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.029581:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.029583:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.029584:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.029587:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7000 count: 3 00010000:00000001:0.0:1773688179.029589:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.029590:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.029592:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86a00. 00000020:00000001:0.0:1773688179.029594:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.029596:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86a00 with handle 0x52973366461d2796 to hash 00000020:00000001:0.0:1773688179.029598:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.029599:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000010:0.0:1773688179.029602:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988080. 00010000:00000001:0.0:1773688179.029604:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:0.0:1773688179.029606:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.029608:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.029610:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d2796 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.029615:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.029617:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.029618:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.029619:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.029622:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.029623:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.029625:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.029627:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.029627:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.029629:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.029630:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.029632:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xddd0a3dd (ffff8a9a1a7d7000) refcount = 3 00010000:00000040:0.0:1773688179.029634:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.029636:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d26f5 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.029642:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd000/0x52973366461d26d2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.029646:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d2796 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.029651:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.029653:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.029654:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.029656:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.029657:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.029659:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.029660:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.029662:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.029663:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.029666:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d2796 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.029671:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.029672:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.029673:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.029675:0:75542:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.029679:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.029710:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.029713:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688179.029716:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1773688179.029720:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.029724:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1773688179.029741:0:75542:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.029744:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.029747:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.029749:0:75542:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:0.0:1773688179.029752:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688179.029754:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.029756:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.029758:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.029759:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86800 refcount=3 00000020:00000001:0.0:1773688179.029761:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688179.029764:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688179.029767:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688179.029769:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d278f lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.029774:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.029775:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.029778:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d278f lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.029783:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.029784:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.029786:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688179.029789:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d278f lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.029794:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e86800 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688179.029797:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.029800:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688179.029802:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d278f lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.029807:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688179.029808:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.029809:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.029811:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86800 refcount=4 00000020:00000001:0.0:1773688179.029812:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688179.029814:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688179.029817:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688179.029820:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d278f lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.029825:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688179.029827:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688179.029829:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.029832:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.029833:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.029834:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.029835:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.029838:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86800 with handle 0x52973366461d278f from hash 00010000:00000001:0.0:1773688179.029840:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.029841:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.029842:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.029843:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.029845:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.029846:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.029847:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.029849:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.029851:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.029854:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:0.0:1773688179.029856:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.029859:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.029862:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.029864:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.029865:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688179.029868:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.029869:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.029871:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.029872:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.029874:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.029876:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d278f lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.029881:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.029882:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.029883:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688179.029885:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688179.029886:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.029888:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d278f lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.029894:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988600. 00010000:00000001:0.0:1773688179.029899:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.029900:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.029902:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.029903:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.029904:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.029905:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86a00 refcount=3 00000020:00000001:0.0:1773688179.029907:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:0.0:1773688179.029909:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:0.0:1773688179.029911:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688179.029913:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d2796 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.029918:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.029919:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.029921:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d2796 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.029930:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.029932:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.029933:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688179.029936:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d2796 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.029940:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e86a00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688179.029941:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.029942:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688179.029944:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d2796 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.029948:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688179.029950:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.029951:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.029952:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86a00 refcount=4 00000020:00000001:0.0:1773688179.029954:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:0.0:1773688179.029955:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:0.0:1773688179.029957:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688179.029959:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d2796 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.029963:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688179.029964:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688179.029978:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.029981:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.029982:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.029983:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.029985:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.029987:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86a00 with handle 0x52973366461d2796 from hash 00010000:00000001:0.0:1773688179.029989:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.029990:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.029992:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.029992:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.029994:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.029995:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.029997:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.029998:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.029999:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.030001:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xddd0a3dd (ffff8a9a1a7d7000) 00010000:00010000:0.0:1773688179.030003:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.030004:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1773688179.030032:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0f427400. 00010000:00000001:0.0:1773688179.030041:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.030043:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.030044:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688179.030047:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.030048:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.030049:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.030052:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.030054:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.030057:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d2796 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.030062:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.030063:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.030064:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688179.030065:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688179.030066:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.030068:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d2796 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.030073:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988080. 00010000:00000001:0.0:1773688179.030077:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.030079:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.030080:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688179.030082:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688179.030083:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1773688179.030085:0:75542:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:0.0:1773688179.030088:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688179.030091:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688179.030093:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688179.030094:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688179.030096:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688179.030099:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1773688179.030105:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.030107:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1773688179.030109:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688179.030111:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.030113:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1773688179.030115:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1773688179.030116:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.030120:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.030121:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.030123:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.030125:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.030127:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86c00 with handle 0x52973366461d2788 from hash 00010000:00000001:0.0:1773688179.030129:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.030131:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.030132:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.030133:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1773688179.030134:0:75542:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1773688179.030137:0:75542:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1773688179.030141:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2788 lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a639 expref: 68 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.030147:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1773688179.030149:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.030151:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.030153:0:75542:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.030155:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.030157:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.030158:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.030159:0:75542:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.030160:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.030162:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.030163:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.030165:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.030167:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:0.0:1773688179.030169:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.030170:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.030172:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.030173:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.030174:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.030177:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2788 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a639 expref: 68 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.030182:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:0.0:1773688179.030184:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 67 00010000:00000010:0.0:1773688179.030187:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988580. 00010000:00000001:0.0:1773688179.030190:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.030192:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b04e86c00, rc 0) 00000020:00000001:0.0:1773688179.030194:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1773688179.030197:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 0, xid 1859843854300160 00010000:00000001:0.0:1773688179.030199:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688179.030203:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b417dad80 x1859843854300160/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688179.030210:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.030213:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.030215:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688179.030219:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.030222:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.030224:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.030227:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.030229:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.030232:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.030234:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.030237:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be990. 00000100:00000200:0.0:1773688179.030242:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854300160, offset 224 00000400:00000200:0.0:1773688179.030248:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.030257:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.030263:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47936:47936:256:4294967295] 192.168.204.51@tcp LPNI seq info [47932:47932:8:4294967295] 00000400:00000200:0.0:1773688179.030272:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.030277:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.030282:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85800. 00000800:00000200:0.0:1773688179.030289:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.030296:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.030301:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85800 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.030314:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.030318:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.030321:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688179.030322:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.030325:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688179.030329:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b417dad80 x1859843854300160/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688179.030338:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b417dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+67:68109:x1859843854300160:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1187us (1406us total) trans 0 rc 301/301 00000100:00100000:0.0:1773688179.030346:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15441 00000100:00000040:0.0:1773688179.030349:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688179.030352:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.030353:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.030358:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.030361:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400640. 00000020:00000010:0.0:1773688179.030365:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198ea200. 00000020:00000040:0.0:1773688179.030370:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 66 00000100:00000001:0.0:1773688179.030373:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.030400:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.030404:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85800. 00000400:00000200:2.0:1773688179.030407:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.030411:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.030414:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be990 00000400:00000010:2.0:1773688179.030416:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be990. 00000100:00000001:2.0:1773688179.030419:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.030420:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.032481:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.032490:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.032493:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.032495:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.032510:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.032524:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 520 into portal 13 MB=0x69b84a445f500 00000400:00000200:2.0:1773688179.032532:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index d from 12345-192.168.204.51@tcp of length 520/520 into md 0x3bca9 [128] + 47320 00000800:00000001:2.0:1773688179.032539:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.032545:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.032548:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.032551:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.032557:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.032559:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_io 00000100:00000010:2.0:1773688179.032565:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b417d9c00. 00000100:00000040:2.0:1773688179.032569:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b417d9c00 x1859843854300416 msgsize 520 00000100:00100000:2.0:1773688179.032573:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.032591:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.032600:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.032604:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.032618:0:74225:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.032622:0:74225:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854300416 02000000:00000001:0.0:1773688179.032625:0:74225:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.032627:0:74225:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.032631:0:74225:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.032634:0:74225:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.032638:0:74225:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854300416 00000020:00000001:0.0:1773688179.032640:0:74225:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.032641:0:74225:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.032644:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.032646:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=67 00000020:00000001:0.0:1773688179.032649:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.032652:0:74225:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.032656:0:74225:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.032660:0:74225:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4940. 00000100:00000001:0.0:1773688179.032663:0:74225:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.032666:0:74225:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4940. 00000020:00000010:0.0:1773688179.032671:0:74225:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb200. 00000020:00000010:0.0:1773688179.032675:0:74225:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.032679:0:74225:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400640. 00000100:00000040:0.0:1773688179.032686:0:74225:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_io at +75s 00000100:00000001:0.0:1773688179.032690:0:74225:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.032691:0:74225:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1773688179.032693:0:74225:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:0.0:1773688179.032696:0:74225:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.032698:0:74225:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862544 : -1038689072 : ffffffffc216dcd0) 00000020:00000001:0.0:1773688179.032701:0:74225:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.032714:0:74225:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.032716:0:74225:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.032719:0:74225:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.032725:0:74225:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.032735:0:74225:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.032747:0:74225:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.032749:0:74225:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.032754:0:74225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 91 00000100:00000040:0.0:1773688179.032758:0:74225:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.032761:0:74225:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614998156155904 : -129075553395712 : ffff8a9b417d9c00) 00000100:00000040:0.0:1773688179.032767:0:74225:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b417d9c00 x1859843854300416/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 520/0 e 0 to 0 dl 1773688259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688179.032777:0:74225:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.032780:0:74225:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4940. 00000100:00000001:0.0:1773688179.032783:0:74225:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.032785:0:74225:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4940. 00000100:00100000:0.0:1773688179.032790:0:74225:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b417d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+67:68109:x1859843854300416:12345-192.168.204.51@tcp:36:dbench.0 00000100:00000200:0.0:1773688179.032794:0:74225:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854300416 00000020:00000001:0.0:1773688179.032796:0:74225:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.032799:0:74225:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688179.032802:0:74225:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.032804:0:74225:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.032805:0:74225:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862544 : -1038689072 : ffffffffc216dcd0) 00000020:00000001:0.0:1773688179.032808:0:74225:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688179.032810:0:74225:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854300416, found 0 last_xid 1859843854300415 00000020:00000001:0.0:1773688179.032822:0:74225:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.032828:0:74225:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.032829:0:74225:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.032831:0:74225:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.032833:0:74225:0:(mdt_handler.c:3339:mdt_reint()) Process entered 00000004:00000002:0.0:1773688179.032839:0:74225:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 5 req@ffff8a9b417d9c00 x1859843854300416/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 520/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1773688179.032852:0:74225:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1773688179.032854:0:74225:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1773688179.032857:0:74225:0:(mdt_lib.c:1700:mdt_rename_unpack()) Process entered 00000001:00000001:0.0:1773688179.032859:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.032861:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.032862:0:74225:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.032864:0:74225:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.032866:0:74225:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.032867:0:74225:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.032868:0:74225:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.032869:0:74225:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.032877:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.032878:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.032881:0:74225:0:(mdt_lib.c:1387:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.032883:0:74225:0:(mdt_lib.c:1744:mdt_rename_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.032885:0:74225:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.032889:0:74225:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688179.032891:0:74225:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688179.032893:0:74225:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.032895:0:74225:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.032902:0:74225:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8a9b41bc3000. 02000000:00000001:0.0:1773688179.032905:0:74225:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.032907:0:74225:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.032910:0:74225:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1773688179.032912:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.032913:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.032914:0:74225:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.032916:0:74225:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.032918:0:74225:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.032919:0:74225:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.032921:0:74225:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.032923:0:74225:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.032925:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.032926:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.032929:0:74225:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688179.032934:0:74225:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688179.032936:0:74225:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688179.032938:0:74225:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.032939:0:74225:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.032941:0:74225:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.032943:0:74225:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.032944:0:74225:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.032945:0:74225:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.032947:0:74225:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688179.032948:0:74225:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.032951:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.032952:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.032954:0:74225:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688179.032956:0:74225:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.032959:0:74225:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1773688179.032962:0:74225:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.032976:0:74225:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1773688179.032983:0:74225:0:(mdt_reint.c:2798:mdt_reint_rename()) Process entered 00000020:00000001:0.0:1773688179.032986:0:74225:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b81c4fc00 00000020:00000001:0.0:1773688179.032988:0:74225:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b81c4fc00 00000004:00000002:0.0:1773688179.032992:0:74225:0:(mdt_reint.c:2801:mdt_reint_rename()) @@@ rename [0x20000afe1:0xf3:0x0]/NEWTIPS.PPT to [0x20000afe1:0xf3:0x0]/PPTC321.TMP req@ffff8a9b417d9c00 x1859843854300416/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 520/2888 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773688179.033002:0:74225:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1773688179.033004:0:74225:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00000001:0.0:1773688179.033030:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.033032:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.033035:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b08b72600 refcount=3 00000020:00000001:0.0:1773688179.033037:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997203625472 : -129076505926144 : ffff8a9b08b72600) 00010000:00000001:0.0:1773688179.033040:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997203625472 : -129076505926144 : ffff8a9b08b72600) 00010000:00000040:0.0:1773688179.033044:0:74225:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 6 00000004:00000001:0.0:1773688179.033050:0:74225:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1773688179.033051:0:74225:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1773688179.033053:0:74225:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.033055:0:74225:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.033056:0:74225:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.033058:0:74225:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.033061:0:74225:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.033063:0:74225:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.033066:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.033067:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.033069:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.033070:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.033073:0:74225:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b08b72600 with handle 0x52973366461d2742 from hash 00010000:00000001:0.0:1773688179.033075:0:74225:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.033076:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.033077:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.033078:0:74225:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.033081:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.033083:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.033084:0:74225:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.033085:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.033089:0:74225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b08b72600/0x52973366461d2742 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a61d expref: 67 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.033096:0:74225:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:0.0:1773688179.033098:0:74225:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 66 00010000:00000010:0.0:1773688179.033100:0:74225:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b380. 00010000:00000001:0.0:1773688179.033105:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.033106:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.033107:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.033108:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86000 refcount=3 00000020:00000001:0.0:1773688179.033109:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688179.033111:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688179.033112:0:74225:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.033114:0:74225:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.033115:0:74225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00000001:0.0:1773688179.033117:0:74225:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.033119:0:74225:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.033120:0:74225:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1773688179.033121:0:74225:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 4 00000004:00000001:0.0:1773688179.033122:0:74225:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1773688179.033122:0:74225:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1773688179.033123:0:74225:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.033124:0:74225:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.033125:0:74225:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.033126:0:74225:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.033127:0:74225:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.033128:0:74225:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.033129:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.033130:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.033131:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.033132:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.033134:0:74225:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86000 with handle 0x52973366461d2781 from hash 00010000:00000001:0.0:1773688179.033135:0:74225:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.033136:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.033137:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.033138:0:74225:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.033139:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.033140:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.033141:0:74225:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.033141:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.033143:0:74225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2781 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a632 expref: 66 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.033147:0:74225:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 27 00000020:00000040:0.0:1773688179.033148:0:74225:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 65 00010000:00000010:0.0:1773688179.033149:0:74225:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988d80. 00010000:00000001:0.0:1773688179.033151:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.033152:0:74225:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.033153:0:74225:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.033154:0:74225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00000001:0.0:1773688179.033155:0:74225:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.033156:0:74225:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.033157:0:74225:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1773688179.033158:0:74225:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1773688179.033159:0:74225:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=2 : 2 : 2) 00000004:00000001:0.0:1773688179.033161:0:74225:0:(mdt_reint.c:1669:mdt_parent_find_check()) Process entered 00000004:00000001:0.0:1773688179.033162:0:74225:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.033164:0:74225:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:0.0:1773688179.033166:0:74225:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.033169:0:74225:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:0.0:1773688179.033170:0:74225:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:0.0:1773688179.033173:0:74225:0:(mdt_reint.c:1685:mdt_parent_find_check()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:0.0:1773688179.033174:0:74225:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1773688179.033176:0:74225:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.033178:0:74225:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1773688179.033180:0:74225:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:0.0:1773688179.033181:0:74225:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1773688179.033182:0:74225:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.033184:0:74225:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b81c4fc00 00000004:00000040:0.0:1773688179.033186:0:74225:0:(mdt_reint.c:2903:mdt_reint_rename()) lustre-MDT0000: samedir file parallel rename [0x20000afe1:0xf3:0x0]/NEWTIPS.PPT 00000004:00000001:0.0:1773688179.033190:0:74225:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1773688179.033192:0:74225:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1773688179.033194:0:74225:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1773688179.033195:0:74225:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.033196:0:74225:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.033198:0:74225:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 3 00010000:00000001:0.0:1773688179.033200:0:74225:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.033202:0:74225:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.033205:0:74225:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e87800. 00000020:00000001:0.0:1773688179.033206:0:74225:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.033208:0:74225:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e87800 with handle 0x52973366461d279d to hash 00000020:00000001:0.0:1773688179.033209:0:74225:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.033210:0:74225:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000010:0.0:1773688179.033212:0:74225:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988d80. 00010000:00000001:0.0:1773688179.033214:0:74225:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:0.0:1773688179.033216:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.033217:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.033220:0:74225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d279d lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.033223:0:74225:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.033225:0:74225:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.033226:0:74225:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.033227:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.033229:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.033230:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.033231:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.033232:0:74225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.033233:0:74225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.033234:0:74225:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.033235:0:74225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.033237:0:74225:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) refcount = 3 00010000:00000040:0.0:1773688179.033239:0:74225:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.033241:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378800/0x52973366461d0912 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8464d expref: 65 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.033246:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378a00/0x52973366461d090b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e84677 expref: 65 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.033249:0:74225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d279d lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.033252:0:74225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.033253:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.033254:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.033255:0:74225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.033256:0:74225:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.033257:0:74225:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.033258:0:74225:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.033260:0:74225:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.033261:0:74225:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.033263:0:74225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d279d lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.033266:0:74225:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.033267:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.033268:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.033269:0:74225:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.033270:0:74225:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.033271:0:74225:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7000 count: 3 00010000:00000001:0.0:1773688179.033272:0:74225:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.033273:0:74225:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.033275:0:74225:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcd800. 00000020:00000001:0.0:1773688179.033276:0:74225:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.033277:0:74225:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcd800 with handle 0x52973366461d27a4 to hash 00000020:00000001:0.0:1773688179.033279:0:74225:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.033280:0:74225:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160300032 : -129075549251584 : ffff8a9b41bcd800) 00010000:00000010:0.0:1773688179.033282:0:74225:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988580. 00010000:00000001:0.0:1773688179.033283:0:74225:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160300032 : -129075549251584 : ffff8a9b41bcd800) 00010000:00000001:0.0:1773688179.033285:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.033285:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.033287:0:74225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd800/0x52973366461d27a4 lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.033290:0:74225:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.033290:0:74225:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.033291:0:74225:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.033292:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.033293:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.033294:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.033295:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.033296:0:74225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.033296:0:74225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.033297:0:74225:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.033297:0:74225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.033298:0:74225:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xddd0a3dd (ffff8a9a1a7d7000) refcount = 3 00010000:00000040:0.0:1773688179.033300:0:74225:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.033301:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d26f5 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.033305:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd000/0x52973366461d26d2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.033308:0:74225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd800/0x52973366461d27a4 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.033310:0:74225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.033311:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.033320:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.033322:0:74225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.033324:0:74225:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.033328:0:74225:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.033330:0:74225:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.033332:0:74225:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.033334:0:74225:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.033337:0:74225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd800/0x52973366461d27a4 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.033342:0:74225:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.033343:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.033344:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.033346:0:74225:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.033348:0:74225:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1773688179.033350:0:74225:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1773688179.033351:0:74225:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.033352:0:74225:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773688179.033358:0:74225:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a1689e800. 00010000:00000010:0.0:1773688179.033361:0:74225:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b35d06f00. 00010000:00000001:0.0:1773688179.033365:0:74225:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.033368:0:74225:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcdc00. 00000020:00000001:0.0:1773688179.033369:0:74225:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.033371:0:74225:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcdc00 with handle 0x52973366461d27ab to hash 00000020:00000001:0.0:1773688179.033373:0:74225:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.033375:0:74225:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00010000:00000010:0.0:1773688179.033378:0:74225:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988080. 00010000:00000001:0.0:1773688179.033380:0:74225:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00010000:00000001:0.0:1773688179.033382:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.033384:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.033386:0:74225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d27ab lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.033391:0:74225:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.033393:0:74225:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.033394:0:74225:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.033396:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.033397:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.033399:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.033400:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.033402:0:74225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.033404:0:74225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.033405:0:74225:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.033406:0:74225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.033408:0:74225:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9a1689e800) refcount = 1 00010000:00010000:0.0:1773688179.033411:0:74225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d27ab lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.033416:0:74225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.033417:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.033419:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.033420:0:74225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.033422:0:74225:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.033423:0:74225:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.033425:0:74225:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.033427:0:74225:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.033429:0:74225:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.033431:0:74225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d27ab lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.033436:0:74225:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.033437:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.033438:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1773688179.033444:0:74225:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.033450:0:74225:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:0.0:1773688179.033452:0:74225:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0xf3:0x0] version is 0x27000000de 00080000:00000001:0.0:1773688179.033456:0:74225:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.033457:0:74225:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:0.0:1773688179.033459:0:74225:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0xf3:0x0] version is 0x27000000de 00000004:00000001:0.0:1773688179.033462:0:74225:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.033487:0:74225:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.033489:0:74225:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688179.033492:0:74225:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:0.0:1773688179.033496:0:74225:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.033499:0:74225:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1773688179.033516:0:74225:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.033520:0:74225:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1773688179.033521:0:74225:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1773688179.033524:0:74225:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688179.033527:0:74225:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688179.033530:0:74225:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688179.033532:0:74225:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.033534:0:74225:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688179.033536:0:74225:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.033538:0:74225:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:0.0:1773688179.033540:0:74225:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.033543:0:74225:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.033545:0:74225:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.033546:0:74225:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x13f:0x0] 00000020:00000001:0.0:1773688179.033548:0:74225:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.033553:0:74225:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:0.0:1773688179.033555:0:74225:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:0.0:1773688179.033557:0:74225:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1773688179.033558:0:74225:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.033562:0:74225:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.033570:0:74225:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.033572:0:74225:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688179.033574:0:74225:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:0.0:1773688179.033578:0:74225:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.033580:0:74225:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1773688179.033588:0:74225:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.033590:0:74225:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.033592:0:74225:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.033595:0:74225:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000004:00000001:0.0:1773688179.033597:0:74225:0:(mdt_lib.c:2207:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.033599:0:74225:0:(mdt_handler.c:4261:mdt_object_lock()) Process entered 00010000:00000001:0.0:1773688179.033602:0:74225:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.033604:0:74225:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.033607:0:74225:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 5 00010000:00000001:0.0:1773688179.033609:0:74225:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.033611:0:74225:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.033615:0:74225:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcde00. 00000020:00000001:0.0:1773688179.033618:0:74225:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.033619:0:74225:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcde00 with handle 0x52973366461d27b2 to hash 00000020:00000001:0.0:1773688179.033621:0:74225:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.033623:0:74225:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00010000:00000010:0.0:1773688179.033625:0:74225:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988600. 00010000:00000001:0.0:1773688179.033628:0:74225:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00010000:00000001:0.0:1773688179.033630:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.033631:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.033634:0:74225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d27b2 lrc: 3/0,1 mode: --/EX res: [0x20000afe1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.033639:0:74225:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.033641:0:74225:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.033643:0:74225:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.033644:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.033647:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.033648:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.033650:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.033651:0:74225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.033653:0:74225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.033654:0:74225:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.033655:0:74225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.033657:0:74225:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 5 00010000:00000040:0.0:1773688179.033659:0:74225:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.033663:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 65 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.033669:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d26a8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.033681:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.033687:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.033693:0:74225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d27b2 lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x13f:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.033698:0:74225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.033700:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.033701:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.033703:0:74225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.033704:0:74225:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.033706:0:74225:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.033708:0:74225:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.033710:0:74225:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.033712:0:74225:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.033715:0:74225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d27b2 lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x13f:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.033720:0:74225:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.033722:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.033723:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.033724:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.033726:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.033727:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcde00 refcount=3 00000020:00000001:0.0:1773688179.033729:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00010000:00000001:0.0:1773688179.033731:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00010000:00000001:0.0:1773688179.033733:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.033734:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.033736:0:74225:0:(mdt_handler.c:4265:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.033739:0:74225:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.033742:0:74225:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:0.0:1773688179.033746:0:74225:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0x13f:0x0] version is 0x28000000a9 00000004:00000001:0.0:1773688179.033752:0:74225:0:(mdd_dir.c:3531:mdd_rename()) Process entered 00000020:00000001:0.0:1773688179.033755:0:74225:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.033757:0:74225:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:0.0:1773688179.033773:0:74225:0:(mdd_dir.c:3328:mdd_rename_sanity_check()) Process entered 00000004:00000001:0.0:1773688179.033775:0:74225:0:(mdd_dir.c:523:mdd_may_delete()) Process entered 00000004:00000001:0.0:1773688179.033777:0:74225:0:(mdd_dir.c:487:mdd_may_delete_entry()) Process entered 00000004:00000001:0.0:1773688179.033779:0:74225:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688179.033781:0:74225:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 3 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:0.0:1773688179.033784:0:74225:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.033786:0:74225:0:(mdd_dir.c:509:mdd_may_delete_entry()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.033789:0:74225:0:(mdd_dir.c:563:mdd_may_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.033792:0:74225:0:(mdd_dir.c:442:mdd_may_create()) Process entered 00000004:00000001:0.0:1773688179.033794:0:74225:0:(mdd_dir.c:454:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.033796:0:74225:0:(mdd_dir.c:3374:mdd_rename_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1773688179.033800:0:74225:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1773688179.033808:0:74225:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9b07fb6180. 00080000:00000001:0.0:1773688179.033811:0:74225:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1773688179.033819:0:74225:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0fb7ac00. 00080000:00000001:0.0:1773688179.033822:0:74225:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993026132992 : -129080683418624 : ffff8a9a0fb7ac00) 00000004:00000001:0.0:1773688179.033825:0:74225:0:(mdd_dir.c:1597:mdd_linkea_prepare()) Process entered 00000004:00000001:0.0:1773688179.033830:0:74225:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.033832:0:74225:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.033835:0:74225:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688179.033838:0:74225:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000020:00000001:0.0:1773688179.033843:0:74225:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b81c4fa60 00000001:00000002:0.0:1773688179.033845:0:74225:0:(linkea.c:206:linkea_del_buf()) Old link_ea name 'NEWTIPS.PPT' is removed 00000020:00000001:0.0:1773688179.033848:0:74225:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b81c4fa50 00000001:00000002:0.0:1773688179.033850:0:74225:0:(linkea.c:183:linkea_add_buf()) New link_ea name '[0x20000afe1:0xf3:0x0]:PPTC321.TMP' is added 00000004:00000001:0.0:1773688179.033852:0:74225:0:(mdd_dir.c:1624:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.033857:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.033860:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026132992 : -129080683418624 : ffff8a9a0fb7ac00) 00080000:00000001:0.0:1773688179.033863:0:74225:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:0.0:1773688179.033871:0:74225:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.033875:0:74225:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688179.033877:0:74225:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688179.033879:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.033880:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026132992 : -129080683418624 : ffff8a9a0fb7ac00) 00080000:00000001:0.0:1773688179.033883:0:74225:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688179.033885:0:74225:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.033887:0:74225:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.033890:0:74225:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688179.033893:0:74225:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.033895:0:74225:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.033897:0:74225:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688179.033899:0:74225:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688179.033900:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.033901:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026132992 : -129080683418624 : ffff8a9a0fb7ac00) 00080000:00000001:0.0:1773688179.033903:0:74225:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688179.033904:0:74225:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.033906:0:74225:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.033908:0:74225:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688179.033909:0:74225:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.033911:0:74225:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.033912:0:74225:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688179.033914:0:74225:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688179.033915:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.033916:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026132992 : -129080683418624 : ffff8a9a0fb7ac00) 00080000:00000001:0.0:1773688179.033918:0:74225:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688179.033926:0:74225:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.033928:0:74225:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.033930:0:74225:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.033935:0:74225:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.033939:0:74225:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.033941:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.033942:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026132992 : -129080683418624 : ffff8a9a0fb7ac00) 00080000:00000001:0.0:1773688179.033945:0:74225:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1773688179.033964:0:74225:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.033977:0:74225:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.033980:0:74225:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.033984:0:74225:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:0.0:1773688179.033986:0:74225:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688179.033987:0:74225:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.033989:0:74225:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:0.0:1773688179.033991:0:74225:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.033993:0:74225:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.033996:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.033997:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026132992 : -129080683418624 : ffff8a9a0fb7ac00) 00080000:00000001:0.0:1773688179.034000:0:74225:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000002:0.0:1773688179.034003:0:74225:0:(osd_oi.c:1096:osd_idc_find_or_init()) lustre-MDT0000: FID [0x20000afe1:0x13f:0x0] not in the id map cache 00080000:00000001:0.0:1773688179.034024:0:74225:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1773688179.034025:0:74225:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1773688179.034027:0:74225:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688179.034029:0:74225:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688179.034033:0:74225:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688179.034035:0:74225:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.034037:0:74225:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688179.034039:0:74225:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.034042:0:74225:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1773688179.034044:0:74225:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1773688179.034046:0:74225:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688179.034047:0:74225:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688179.034048:0:74225:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688179.034049:0:74225:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.034051:0:74225:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.034075:0:74225:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.034080:0:74225:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.034086:0:74225:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1773688179.034088:0:74225:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1773688179.034096:0:74225:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1773688179.034098:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.034100:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026132992 : -129080683418624 : ffff8a9a0fb7ac00) 00080000:00000001:0.0:1773688179.034105:0:74225:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688179.034110:0:74225:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688179.034112:0:74225:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034115:0:74225:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034118:0:74225:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.034120:0:74225:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.034122:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.034124:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026132992 : -129080683418624 : ffff8a9a0fb7ac00) 00080000:00000001:0.0:1773688179.034126:0:74225:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1773688179.034134:0:74225:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034136:0:74225:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034139:0:74225:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.034164:0:74225:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.034167:0:74225:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034170:0:74225:0:(mdd_dir.c:688:__mdd_index_delete()) Process entered 00000004:00000001:0.0:1773688179.034171:0:74225:0:(mdd_dir.c:629:__mdd_index_delete_only()) Process entered 00000004:00000001:0.0:1773688179.034174:0:74225:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:0.0:1773688179.034175:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.034176:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026132992 : -129080683418624 : ffff8a9a0fb7ac00) 00080000:00000001:0.0:1773688179.034180:0:74225:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:0.0:1773688179.034190:0:74225:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1773688179.034192:0:74225:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1773688179.034193:0:74225:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688179.034194:0:74225:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688179.034196:0:74225:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688179.034197:0:74225:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.034199:0:74225:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688179.034201:0:74225:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.034215:0:74225:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034218:0:74225:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034220:0:74225:0:(mdd_dir.c:636:__mdd_index_delete_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034221:0:74225:0:(mdd_dir.c:697:__mdd_index_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034224:0:74225:0:(mdd_dir.c:669:__mdd_index_insert()) Process entered 00000004:00000001:0.0:1773688179.034225:0:74225:0:(mdd_dir.c:647:__mdd_index_insert_only()) Process entered 00000004:00000001:0.0:1773688179.034226:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.034228:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026132992 : -129080683418624 : ffff8a9a0fb7ac00) 00080000:00000001:0.0:1773688179.034232:0:74225:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:0.0:1773688179.034243:0:74225:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034246:0:74225:0:(mdd_dir.c:659:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034248:0:74225:0:(mdd_dir.c:678:__mdd_index_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034250:0:74225:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:0.0:1773688179.034253:0:74225:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034257:0:74225:0:(mdd_dir.c:1639:mdd_links_rename()) Process entered 00000004:00000001:0.0:1773688179.034261:0:74225:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.034265:0:74225:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1773688179.034267:0:74225:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.034268:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.034269:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026132992 : -129080683418624 : ffff8a9a0fb7ac00) 00080000:00000001:0.0:1773688179.034273:0:74225:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1773688179.034275:0:74225:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.link with size 53 00080000:00000001:0.0:1773688179.034277:0:74225:0:(osd_xattr.c:852:osd_xattr_handle_linkea()) Process entered 00080000:00000001:0.0:1773688179.034279:0:74225:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1773688179.034280:0:74225:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1773688179.034281:0:74225:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688179.034283:0:74225:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688179.034284:0:74225:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688179.034285:0:74225:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.034287:0:74225:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688179.034289:0:74225:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.034290:0:74225:0:(osd_xattr.c:882:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.034323:0:74225:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034326:0:74225:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034328:0:74225:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034330:0:74225:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034332:0:74225:0:(mdd_dir.c:1653:mdd_links_rename()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688179.034335:0:74225:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:0.0:1773688179.034337:0:74225:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:0.0:1773688179.034339:0:74225:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:0.0:1773688179.034342:0:74225:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:0.0:1773688179.034343:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.034344:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026132992 : -129080683418624 : ffff8a9a0fb7ac00) 00080000:00000001:0.0:1773688179.034347:0:74225:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:0.0:1773688179.034351:0:74225:0:(osd_object.c:1274:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.034353:0:74225:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034355:0:74225:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034358:0:74225:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688179.034359:0:74225:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034362:0:74225:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034364:0:74225:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034365:0:74225:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034367:0:74225:0:(mdd_dir.c:3767:mdd_rename()) Process leaving 00000004:00000001:0.0:1773688179.034370:0:74225:0:(mdd_dir.c:1371:mdd_changelog_ns_store()) Process entered 00000004:00000001:0.0:1773688179.034372:0:74225:0:(mdd_dir.c:1378:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.034376:0:74225:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1773688179.034378:0:74225:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1773688179.034383:0:74225:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:0.0:1773688179.034385:0:74225:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.034387:0:74225:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1773688179.034388:0:74225:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.034389:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.034391:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026132992 : -129080683418624 : ffff8a9a0fb7ac00) 00080000:00000001:0.0:1773688179.034393:0:74225:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1773688179.034395:0:74225:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:0.0:1773688179.034406:0:74225:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034408:0:74225:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034410:0:74225:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034411:0:74225:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:0.0:1773688179.034414:0:74225:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692038, last_committed = 171798692011 00000001:00000010:0.0:1773688179.034419:0:74225:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b10cde840. 00000001:00000040:0.0:1773688179.034422:0:74225:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 27 00000020:00000040:0.0:1773688179.034424:0:74225:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=66 00000001:00000010:0.0:1773688179.034431:0:74225:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a0eeecd80. 00000004:00000001:0.0:1773688179.034439:0:74225:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1773688179.034440:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.034441:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026132992 : -129080683418624 : ffff8a9a0fb7ac00) 00080000:00000001:0.0:1773688179.034445:0:74225:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688179.034461:0:74225:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1773688179.034463:0:74225:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1773688179.034466:0:74225:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a0eeecd80: xid 1859843854300416, transno 171798692038, tag 1, client gen 13, slot idx 2 00000001:00000001:0.0:1773688179.034470:0:74225:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.034486:0:74225:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773688179.034489:0:74225:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9b07fb6180. 00000020:00000001:0.0:1773688179.034491:0:74225:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.034499:0:74225:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.034505:0:74225:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.034508:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.034510:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034513:0:74225:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1773688179.034522:0:74225:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.034525:0:74225:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.034527:0:74225:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.034529:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.034530:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.034533:0:74225:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.034534:0:74225:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.034536:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.034537:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034540:0:74225:0:(mdt_reint.c:3213:mdt_reint_rename()) Process leaving 00000004:00000001:0.0:1773688179.034542:0:74225:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688179.034544:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:0.0:1773688179.034545:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.034546:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:0.0:1773688179.034547:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.034549:0:74225:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688179.034551:0:74225:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688179.034552:0:74225:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1773688179.034553:0:74225:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688179.034554:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:0.0:1773688179.034555:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.034556:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.034558:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.034559:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.034561:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcde00 refcount=3 00000020:00000001:0.0:1773688179.034563:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00010000:00000001:0.0:1773688179.034565:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00000004:00010000:0.0:1773688179.034569:0:74225:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000438d894c reply state 00000000c977f85f transno 171798692038 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d27b2 lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x13f:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.034578:0:74225:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:0.0:1773688179.034582:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.034583:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.034585:0:74225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.034586:0:74225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.034588:0:74225:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.034589:0:74225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.034591:0:74225:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 5 00010000:00000040:0.0:1773688179.034594:0:74225:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.034599:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 66 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.034606:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d26a8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.034612:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.034618:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.034623:0:74225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d27b2 lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.034627:0:74225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.034629:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.034630:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.034633:0:74225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.034634:0:74225:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.034636:0:74225:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.034638:0:74225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:0.0:1773688179.034640:0:74225:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00000001:0.0:1773688179.034642:0:74225:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.034644:0:74225:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.034646:0:74225:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.034647:0:74225:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:0.0:1773688179.034649:0:74225:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:0.0:1773688179.034651:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.034652:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.034653:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.034654:0:74225:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688179.034655:0:74225:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688179.034656:0:74225:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1773688179.034658:0:74225:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1773688179.034661:0:74225:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41868f58/ffff8a9b41868f00 to site lru. bkt: ffff8a9a1aeb4d58 00000004:00000001:0.0:1773688179.034663:0:74225:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.034664:0:74225:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688179.034666:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.034667:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.034668:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.034670:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e87800 refcount=3 00000020:00000001:0.0:1773688179.034671:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:0.0:1773688179.034674:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:0.0:1773688179.034676:0:74225:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688179.034678:0:74225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d279d lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.034683:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.034684:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.034686:0:74225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d279d lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.034692:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.034693:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.034696:0:74225:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688179.034698:0:74225:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d279d lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.034705:0:74225:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e87800 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688179.034708:0:74225:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.034709:0:74225:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688179.034712:0:74225:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d279d lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.034717:0:74225:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688179.034718:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.034720:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.034721:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e87800 refcount=4 00000020:00000001:0.0:1773688179.034723:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:0.0:1773688179.034725:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:0.0:1773688179.034728:0:74225:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688179.034731:0:74225:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d279d lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.034736:0:74225:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688179.034738:0:74225:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688179.034739:0:74225:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.034742:0:74225:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.034744:0:74225:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.034745:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.034746:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.034749:0:74225:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e87800 with handle 0x52973366461d279d from hash 00010000:00000001:0.0:1773688179.034751:0:74225:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.034752:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.034753:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.034755:0:74225:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.034756:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.034757:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.034759:0:74225:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.034761:0:74225:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.034762:0:74225:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.034764:0:74225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:0.0:1773688179.034766:0:74225:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.034768:0:74225:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.034769:0:74225:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.034771:0:74225:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.034772:0:74225:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688179.034774:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.034776:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.034777:0:74225:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.034779:0:74225:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034781:0:74225:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.034784:0:74225:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d279d lrc: 2/0,0 mode: --/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.034789:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.034790:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.034791:0:74225:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688179.034793:0:74225:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688179.034794:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.034796:0:74225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d279d lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.034802:0:74225:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988d80. 00010000:00000001:0.0:1773688179.034806:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.034808:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.034809:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.034810:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.034811:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.034813:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcd800 refcount=3 00000020:00000001:0.0:1773688179.034815:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160300032 : -129075549251584 : ffff8a9b41bcd800) 00010000:00000001:0.0:1773688179.034818:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160300032 : -129075549251584 : ffff8a9b41bcd800) 00000004:00010000:0.0:1773688179.034820:0:74225:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000438d894c reply state 00000000c977f85f transno 171798692038 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd800/0x52973366461d27a4 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.034827:0:74225:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:0.0:1773688179.034830:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.034831:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.034832:0:74225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.034834:0:74225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.034836:0:74225:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.034837:0:74225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.034838:0:74225:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xddd0a3dd (ffff8a9a1a7d7000) refcount = 3 00010000:00000040:0.0:1773688179.034842:0:74225:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.034844:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d26f5 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.034850:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd000/0x52973366461d26d2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.034855:0:74225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd800/0x52973366461d27a4 lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.034860:0:74225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.034862:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.034863:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.034865:0:74225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.034867:0:74225:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.034869:0:74225:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.034870:0:74225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xddd0a3dd (ffff8a9a1a7d7000) 00010000:00010000:0.0:1773688179.034873:0:74225:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.034874:0:74225:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.034877:0:74225:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.034878:0:74225:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.034879:0:74225:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:0.0:1773688179.034881:0:74225:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00000001:0.0:1773688179.034882:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.034883:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.034885:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.034886:0:74225:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688179.034887:0:74225:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688179.034888:0:74225:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1773688179.034890:0:74225:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688179.034891:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:0.0:1773688179.034892:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.034893:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.034895:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.034895:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.034898:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcdc00 refcount=3 00000020:00000001:0.0:1773688179.034899:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00010000:00000001:0.0:1773688179.034901:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00000004:00010000:0.0:1773688179.034904:0:74225:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000438d894c reply state 00000000c977f85f transno 171798692038 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d27ab lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.034910:0:74225:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:0.0:1773688179.034913:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.034914:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.034916:0:74225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.034917:0:74225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.034918:0:74225:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.034919:0:74225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.034921:0:74225:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9a1689e800) refcount = 1 00010000:00010000:0.0:1773688179.034924:0:74225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d27ab lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.034929:0:74225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.034931:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.034932:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.034934:0:74225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.034935:0:74225:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.034936:0:74225:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.034938:0:74225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9a1689e800) 00010000:00010000:0.0:1773688179.034940:0:74225:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.034942:0:74225:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.034944:0:74225:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.034945:0:74225:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.034946:0:74225:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:0.0:1773688179.034947:0:74225:0:(service.c:177:ptlrpc_save_lock()) nlocks 2 00010000:00000001:0.0:1773688179.034949:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.034950:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.034951:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.034952:0:74225:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688179.034954:0:74225:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688179.034955:0:74225:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1773688179.034956:0:74225:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688179.034958:0:74225:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.034959:0:74225:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688179.034960:0:74225:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.034963:0:74225:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.034979:0:74225:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1773688179.034982:0:74225:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688179.034984:0:74225:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688179.034986:0:74225:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688179.034988:0:74225:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688179.034990:0:74225:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688179.034993:0:74225:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1773688179.034998:0:74225:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.035001:0:74225:0:(mdt_handler.c:3355:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688179.035004:0:74225:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 171798692038, xid 1859843854300416 00010000:00000010:0.1:1773688179.035036:0:74225:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86e00. 00010000:00000001:0.0:1773688179.035045:0:74225:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:0.0:1773688179.035048:0:74225:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=67 00010000:00000200:0.0:1773688179.035051:0:74225:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 171798692038, last committed = 171798692011 00010000:00000200:0.0:1773688179.035059:0:74225:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b417d9c00 x1859843854300416/t171798692038(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 520/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773688179.035068:0:74225:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.035071:0:74225:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.035075:0:74225:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0ed5a9e8 time=54 v=5 (1 1 0 0) 00000100:00000001:0.0:1773688179.035079:0:74225:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.035081:0:74225:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.035083:0:74225:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.035086:0:74225:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.035088:0:74225:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.035091:0:74225:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.035094:0:74225:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.035099:0:74225:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be330. 00000100:00000200:0.0:1773688179.035105:0:74225:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854300416, offset 224 00000400:00000200:0.0:1773688179.035112:0:74225:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.035124:0:74225:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.035130:0:74225:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47937:47937:256:4294967295] 192.168.204.51@tcp LPNI seq info [47933:47933:8:4294967295] 00000400:00000200:0.0:1773688179.035141:0:74225:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.035146:0:74225:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.035151:0:74225:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85a00. 00000800:00000200:0.0:1773688179.035157:0:74225:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.035164:0:74225:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.035168:0:74225:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85a00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.035181:0:74225:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.035184:0:74225:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.035187:0:74225:0:(ldlm_lib.c:3443:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688179.035189:0:74225:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.035193:0:74225:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688179.035198:0:74225:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b417d9c00 x1859843854300416/t171798692038(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 520/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773688179.035209:0:74225:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b417d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+67:68109:x1859843854300416:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2429us (2638us total) trans 171798692038 rc 0/0 00000100:00100000:0.0:1773688179.035219:0:74225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 91 00000100:00000040:0.0:1773688179.035222:0:74225:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688179.035225:0:74225:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.035227:0:74225:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.035231:0:74225:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.035235:0:74225:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400640. 00000020:00000010:0.0:1773688179.035239:0:74225:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb200. 00000020:00000040:0.0:1773688179.035247:0:74225:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 66 00000100:00000001:0.0:1773688179.035250:0:74225:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.035301:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.035306:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85a00. 00000400:00000200:2.0:1773688179.035318:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.035323:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.035329:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be330 00000400:00000010:2.0:1773688179.035331:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be330. 00000100:00000001:2.0:1773688179.035336:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.035339:0:3439:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:0.1:1773688179.039069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86800. 00010000:00000010:0.1:1773688179.039085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86a00. 00010000:00000010:0.1:1773688179.039088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86c00. 00000800:00000001:2.0:1773688179.039979:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.039995:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.039998:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.040001:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.040040:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.040061:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a445f580 00000400:00000200:2.0:1773688179.040070:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 71000 00000800:00000001:2.0:1773688179.040079:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.040090:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.040093:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.040098:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.040108:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.040110:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.040117:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b417d8e00. 00000100:00000040:2.0:1773688179.040121:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b417d8e00 x1859843854300544 msgsize 584 00000100:00100000:2.0:1773688179.040126:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.040138:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.040146:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.040149:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.040177:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.040182:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854300544 02000000:00000001:0.0:1773688179.040186:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.040189:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.040192:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.040197:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.040201:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854300544 00000020:00000001:0.0:1773688179.040204:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.040207:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.040209:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.040212:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=67 00000020:00000001:0.0:1773688179.040215:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.040217:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.040222:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.040228:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4300. 00000100:00000001:0.0:1773688179.040232:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.040234:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4300. 00000020:00000010:0.0:1773688179.040241:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb200. 00000020:00000010:0.0:1773688179.040248:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.040255:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400640. 00000100:00000040:0.0:1773688179.040265:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688179.040276:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.040277:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688179.040281:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688179.040283:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.040285:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.040294:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.040305:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.040318:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.040321:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.040327:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15442 00000100:00000040:0.0:1773688179.040331:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.040334:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614998156152320 : -129075553399296 : ffff8a9b417d8e00) 00000100:00000040:0.0:1773688179.040342:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b417d8e00 x1859843854300544/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688179.040351:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.040354:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4300. 00000100:00000001:0.0:1773688179.040357:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.040359:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4300. 00000100:00100000:0.0:1773688179.040364:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b417d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+67:68109:x1859843854300544:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688179.040368:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854300544 00000020:00000001:0.0:1773688179.040372:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.040376:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1773688179.040383:0:75542:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a0eeecd80: xid 1859843854300416, transno 171798692038, client gen 13, slot idx 2 00000001:00000001:0.0:1773688179.040388:0:75542:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a0eeec000: xid 1859843854299392, transno 171798692037, client gen 13, slot idx 3 00000001:00000010:0.0:1773688179.040394:0:75542:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a0eeec000. 00000020:00000001:0.0:1773688179.040398:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.040400:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.040402:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688179.040406:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688179.040409:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854300544, found 0 last_xid 1859843854300543 00000020:00000001:0.0:1773688179.040411:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.040414:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.040416:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.040422:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.040424:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688179.040428:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688179.040430:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688179.040432:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688179.040434:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.040439:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.040448:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 3 00010000:00000001:0.0:1773688179.040451:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.040454:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.040457:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcd600. 00000020:00000001:0.0:1773688179.040462:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.040464:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcd600 with handle 0x52973366461d27b9 to hash 00000020:00000001:0.0:1773688179.040466:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.040467:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160299520 : -129075549252096 : ffff8a9b41bcd600) 00010000:00000010:0.0:1773688179.040473:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988d80. 00010000:00000001:0.0:1773688179.040477:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160299520 : -129075549252096 : ffff8a9b41bcd600) 00010000:00010000:0.0:1773688179.040482:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d27b9 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a640 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.040491:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:0.0:1773688179.040493:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=68 00010000:00000001:0.0:1773688179.040500:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688179.040503:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688179.040510:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688179.040513:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688179.040515:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1773688179.040516:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.040519:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:0.0:1773688179.040523:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.040527:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:0.0:1773688179.040530:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:0.0:1773688179.040532:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.040536:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688179.040538:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688179.040541:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.040544:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.040550:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b41bc6000. 02000000:00000001:0.0:1773688179.040552:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.040556:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.040558:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.040560:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1773688179.040564:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:0.0:1773688179.040567:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.040569:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.040573:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.040575:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.040577:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.040579:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.040580:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.040582:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.040583:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.040585:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.040586:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.040588:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.040589:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.040590:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.040592:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.040593:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.040594:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.040597:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.040598:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.040603:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688179.040608:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688179.040610:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688179.040612:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.040613:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.040615:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.040617:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.040618:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.040620:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.040622:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688179.040623:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.040626:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.040627:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.040629:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688179.040631:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.040635:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:0.0:1773688179.040641:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3af8 00000004:00000002:0.0:1773688179.040643:0:75542:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xf3:0x0]/NEWTIPS.PPT, ldlm_rep = ffff8a9b41bc6228 00000004:00000001:0.0:1773688179.040649:0:75542:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1773688179.040652:0:75542:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1773688179.040655:0:75542:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1773688179.040658:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.040660:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.040662:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 4 00010000:00000001:0.0:1773688179.040665:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.040667:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.040669:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcd400. 00000020:00000001:0.0:1773688179.040672:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.040674:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcd400 with handle 0x52973366461d27c0 to hash 00000020:00000001:0.0:1773688179.040676:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.040677:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160299008 : -129075549252608 : ffff8a9b41bcd400) 00010000:00000010:0.0:1773688179.040680:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988500. 00010000:00000001:0.0:1773688179.040682:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160299008 : -129075549252608 : ffff8a9b41bcd400) 00010000:00000001:0.0:1773688179.040686:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.040688:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.040691:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd400/0x52973366461d27c0 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.040697:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.040701:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.040703:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.040706:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.040709:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.040711:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.040712:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.040715:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.040717:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.040718:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.040720:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.040722:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) refcount = 4 00010000:00000040:0.0:1773688179.040725:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.040730:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378800/0x52973366461d0912 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8464d expref: 68 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.040737:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378a00/0x52973366461d090b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e84677 expref: 68 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.040744:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd400/0x52973366461d27c0 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.040749:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.040754:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.040755:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.040757:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.040758:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.040761:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.040763:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.040766:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.040768:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.040771:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd400/0x52973366461d27c0 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.040777:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.040778:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.040780:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.040781:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.040783:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.040785:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1689e800 count: 2 00010000:00000001:0.0:1773688179.040787:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.040789:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.040793:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86c00. 00000020:00000001:0.0:1773688179.040795:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.040797:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86c00 with handle 0x52973366461d27c7 to hash 00000020:00000001:0.0:1773688179.040798:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.040799:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000010:0.0:1773688179.040804:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988200. 00010000:00000001:0.0:1773688179.040805:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:0.0:1773688179.040807:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.040809:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.040811:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27c7 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.040816:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.040818:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.040819:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.040821:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.040823:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.040824:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.040825:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.040827:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.040828:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.040830:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.040831:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.040833:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9a1689e800) refcount = 2 00010000:00000040:0.0:1773688179.040835:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.040838:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d27ab lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.040844:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27c7 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.040848:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.040849:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.040851:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.040852:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.040853:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.040854:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.040856:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.040858:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.040859:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.040862:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27c7 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.040866:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.040867:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.040869:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.040870:0:75542:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.040874:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.040919:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.040922:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688179.040925:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1773688179.040929:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.040934:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1773688179.040954:0:75542:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.040956:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.040958:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.040961:0:75542:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:0.0:1773688179.040975:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688179.040977:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.040979:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.040980:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.040982:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcd400 refcount=3 00000020:00000001:0.0:1773688179.040984:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160299008 : -129075549252608 : ffff8a9b41bcd400) 00010000:00000001:0.0:1773688179.040987:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160299008 : -129075549252608 : ffff8a9b41bcd400) 00010000:00000001:0.0:1773688179.040989:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688179.040992:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd400/0x52973366461d27c0 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.040997:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.040998:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.041000:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd400/0x52973366461d27c0 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.041027:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.041029:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.041032:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688179.041035:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd400/0x52973366461d27c0 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.041045:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bcd400 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688179.041048:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.041051:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688179.041053:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd400/0x52973366461d27c0 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.041058:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688179.041060:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.041061:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.041063:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcd400 refcount=4 00000020:00000001:0.0:1773688179.041065:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160299008 : -129075549252608 : ffff8a9b41bcd400) 00010000:00000001:0.0:1773688179.041067:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160299008 : -129075549252608 : ffff8a9b41bcd400) 00010000:00000001:0.0:1773688179.041070:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688179.041073:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd400/0x52973366461d27c0 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.041078:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688179.041080:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688179.041081:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.041084:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.041085:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.041087:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.041088:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.041090:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bcd400 with handle 0x52973366461d27c0 from hash 00010000:00000001:0.0:1773688179.041093:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.041094:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.041095:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.041096:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.041098:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.041099:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.041101:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.041103:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.041105:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.041108:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:0.0:1773688179.041110:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.041113:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.041116:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.041118:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.041119:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688179.041121:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.041122:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.041124:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.041126:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.041128:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.041130:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd400/0x52973366461d27c0 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.041135:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.041136:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.041137:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688179.041139:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688179.041140:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.041143:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd400/0x52973366461d27c0 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.041148:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988500. 00010000:00000001:0.0:1773688179.041155:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.041157:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.041158:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.041160:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.041161:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.041162:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86c00 refcount=3 00000020:00000001:0.0:1773688179.041164:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:0.0:1773688179.041166:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:0.0:1773688179.041168:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688179.041170:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27c7 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.041175:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.041176:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.041179:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27c7 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.041183:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.041184:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.041186:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688179.041188:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27c7 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.041192:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e86c00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688179.041194:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.041195:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688179.041197:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27c7 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.041202:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688179.041203:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.041204:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.041206:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86c00 refcount=4 00000020:00000001:0.0:1773688179.041207:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:0.0:1773688179.041209:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:0.0:1773688179.041210:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688179.041212:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27c7 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.041216:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688179.041217:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688179.041218:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.041220:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.041222:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.041223:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.041224:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.041226:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86c00 with handle 0x52973366461d27c7 from hash 00010000:00000001:0.0:1773688179.041227:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.041228:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.041229:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.041230:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.041232:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.041233:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.041234:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.041235:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.041236:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.041237:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9a1689e800) 00010000:00010000:0.0:1773688179.041239:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.041241:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.041243:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.041244:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.041245:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688179.041248:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.041249:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.041250:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.041252:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.041254:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.041256:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27c7 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.041260:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.041262:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.041263:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688179.041264:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688179.041265:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.041266:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27c7 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.041271:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988200. 00010000:00000001:0.0:1773688179.041274:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.041275:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.041277:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688179.041278:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688179.041280:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1773688179.041282:0:75542:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:0.0:1773688179.041285:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688179.041287:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688179.041289:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688179.041291:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688179.041293:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688179.041295:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1773688179.041300:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.041302:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1773688179.041305:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688179.041308:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.041309:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1773688179.041312:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1773688179.041313:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.041317:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.041318:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.041320:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.041321:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.041323:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bcd600 with handle 0x52973366461d27b9 from hash 00010000:00000001:0.0:1773688179.041325:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.041326:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.041327:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.041328:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1773688179.041330:0:75542:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1773688179.041332:0:75542:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1773688179.041337:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d27b9 lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a640 expref: 68 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.041343:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1773688179.041346:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.041348:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.041350:0:75542:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.041352:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.041354:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.041355:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.041357:0:75542:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.041358:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.041359:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.041360:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.041361:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.041363:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:0.0:1773688179.041365:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.041367:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.041369:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.041370:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.041372:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.041374:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d27b9 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a640 expref: 68 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.041380:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 27 00000020:00000040:0.0:1773688179.041383:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 67 00010000:00000010:0.0:1773688179.041385:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988d80. 00010000:00000001:0.0:1773688179.041388:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.041390:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bcd600, rc 0) 00000020:00000001:0.0:1773688179.041392:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1773688179.041396:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 0, xid 1859843854300544 00010000:00000001:0.0:1773688179.041398:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688179.041403:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b417d8e00 x1859843854300544/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688179.041411:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.041413:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.041418:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688179.041423:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.041425:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.041428:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.041430:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.041433:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.041435:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.041438:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.041442:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316becc0. 00000100:00000200:0.0:1773688179.041448:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854300544, offset 224 00000400:00000200:0.0:1773688179.041454:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.041463:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.041469:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47938:47938:256:4294967295] 192.168.204.51@tcp LPNI seq info [47934:47934:8:4294967295] 00000400:00000200:0.0:1773688179.041480:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.041485:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.041490:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85b00. 00000800:00000200:0.0:1773688179.041496:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.041503:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.041508:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85b00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.041521:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.041525:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.041528:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688179.041530:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.041533:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688179.041538:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b417d8e00 x1859843854300544/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688179.041548:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b417d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+67:68109:x1859843854300544:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1194us (1424us total) trans 0 rc 301/301 00000100:00100000:0.0:1773688179.041555:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15442 00000100:00000040:0.0:1773688179.041559:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688179.041561:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.041563:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.041567:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.041571:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400640. 00000020:00000010:0.0:1773688179.041575:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb200. 00000020:00000040:0.0:1773688179.041582:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 66 00000100:00000001:0.0:1773688179.041585:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.041621:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.041626:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85b00. 00000400:00000200:2.0:1773688179.041631:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.041635:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.041639:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316becc0 00000400:00000010:2.0:1773688179.041641:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316becc0. 00000100:00000001:2.0:1773688179.041645:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.041646:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1773688179.046073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b08b72600. 00010000:00000010:0.1:1773688179.046089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86000. 00010000:00000010:0.1:1773688179.046093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e87800. 00000800:00000001:2.0:1773688179.050068:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.050085:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.050088:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.050091:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.050101:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.050113:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a445f600 00000400:00000200:2.0:1773688179.050119:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 71584 00000800:00000001:2.0:1773688179.050127:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.050134:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.050136:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.050139:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.050145:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.050147:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.050152:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b417db480. 00000100:00000040:2.0:1773688179.050155:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b417db480 x1859843854300672 msgsize 576 00000100:00100000:2.0:1773688179.050158:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.050167:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.050175:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.050177:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.050204:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.050208:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854300672 02000000:00000001:0.0:1773688179.050212:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.050214:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.050217:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.050221:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.050226:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854300672 00000020:00000001:0.0:1773688179.050229:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.050231:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.050233:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.050237:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=67 00000020:00000001:0.0:1773688179.050240:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.050242:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.050247:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.050253:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4300. 00000100:00000001:0.0:1773688179.050257:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.050261:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4300. 00000020:00000010:0.0:1773688179.050268:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb200. 00000020:00000010:0.0:1773688179.050276:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.050283:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400640. 00000100:00000040:0.0:1773688179.050293:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688179.050296:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.050298:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688179.050301:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688179.050303:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.050306:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.050315:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.050327:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.050341:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.050343:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.050350:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15443 00000100:00000040:0.0:1773688179.050355:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.050357:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614998156162176 : -129075553389440 : ffff8a9b417db480) 00000100:00000040:0.0:1773688179.050366:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b417db480 x1859843854300672/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688179.050376:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.050379:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4300. 00000100:00000001:0.0:1773688179.050381:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.050383:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4300. 00000100:00100000:0.0:1773688179.050388:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b417db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+67:68109:x1859843854300672:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688179.050392:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854300672 00000020:00000001:0.0:1773688179.050396:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.050400:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688179.050404:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.050407:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.050409:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688179.050412:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688179.050415:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854300672, found 0 last_xid 1859843854300671 00000020:00000001:0.0:1773688179.050419:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.050421:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.050423:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.050428:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.050430:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688179.050433:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688179.050435:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688179.050437:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688179.050439:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.050443:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.050450:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6f00 count: 2 00010000:00000001:0.0:1773688179.050453:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.050456:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.050460:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e87800. 00000020:00000001:0.0:1773688179.050463:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.050465:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e87800 with handle 0x52973366461d27ce to hash 00000020:00000001:0.0:1773688179.050468:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.050469:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000010:0.0:1773688179.050474:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988d80. 00010000:00000001:0.0:1773688179.050477:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00010000:0.0:1773688179.050482:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d27ce lrc: 2/0,0 mode: --/CR res: [0x2000134b0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a647 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.050492:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:0.0:1773688179.050494:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=68 00010000:00000001:0.0:1773688179.050507:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688179.050510:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688179.050517:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688179.050520:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688179.050522:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1773688179.050524:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.050526:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x2000134b0:0x6:0x0] 00000020:00000001:0.0:1773688179.050530:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.050536:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997883632280 : -129075825919336 : ffff8a9b313f3a98) 00000004:00000001:0.0:1773688179.050539:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614997883632192 : -129075825919424 : ffff8a9b313f3a40) 00000004:00000001:0.0:1773688179.050542:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.050545:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688179.050547:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688179.050549:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.050552:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.050558:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b41bc7000. 02000000:00000001:0.0:1773688179.050561:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.050563:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.050566:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.050568:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1773688179.050572:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:0.0:1773688179.050574:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.050576:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.050579:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.050581:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.050583:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.050584:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.050586:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.050587:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.050589:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.050590:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.050592:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.050593:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.050594:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.050596:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.050598:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.050599:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.050601:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.050603:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.050604:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.050609:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688179.050614:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688179.050617:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688179.050619:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.050620:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.050622:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.050624:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.050625:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.050627:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.050629:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688179.050631:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.050633:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.050635:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.050636:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688179.050638:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.050642:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:0.0:1773688179.050645:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.050646:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:0.0:1773688179.050648:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.050650:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:0.0:1773688179.050652:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:0.0:1773688179.050655:0:75542:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000004:00000001:0.0:1773688179.050657:0:75542:0:(mdt_lib.c:2207:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.050660:0:75542:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x2000134b0:0x6:0x0]/[0x20000afe1:0xf3:0x0], ldlm_rep = ffff8a9b41bc7228 00000004:00000001:0.0:1773688179.050665:0:75542:0:(mdt_handler.c:4261:mdt_object_lock()) Process entered 00010000:00000001:0.0:1773688179.050668:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.050670:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.050675:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 3 00010000:00000001:0.0:1773688179.050677:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.050680:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.050683:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86000. 00000020:00000001:0.0:1773688179.050686:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.050687:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86000 with handle 0x52973366461d27d5 to hash 00000020:00000001:0.0:1773688179.050689:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.050691:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000010:0.0:1773688179.050694:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988200. 00010000:00000001:0.0:1773688179.050696:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688179.050700:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.050702:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.050717:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d27d5 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.050725:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.050728:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.050731:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.050733:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.050736:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.050738:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.050739:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.050742:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.050744:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.050746:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.050747:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.050750:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) refcount = 3 00010000:00000040:0.0:1773688179.050754:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.050759:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378800/0x52973366461d0912 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8464d expref: 68 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.050767:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378a00/0x52973366461d090b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e84677 expref: 68 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.050775:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d27d5 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.050780:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.050787:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.050790:0:75542:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.050792:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.050794:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.050796:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.050799:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.050802:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.050804:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.050807:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d27d5 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.050817:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.050819:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.050820:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.050822:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.050824:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.050825:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86000 refcount=3 00000020:00000001:0.0:1773688179.050827:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688179.050830:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688179.050832:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.050833:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.050834:0:75542:0:(mdt_handler.c:4265:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.050837:0:75542:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1773688179.050842:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1773688179.050846:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1773688179.050880:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.050884:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.050890:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.050893:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.050898:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.050900:0:75542:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.050904:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.050907:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.050908:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.050909:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.050911:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.050914:0:75542:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.050916:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1773688179.050918:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1773688179.050921:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.050923:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.050925:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.050926:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.050927:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.050930:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.050931:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.050933:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.050935:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.050936:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.050938:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.050939:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.050941:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0xf3:0x0]: nlink=2, mode=40700, valid=0x1100000000002f8f 00000004:00200000:0.0:1773688179.050944:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0xf3:0x0]: returning size 11776 00000004:00200000:0.0:1773688179.050947:0:75542:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 7 stripe count 1 MDT count 2 00000004:00000002:0.0:1773688179.050949:0:75542:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:0.0:1773688179.050951:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.050952:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.050955:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1773688179.050958:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.050960:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.050961:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.050963:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.050980:0:75542:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.050982:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.050984:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.050990:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.050997:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.050999:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.051000:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.051002:0:75542:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.051040:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.051043:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.051045:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86000 refcount=3 00000020:00000001:0.0:1773688179.051048:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688179.051051:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00000004:00010000:0.0:1773688179.051055:0:75542:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d27d5 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.051065:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.051066:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.051068:0:75542:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:0.0:1773688179.051070:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688179.051073:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:0.0:1773688179.051074:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.051075:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.051077:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86000 refcount=3 00000020:00000001:0.0:1773688179.051079:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688179.051081:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00000004:00000040:0.0:1773688179.051084:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:0.0:1773688179.051086:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=69 00010000:00000001:0.0:1773688179.051090:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.051091:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.051092:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688179.051095:0:75542:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1773688179.051097:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688179.051099:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688179.051100:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688179.051101:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688179.051103:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688179.051105:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1773688179.051110:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.051112:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688179.051114:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1773688179.051118:0:75542:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b313f3a98/ffff8a9b313f3a40 to site lru. bkt: ffff8a9a1aeb68e8 00000004:00000001:0.0:1773688179.051121:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.051122:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1773688179.051125:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1773688179.051127:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.051131:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.051132:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.051134:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.051135:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.051138:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e87800 with handle 0x52973366461d27ce from hash 00010000:00000001:0.0:1773688179.051141:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.051143:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.051144:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.051145:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1773688179.051146:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.051154:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d27ce lrc: 0/0,0 mode: --/CR res: [0x2000134b0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a647 expref: 69 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.051163:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:0.0:1773688179.051166:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 68 00010000:00000010:0.0:1773688179.051168:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988d80. 00010000:00000001:0.0:1773688179.051176:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.051178:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.051182:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1773688179.051186:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d27d5 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a647 expref: 68 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.051194:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.051196:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.051198:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:0.0:1773688179.051201:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:0.0:1773688179.051203:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.051205:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.051207:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.051209:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.051210:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.051212:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b04e86000, rc 0) 00000020:00000001:0.0:1773688179.051215:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688179.051219:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 0, xid 1859843854300672 00010000:00000001:0.0:1773688179.051222:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688179.051228:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b417db480 x1859843854300672/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688179.051236:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.051239:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.051243:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688179.051248:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.051250:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.051253:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.051256:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.051258:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.051261:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.051264:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.051270:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be770. 00000100:00000200:0.0:1773688179.051277:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854300672, offset 224 00000400:00000200:0.0:1773688179.051284:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.051296:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.051302:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47939:47939:256:4294967295] 192.168.204.51@tcp LPNI seq info [47935:47935:8:4294967295] 00000400:00000200:0.0:1773688179.051314:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.051319:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.051326:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85b00. 00000800:00000200:0.0:1773688179.051332:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.051339:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.051343:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85b00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.051360:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.051364:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.051367:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688179.051369:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.051371:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688179.051375:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b417db480 x1859843854300672/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688179.051387:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b417db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+68:68109:x1859843854300672:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1008us (1228us total) trans 0 rc 0/0 00000100:00100000:0.0:1773688179.051395:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15443 00000100:00000040:0.0:1773688179.051400:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688179.051403:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.051405:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.051410:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.051415:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400640. 00000020:00000010:0.0:1773688179.051418:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb200. 00000020:00000040:0.0:1773688179.051427:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 67 00000100:00000001:0.0:1773688179.051430:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.051468:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.051479:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85b00. 00000400:00000200:2.0:1773688179.051483:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.051487:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.051491:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be770 00000400:00000010:2.0:1773688179.051493:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be770. 00000100:00000001:2.0:1773688179.051496:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.051497:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.054998:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.055044:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.055048:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.055052:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1773688179.055056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd400. 00000400:00000200:2.0:1773688179.055065:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00010000:00000010:0.1:1773688179.055068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86c00. 00010000:00000010:0.1:1773688179.055074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd600. 00000400:00000200:2.0:1773688179.055083:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 448 into portal 23 MB=0x69b84a445f680 00000400:00000200:2.0:1773688179.055092:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 448/448 into md 0x7188d [2] + 1232 00000800:00000001:2.0:1773688179.055100:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.055110:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.055113:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.055117:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.055123:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.055125:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1773688179.055131:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b417d9880. 00000100:00000040:2.0:1773688179.055135:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b417d9880 x1859843854300800 msgsize 448 00000100:00100000:2.0:1773688179.055139:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.055153:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.055161:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.055164:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.055193:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.055197:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854300800 02000000:00000001:0.0:1773688179.055200:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.055202:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.055204:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.055208:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.055212:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854300800 00000020:00000001:0.0:1773688179.055215:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.055217:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.055219:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.055222:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=68 00000020:00000001:0.0:1773688179.055224:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.055227:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.055231:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.055247:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4300. 00000100:00000001:0.0:1773688179.055250:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.055253:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4300. 00000020:00000010:0.0:1773688179.055258:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb200. 00000020:00000010:0.0:1773688179.055263:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.055268:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400640. 00000100:00000040:0.0:1773688179.055274:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1773688179.055278:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.055279:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1773688179.055281:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.055289:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.055305:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.055316:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.055318:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.055323:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3217 00000100:00000040:0.0:1773688179.055326:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.055329:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614998156155008 : -129075553396608 : ffff8a9b417d9880) 00000100:00000040:0.0:1773688179.055335:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b417d9880 x1859843854300800/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 448/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688179.055343:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.055346:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4300. 00000100:00000001:0.0:1773688179.055348:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.055351:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4300. 00000100:00100000:0.0:1773688179.055355:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b417d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+68:68109:x1859843854300800:12345-192.168.204.51@tcp:37:dbench.0 00000100:00000200:0.0:1773688179.055358:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854300800 00000020:00000001:0.0:1773688179.055361:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.055365:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688179.055369:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.055371:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.055373:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862592 : -1038689024 : ffffffffc216dd00) 00000020:00000001:0.0:1773688179.055376:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688179.055380:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854300800, found 0 last_xid 1859843854300799 00000020:00000001:0.0:1773688179.055383:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.055385:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.055387:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.055390:0:73057:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1773688179.055393:0:73057:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.055397:0:73057:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000020:00000001:0.0:1773688179.055399:0:73057:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.055401:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.055405:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.055407:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.055412:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8a9a0fb7a400. 02000000:00000001:0.0:1773688179.055414:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.055417:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.055420:0:73057:0:(mdt_handler.c:2953:mdt_readpage()) Process entered 00000004:00000010:0.0:1773688179.055425:0:73057:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8a9b36f73800. 00000004:00000001:0.0:1773688179.055896:0:73057:0:(mdd_object.c:4165:mdd_readpage()) Process entered 00000020:00000001:0.0:1773688179.055901:0:73057:0:(dt_object.c:850:dt_index_walk()) Process entered 00080000:00000001:0.0:1773688179.055905:0:73057:0:(osd_index.c:123:osd_index_it_init()) Process entered 00080000:00000010:0.0:1773688179.055909:0:73057:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8a9b34d4c000. 00080000:00000010:0.0:1773688179.055913:0:73057:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8a9b2ebe4300. 00080000:00000001:0.0:1773688179.055916:0:73057:0:(osd_index.c:148:osd_index_it_init()) Process leaving (rc=18446614997943762944 : -129075765788672 : ffff8a9b34d4c000) 00080000:00000001:0.0:1773688179.055919:0:73057:0:(osd_index.c:1218:osd_dir_it_init()) Process leaving (rc=18446614997943762944 : -129075765788672 : ffff8a9b34d4c000) 00080000:00000001:0.0:1773688179.055922:0:73057:0:(osd_index.c:1680:osd_dir_it_load()) Process entered 00080000:00000001:0.0:1773688179.055926:0:73057:0:(osd_index.c:1698:osd_dir_it_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688179.055929:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1773688179.055931:0:73057:0:(osd_index.c:1394:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:0.0:1773688179.055934:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:0.0:1773688179.055935:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.055938:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:0.0:1773688179.055940:0:73057:0:(osd_index.c:1500:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.055942:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1773688179.055944:0:73057:0:(osd_index.c:1342:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.055946:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1773688179.055948:0:73057:0:(osd_index.c:1396:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:0.0:1773688179.055949:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:0.0:1773688179.055951:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.055952:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:0.0:1773688179.055954:0:73057:0:(osd_index.c:345:osd_find_parent_fid()) Process entered 00080000:00000001:0.0:1773688179.055956:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.055961:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00080000:00000001:0.0:1773688179.055974:0:73057:0:(osd_index.c:406:osd_find_parent_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.055976:0:73057:0:(osd_index.c:1518:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.055978:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1773688179.056041:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.056044:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1773688179.056047:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=12 : 12 : c) 00080000:00000001:0.0:1773688179.056049:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:0.0:1773688179.056051:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=314537263709585408 : 314537263709585408 : 45d75f990088000) 00080000:00000001:0.0:1773688179.056053:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:0.0:1773688179.056071:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.056074:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1773688179.056076:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.056077:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1773688179.056078:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1773688179.056080:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:0.0:1773688179.056081:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=880346251165237248 : 880346251165237248 : c379e404c0d0000) 00080000:00000001:0.0:1773688179.056083:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:0.0:1773688179.056089:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.056092:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1773688179.056094:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.056095:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1773688179.056097:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=10 : 10 : a) 00080000:00000001:0.0:1773688179.056099:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:0.0:1773688179.056100:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=3159136103703937024 : 3159136103703937024 : 2bd7818c6a628000) 00080000:00000001:0.0:1773688179.056102:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:0.0:1773688179.056107:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.056109:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1773688179.056111:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.056113:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1773688179.056115:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=12 : 12 : c) 00080000:00000001:0.0:1773688179.056116:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:0.0:1773688179.056117:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=3741065395935903744 : 3741065395935903744 : 33eaef2816440000) 00080000:00000001:0.0:1773688179.056119:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:0.0:1773688179.056125:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.056127:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1773688179.056129:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.056131:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1773688179.056132:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=11 : 11 : b) 00080000:00000001:0.0:1773688179.056134:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:0.0:1773688179.056136:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=5539732482899771392 : 5539732482899771392 : 4ce11557a9ef0000) 00080000:00000001:0.0:1773688179.056138:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:0.0:1773688179.056145:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.056147:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1773688179.056149:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.056151:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1773688179.056152:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=11 : 11 : b) 00080000:00000001:0.0:1773688179.056155:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:0.0:1773688179.056156:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=7703284539550171136 : 7703284539550171136 : 6ae7907997a58000) 00080000:00000001:0.0:1773688179.056158:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:0.0:1773688179.056164:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.056166:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1773688179.056168:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.056169:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1773688179.056171:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1773688179.056172:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:0.0:1773688179.056173:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=7981546834976079872 : 7981546834976079872 : 6ec4268ef0e48000) 00080000:00000001:0.0:1773688179.056175:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:0.0:1773688179.056180:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.056182:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1773688179.056184:0:73057:0:(osd_index.c:1356:osd_dir_it_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688179.056186:0:73057:0:(osd_index.c:156:osd_index_it_fini()) Process entered 00080000:00000010:0.0:1773688179.056189:0:73057:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8a9b2ebe4300. 00080000:00000010:0.0:1773688179.056193:0:73057:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8a9b34d4c000. 00080000:00000001:0.0:1773688179.056195:0:73057:0:(osd_index.c:166:osd_index_it_fini()) Process leaving 00000020:00000001:0.0:1773688179.056196:0:73057:0:(dt_object.c:928:dt_index_walk()) Process leaving (rc=4096 : 4096 : 1000) 00000004:00000001:0.0:1773688179.056199:0:73057:0:(mdd_object.c:4222:mdd_readpage()) Process leaving via out_unlock (rc=4096 : 4096 : 0x1000) 00000020:00000001:0.0:1773688179.056202:0:73057:0:(tgt_handler.c:1213:tgt_sendpage()) Process entered 00000100:00000001:0.0:1773688179.056205:0:73057:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1773688179.056210:0:73057:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8a9a10681000. 00000100:00000010:0.0:1773688179.056213:0:73057:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8a9b41bc2000. 00000020:00000040:0.0:1773688179.056216:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=69 00010000:00000001:0.0:1773688179.056220:0:73057:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1773688179.056222:0:73057:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1773688179.056226:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be908. 00000400:00000010:0.0:1773688179.056234:0:73057:0:(lib-lnet.h:479:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8a9b33887c08. 00000400:00000200:0.0:1773688179.056238:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.056247:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.056252:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47940:47940:256:4294967295] 192.168.204.51@tcp LPNI seq info [47936:47936:8:4294967295] 00000400:00000200:0.0:1773688179.056256:0:73057:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.51@tcp 00000400:00000200:0.0:1773688179.056262:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.056267:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.056270:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85a00. 00000800:00000200:0.0:1773688179.056277:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.056283:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1022 00000800:00000200:0.0:1773688179.056287:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85a00 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:0.0:1773688179.056301:0:73057:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.51@tcp mbits 0x69b84a445f680-0x69b84a445f680 00000100:00000001:0.0:1773688179.056303:0:73057:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773688179.056435:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.056456:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85a00. 00000400:00000200:2.0:1773688179.056461:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.056465:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.056469:0:3439:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1773688179.056471:0:3439:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8a9a10681000 00000100:00000001:2.0:1773688179.056473:0:3439:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:2.0:1773688179.059179:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.059204:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.059208:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.059303:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.059323:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : ACK - for me 00000400:00000200:2.0:1773688179.059339:0:3438:0:(lib-move.c:4700:lnet_parse_ack()) 192.168.204.151@tcp: ACK from 12345-192.168.204.51@tcp into md 0x77ae9 00000400:00000200:2.0:1773688179.059345:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.059349:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: ACK: OK 00000400:00000200:2.0:1773688179.059355:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be908 00000400:00000010:2.0:1773688179.059371:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be908. 00000100:00000001:2.0:1773688179.059376:0:3438:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1773688179.059378:0:3438:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8a9a10681000 00000100:00000001:2.0:1773688179.059387:0:3438:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:2.0:1773688179.059392:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.059407:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.059463:0:73057:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.059468:0:73057:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1773688179.059482:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 68 00000100:00000010:0.0:1773688179.059487:0:73057:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8a9b41bc2000. 00000100:00000010:0.0:1773688179.059491:0:73057:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8a9a10681000. 00000100:00000001:0.0:1773688179.059494:0:73057:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000020:00000001:0.0:1773688179.059496:0:73057:0:(tgt_handler.c:1237:tgt_sendpage()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.059500:0:73057:0:(mdt_handler.c:2999:mdt_readpage()) Process leaving 00010000:00000010:0.1:1773688179.060044:0:73057:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e87800. 00000004:00000010:0.0:1773688179.060125:0:73057:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8a9b36f73800. 00010000:00000040:0.0:1773688179.060132:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 0, xid 1859843854300800 00010000:00000001:0.0:1773688179.060135:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688179.060144:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b417d9880 x1859843854300800/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 448/440 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688179.060155:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.060158:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.060163:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=49 v=5 (1 1 1 0) 00000100:00000001:0.0:1773688179.060169:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.060171:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.060174:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.060177:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.060179:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.060261:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.060266:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.060272:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be7f8. 00000100:00000200:0.0:1773688179.060277:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1859843854300800, offset 224 00000400:00000200:0.0:1773688179.060283:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.060292:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.060299:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47941:47941:256:4294967295] 192.168.204.51@tcp LPNI seq info [47937:47937:8:4294967295] 00000400:00000200:0.0:1773688179.060310:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.060314:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.060319:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85800. 00000800:00000200:0.0:1773688179.060325:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.060331:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.060335:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85800 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.060353:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.060358:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.060360:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688179.060362:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.060365:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688179.060373:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b417d9880 x1859843854300800/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 448/440 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688179.060383:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b417d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+68:68109:x1859843854300800:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 5037us (5246us total) trans 0 rc 0/0 00000100:00100000:0.0:1773688179.060393:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3217 00000100:00000040:0.0:1773688179.060397:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688179.060399:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.060401:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.060407:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.060411:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400640. 00000020:00000010:0.0:1773688179.060416:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb200. 00000020:00000040:0.0:1773688179.060423:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 67 00000100:00000001:0.0:1773688179.060426:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.060553:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.060557:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85800. 00000400:00000200:2.0:1773688179.060562:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.060566:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.060569:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be7f8 00000400:00000010:2.0:1773688179.060571:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be7f8. 00000100:00000001:2.0:1773688179.060574:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.060576:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.066458:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.066477:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.066481:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.066484:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.066496:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.066515:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 656 into portal 12 MB=0x69b84a445f780 00000400:00000200:2.0:1773688179.066522:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 656/656 into md 0x3b659 [64] + 72160 00000800:00000001:2.0:1773688179.066531:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.066541:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.066545:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.066549:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.066556:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.066558:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.066565:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b417db100. 00000100:00000040:2.0:1773688179.066569:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b417db100 x1859843854301056 msgsize 656 00000100:00100000:2.0:1773688179.066574:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.066612:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.066620:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.066623:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.066661:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.066666:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854301056 02000000:00000001:0.0:1773688179.066669:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.066671:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.066674:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.066679:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.066684:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854301056 00000020:00000001:0.0:1773688179.066687:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.066689:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.066691:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.066695:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=68 00000020:00000001:0.0:1773688179.066698:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.066700:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.066705:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.066711:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4300. 00000100:00000001:0.0:1773688179.066717:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.066719:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4300. 00000020:00000010:0.0:1773688179.066726:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb200. 00000020:00000010:0.0:1773688179.066732:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.066738:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400640. 00000100:00000040:0.0:1773688179.066745:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688179.066749:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.066751:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688179.066754:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688179.066755:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.066758:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.066767:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.066781:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.066795:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.066797:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.066804:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15444 00000100:00000040:0.0:1773688179.066810:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.066813:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614998156161280 : -129075553390336 : ffff8a9b417db100) 00000100:00000040:0.0:1773688179.066822:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b417db100 x1859843854301056/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 656/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688179.066831:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.066834:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4300. 00000100:00000001:0.0:1773688179.066836:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.066839:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4300. 00000100:00100000:0.0:1773688179.066844:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b417db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+68:68109:x1859843854301056:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688179.066849:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854301056 00000020:00000001:0.0:1773688179.066852:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.066857:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688179.066862:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.066865:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.066867:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688179.066870:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688179.066874:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854301056, found 0 last_xid 1859843854301055 00000020:00000001:0.0:1773688179.066877:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.066879:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.066881:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.066886:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.066889:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688179.066892:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688179.066894:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688179.066895:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688179.066897:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.066901:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.066909:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 4 00010000:00000001:0.0:1773688179.066912:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.066915:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.066919:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e87800. 00000020:00000001:0.0:1773688179.066923:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.066925:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e87800 with handle 0x52973366461d27dc to hash 00000020:00000001:0.0:1773688179.066927:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.066929:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000010:0.0:1773688179.066934:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988d80. 00010000:00000001:0.0:1773688179.066937:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00010000:0.0:1773688179.066942:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d27dc lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a64e expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.066961:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:0.0:1773688179.066973:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=69 00010000:00000001:0.0:1773688179.066980:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688179.066983:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688179.066989:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688179.066991:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688179.066993:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.066995:0:75542:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:0.0:1773688179.067001:0:75542:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9b417db100 x1859843854301056/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 656/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1773688179.067041:0:75542:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1773688179.067044:0:75542:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1773688179.067046:0:75542:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1773688179.067049:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.067052:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.067056:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.067058:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.067061:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.067069:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.067070:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.067072:0:75542:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.067075:0:75542:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.067078:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688179.067080:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688179.067083:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.067086:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.067092:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9b41bc2000. 02000000:00000001:0.0:1773688179.067095:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.067098:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.067102:0:75542:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1773688179.067103:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.067104:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.067106:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.067107:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.067110:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.067112:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.067113:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.067115:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.067117:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.067118:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.067123:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688179.067127:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688179.067130:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688179.067132:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.067134:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.067136:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.067137:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.067138:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.067140:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.067142:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688179.067143:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.067146:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.067147:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.067149:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688179.067151:0:75542:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.067153:0:75542:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1773688179.067155:0:75542:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.067158:0:75542:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1773688179.067161:0:75542:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:0.0:1773688179.067165:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3a38 00000004:00000002:0.0:1773688179.067168:0:75542:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xf3:0x0]/(NEWTIPS.PPT->[0x0:0x0:0x0]) cr_flag=040000000000003 mode=0100000 msg_flag=0x600 00000004:00000001:0.0:1773688179.067174:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.067176:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:0.0:1773688179.067179:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.067183:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:0.0:1773688179.067185:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:0.0:1773688179.067188:0:75542:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1773688179.067190:0:75542:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.067194:0:75542:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1773688179.067198:0:75542:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1773688179.067201:0:75542:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1773688179.067204:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.067206:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.067208:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 5 00010000:00000001:0.0:1773688179.067210:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.067212:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.067215:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86c00. 00000020:00000001:0.0:1773688179.067218:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.067220:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86c00 with handle 0x52973366461d27e3 to hash 00000020:00000001:0.0:1773688179.067222:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.067223:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000010:0.0:1773688179.067227:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988500. 00010000:00000001:0.0:1773688179.067229:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:0.0:1773688179.067232:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.067235:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.067238:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27e3 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.067247:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.067251:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.067254:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.067257:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.067260:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.067262:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.067264:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.067266:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.067269:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.067271:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.067272:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.067275:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) refcount = 5 00010000:00000040:0.0:1773688179.067278:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.067283:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378800/0x52973366461d0912 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8464d expref: 69 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.067298:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d27d5 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a647 expref: 69 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.067305:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378a00/0x52973366461d090b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e84677 expref: 69 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.067322:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27e3 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.067331:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.067336:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.067338:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.067340:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.067342:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.067345:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.067347:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.067349:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.067352:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.067355:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27e3 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.067360:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.067362:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.067364:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.067366:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.067367:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.067370:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1689e800 count: 2 00010000:00000001:0.0:1773688179.067372:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.067374:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.067377:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86a00. 00000020:00000001:0.0:1773688179.067380:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.067382:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86a00 with handle 0x52973366461d27ea to hash 00000020:00000001:0.0:1773688179.067384:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.067386:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000010:0.0:1773688179.067389:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988880. 00010000:00000001:0.0:1773688179.067391:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:0.0:1773688179.067393:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.067394:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.067397:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d27ea lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.067402:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.067404:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.067405:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.067407:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.067409:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.067410:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.067412:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.067414:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.067415:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.067416:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.067418:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.067420:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9a1689e800) refcount = 2 00010000:00000040:0.0:1773688179.067422:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.067425:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d27ab lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.067431:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d27ea lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.067436:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.067438:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.067439:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.067441:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.067443:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.067444:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.067447:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.067448:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.067450:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.067453:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d27ea lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.067459:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.067460:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.067461:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.067463:0:75542:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.067467:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.067509:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.067512:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688179.067515:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1773688179.067519:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.067525:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1773688179.067545:0:75542:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.067548:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.067551:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.067554:0:75542:0:(mdt_open.c:1601:mdt_reint_open()) Process leaving via out_parent_unlock (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:0.0:1773688179.067557:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688179.067560:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.067562:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.067563:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.067565:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86c00 refcount=3 00000020:00000001:0.0:1773688179.067568:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:0.0:1773688179.067570:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:0.0:1773688179.067573:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688179.067576:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27e3 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.067581:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.067583:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.067586:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27e3 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.067591:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.067593:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.067596:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688179.067599:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27e3 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.067605:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e86c00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688179.067608:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.067610:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688179.067612:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27e3 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.067618:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688179.067620:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.067621:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.067622:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86c00 refcount=4 00000020:00000001:0.0:1773688179.067624:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:0.0:1773688179.067626:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:0.0:1773688179.067629:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688179.067632:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27e3 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.067638:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688179.067640:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688179.067641:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.067644:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.067646:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.067648:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.067649:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.067652:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86c00 with handle 0x52973366461d27e3 from hash 00010000:00000001:0.0:1773688179.067655:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.067656:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.067657:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.067659:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.067661:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.067663:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.067665:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.067667:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.067669:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.067672:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:0.0:1773688179.067674:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.067677:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.067680:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.067682:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.067683:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688179.067685:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.067687:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.067688:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.067690:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.067693:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.067696:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27e3 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.067701:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.067703:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.067704:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688179.067706:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688179.067707:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.067710:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27e3 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.067717:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988500. 00010000:00000001:0.0:1773688179.067725:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.067727:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.067729:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.067730:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.067731:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.067733:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86a00 refcount=3 00000020:00000001:0.0:1773688179.067735:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:0.0:1773688179.067738:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:0.0:1773688179.067740:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688179.067742:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d27ea lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.067747:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.067748:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.067750:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d27ea lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.067754:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.067755:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.067757:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688179.067759:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d27ea lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.067763:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e86a00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688179.067765:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.067766:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688179.067768:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d27ea lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.067773:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688179.067774:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.067776:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.067777:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86a00 refcount=4 00000020:00000001:0.0:1773688179.067779:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:0.0:1773688179.067781:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:0.0:1773688179.067783:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688179.067785:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d27ea lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.067790:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688179.067791:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688179.067792:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.067794:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.067796:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.067797:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.067799:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.067801:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86a00 with handle 0x52973366461d27ea from hash 00010000:00000001:0.0:1773688179.067803:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.067805:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.067806:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.067807:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.067808:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.067809:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.067811:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.067812:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.067813:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.067815:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9a1689e800) 00010000:00010000:0.0:1773688179.067817:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.067819:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.067820:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.067822:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.067823:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688179.067825:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.067826:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.067828:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.067829:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.067831:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.067834:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d27ea lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.067839:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.067840:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.067841:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688179.067842:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688179.067843:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.067845:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d27ea lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.067851:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988880. 00010000:00000001:0.0:1773688179.067855:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.067857:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.067858:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688179.067860:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688179.067862:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1773688179.067863:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688179.067865:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.067868:0:75542:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.067871:0:75542:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1773688179.067873:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688179.067875:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688179.067877:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688179.067879:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688179.067881:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688179.067883:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1773688179.067889:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.067892:0:75542:0:(mdt_handler.c:5330:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1773688179.067895:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1773688179.067898:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1773688179.067900:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1773688179.067901:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.067905:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.067906:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.067908:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.067910:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.067912:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e87800 with handle 0x52973366461d27dc from hash 00010000:00000001:0.0:1773688179.067914:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.067915:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.067917:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.067918:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1773688179.067919:0:75542:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1773688179.067922:0:75542:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1773688179.067926:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d27dc lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a64e expref: 69 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.067934:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1773688179.067936:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.067938:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.067939:0:75542:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.067942:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.067944:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.067945:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.067947:0:75542:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.067948:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.067949:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.067950:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.067952:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.067953:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:0.0:1773688179.067956:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:0.0:1773688179.067958:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.067960:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.067961:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.067962:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.067978:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d27dc lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a64e expref: 69 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.067987:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:0.0:1773688179.067989:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 68 00010000:00000010:0.0:1773688179.067991:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988d80. 00010000:00000001:0.0:1773688179.067996:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.067998:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b04e87800, rc 0) 00000020:00000001:0.0:1773688179.068000:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1773688179.068004:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 0, xid 1859843854301056 00010000:00000001:0.0:1773688179.068036:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688179.068042:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b417db100 x1859843854301056/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 656/608 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688179.068051:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.068054:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.068059:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688179.068064:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.068067:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.068071:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.068074:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.068076:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.068079:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.068082:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.068088:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be7f8. 00000100:00000200:0.0:1773688179.068095:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1859843854301056, offset 224 00000400:00000200:0.0:1773688179.068101:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.068112:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.068119:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47942:47942:256:4294967295] 192.168.204.51@tcp LPNI seq info [47938:47938:8:4294967295] 00000400:00000200:0.0:1773688179.068129:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.068135:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.068139:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85600. 00000800:00000200:0.0:1773688179.068145:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.068152:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.068157:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85600 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.068170:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.068173:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.068176:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688179.068178:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.068181:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688179.068186:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b417db100 x1859843854301056/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 656/608 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688179.068196:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b417db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+68:68109:x1859843854301056:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1362us (1625us total) trans 0 rc 301/301 00000100:00100000:0.0:1773688179.068204:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15444 00000100:00000040:0.0:1773688179.068208:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688179.068211:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.068213:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.068218:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.068223:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400640. 00000020:00000010:0.0:1773688179.068227:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb200. 00000020:00000040:0.0:1773688179.068233:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 67 00000100:00000001:0.0:1773688179.068236:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.068271:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.068275:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85600. 00000400:00000200:2.0:1773688179.068279:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.068284:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.068287:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be7f8 00000400:00000010:2.0:1773688179.068290:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be7f8. 00000100:00000001:2.0:1773688179.068293:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.068295:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1773688179.073048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86c00. 00010000:00000010:0.1:1773688179.073057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86a00. 00010000:00000010:0.1:1773688179.073059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e87800. 00000800:00000001:2.0:1773688179.073882:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.073894:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.073896:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.073898:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.073905:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.073918:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 656 into portal 12 MB=0x69b84a445f880 00000400:00000200:2.0:1773688179.073924:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 656/656 into md 0x3b659 [64] + 72816 00000800:00000001:2.0:1773688179.073930:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.073937:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.073939:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.073943:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.073949:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.073951:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.073959:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce4000. 00000100:00000040:2.0:1773688179.073962:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a10ce4000 x1859843854301312 msgsize 656 00000100:00100000:2.0:1773688179.073974:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.074060:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.074069:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.074073:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.074118:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.074121:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854301312 02000000:00000001:0.0:1773688179.074124:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.074127:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.074129:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.074134:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.074138:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854301312 00000020:00000001:0.0:1773688179.074140:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.074142:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.074144:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.074147:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=68 00000020:00000001:0.0:1773688179.074149:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.074152:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.074157:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.074161:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4300. 00000100:00000001:0.0:1773688179.074164:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.074167:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4300. 00000020:00000010:0.0:1773688179.074173:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb200. 00000020:00000010:0.0:1773688179.074178:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.074183:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400640. 00000100:00000040:0.0:1773688179.074191:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688179.074194:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.074196:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688179.074199:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688179.074201:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.074203:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.074211:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.074220:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.074230:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.074233:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.074238:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15445 00000100:00000040:0.0:1773688179.074243:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.074246:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993044389888 : -129080665161728 : ffff8a9a10ce4000) 00000100:00000040:0.0:1773688179.074253:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a10ce4000 x1859843854301312/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 656/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688179.074262:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.074265:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4300. 00000100:00000001:0.0:1773688179.074274:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.074276:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4300. 00000100:00100000:0.0:1773688179.074281:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a10ce4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+68:68109:x1859843854301312:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688179.074284:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854301312 00000020:00000001:0.0:1773688179.074288:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.074292:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688179.074296:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.074299:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.074301:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688179.074304:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688179.074307:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854301312, found 0 last_xid 1859843854301311 00000020:00000001:0.0:1773688179.074310:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.074313:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.074315:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.074320:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.074322:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688179.074324:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688179.074326:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688179.074328:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1773688179.074330:0:75542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00000001:0.0:1773688179.074332:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.074334:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.074336:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86000 refcount=3 00000020:00000001:0.0:1773688179.074338:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688179.074340:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000040:0.0:1773688179.074343:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 4 00000004:00000001:0.0:1773688179.074347:0:75542:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1773688179.074350:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1773688179.074352:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.074354:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.074356:0:75542:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.074358:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.074363:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.074364:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.074370:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.074371:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.074374:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.074375:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.074378:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86000 with handle 0x52973366461d27d5 from hash 00010000:00000001:0.0:1773688179.074380:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.074381:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.074382:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.074383:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.074387:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.074389:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.074391:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.074392:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.074396:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d27d5 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a647 expref: 68 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.074405:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 27 00000020:00000040:0.0:1773688179.074408:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 67 00010000:00000010:0.0:1773688179.074411:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988200. 00010000:00000001:0.0:1773688179.074416:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.074418:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.074420:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.074422:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00000001:0.0:1773688179.074426:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.074428:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.074430:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1773688179.074432:0:75542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1773688179.074433:0:75542:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.074437:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.074441:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 3 00010000:00000001:0.0:1773688179.074443:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.074445:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.074448:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e87800. 00000020:00000001:0.0:1773688179.074451:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.074453:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e87800 with handle 0x52973366461d27f1 to hash 00000020:00000001:0.0:1773688179.074455:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.074456:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000010:0.0:1773688179.074461:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988200. 00010000:00000001:0.0:1773688179.074463:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00010000:0.0:1773688179.074467:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d27f1 lrc: 2/0,0 mode: --/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a655 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.074475:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:0.0:1773688179.074477:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=68 00010000:00000001:0.0:1773688179.074481:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688179.074483:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688179.074490:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688179.074492:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688179.074494:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.074496:0:75542:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:0.0:1773688179.074501:0:75542:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9a10ce4000 x1859843854301312/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 656/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1773688179.074509:0:75542:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1773688179.074512:0:75542:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1773688179.074514:0:75542:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1773688179.074518:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.074520:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.074523:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.074525:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.074528:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.074534:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.074535:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.074538:0:75542:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.074540:0:75542:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.074543:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688179.074545:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688179.074547:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.074549:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.074557:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9b08ee6000. 02000000:00000001:0.0:1773688179.074559:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.074561:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.074565:0:75542:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1773688179.074566:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.074567:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.074569:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.074570:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.074572:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.074574:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.074575:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.074576:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.074578:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.074579:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.074582:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688179.074586:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688179.074588:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688179.074591:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.074592:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.074594:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.074595:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.074597:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.074598:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.074600:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688179.074601:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.074604:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.074605:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.074606:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688179.074607:0:75542:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.074610:0:75542:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1773688179.074612:0:75542:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.074614:0:75542:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1773688179.074617:0:75542:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:0.0:1773688179.074621:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3a38 00000004:00000002:0.0:1773688179.074623:0:75542:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xf3:0x0]/(NEWTIPS.PPT->[0x20000afe1:0x141:0x0]) cr_flag=040000000000103 mode=0100600 msg_flag=0x600 00000004:00000001:0.0:1773688179.074628:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.074630:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:0.0:1773688179.074633:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.074637:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:0.0:1773688179.074639:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:0.0:1773688179.074642:0:75542:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1773688179.074643:0:75542:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.074648:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.074679:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.074681:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688179.074684:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1773688179.074688:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.074693:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1773688179.074708:0:75542:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.074711:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.074713:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.074715:0:75542:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1773688179.074718:0:75542:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1773688179.074720:0:75542:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1773688179.074722:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.074724:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.074726:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 4 00010000:00000001:0.0:1773688179.074728:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.074730:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.074732:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86a00. 00000020:00000001:0.0:1773688179.074734:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.074736:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86a00 with handle 0x52973366461d27f8 to hash 00000020:00000001:0.0:1773688179.074738:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.074739:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000010:0.0:1773688179.074742:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988d80. 00010000:00000001:0.0:1773688179.074744:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:0.0:1773688179.074746:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.074748:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.074751:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d27f8 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.074757:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.074760:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.074762:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.074763:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.074765:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.074767:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.074768:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.074770:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.074772:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.074774:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.074775:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.074778:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) refcount = 4 00010000:00000040:0.0:1773688179.074781:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.074785:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378800/0x52973366461d0912 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8464d expref: 68 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.074793:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378a00/0x52973366461d090b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e84677 expref: 68 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.074800:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d27f8 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.074804:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.074807:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.074808:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.074810:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.074811:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.074814:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.074816:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.074818:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.074821:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.074823:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d27f8 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.074828:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.074830:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.074831:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.074833:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.074833:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.074836:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1689e800 count: 2 00010000:00000001:0.0:1773688179.074838:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.074839:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.074842:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86c00. 00000020:00000001:0.0:1773688179.074844:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.074846:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86c00 with handle 0x52973366461d27ff to hash 00000020:00000001:0.0:1773688179.074848:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.074849:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000010:0.0:1773688179.074852:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988880. 00010000:00000001:0.0:1773688179.074854:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:0.0:1773688179.074856:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.074857:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.074860:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27ff lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.074864:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.074865:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.074866:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.074868:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.074869:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.074871:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.074872:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.074874:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.074875:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.074877:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.074878:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.074879:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9a1689e800) refcount = 2 00010000:00000040:0.0:1773688179.074882:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.074884:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d27ab lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.074889:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27ff lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.074893:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.074894:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.074896:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.074897:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.074898:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.074900:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.074902:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.074903:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.074905:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.074907:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27ff lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.074911:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.074912:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.074913:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.074915:0:75542:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.074917:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.074923:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.074925:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688179.074927:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1773688179.074930:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.074932:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1773688179.074938:0:75542:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.074940:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.074942:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.074945:0:75542:0:(mdt_handler.c:3750:mdt_object_new()) Process entered 00000004:00000040:0.0:1773688179.074947:0:75542:0:(mdt_handler.c:3752:mdt_object_new()) Allocate object for [0x20000afe1:0x141:0x0] 00000020:00000001:0.0:1773688179.074948:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:0.0:1773688179.074950:0:75542:0:(mdt_handler.c:6940:mdt_object_alloc()) Process entered 00000004:00000010:0.0:1773688179.074954:0:75542:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8a9a16746780. 00000004:00000001:0.0:1773688179.074959:0:75542:0:(mdt_handler.c:6965:mdt_object_alloc()) Process leaving (rc=18446614993139165144 : -129080570386472 : ffff8a9a167467d8) 00000004:00000001:0.0:1773688179.074977:0:75542:0:(mdt_handler.c:6978:mdt_object_init()) Process entered 00000004:00000040:0.0:1773688179.074979:0:75542:0:(mdt_handler.c:6981:mdt_object_init()) object init, fid = [0x20000afe1:0x141:0x0] 00000004:00000010:0.0:1773688179.074984:0:75542:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8a9b09e2c708. 00000004:00000001:0.0:1773688179.074986:0:75542:0:(mdt_handler.c:6990:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.074989:0:75542:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:0.0:1773688179.074992:0:75542:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:0.0:1773688179.074995:0:75542:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8a9b09d14770. 00000004:00000001:0.0:1773688179.074997:0:75542:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446614997222115184 : -129076487436432 : ffff8a9b09d14770) 00000004:00000001:0.0:1773688179.075000:0:75542:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075002:0:75542:0:(lod_object.c:9526:lod_object_init()) Process entered 00000004:00000001:0.0:1773688179.075004:0:75542:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1773688179.075032:0:75542:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1773688179.075034:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688179.075036:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688179.075039:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688179.075041:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688179.075044:0:75542:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1773688179.075046:0:75542:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x20000afe1 00000004:00000001:0.0:1773688179.075049:0:75542:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1773688179.075055:0:75542:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8a9a16170720. 00000004:00000001:0.0:1773688179.075058:0:75542:0:(lod_object.c:9569:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.075061:0:75542:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1773688179.075063:0:75542:0:(osd_object.c:541:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.075066:0:75542:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.075071:0:75542:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614993139165144 : -129080570386472 : ffff8a9a167467d8) 00000004:00000001:0.0:1773688179.075074:0:75542:0:(mdt_handler.c:3758:mdt_object_new()) Process leaving (rc=18446614993139165056 : -129080570386560 : ffff8a9a16746780) 00080000:00000001:0.0:1773688179.075080:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.075086:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:0.0:1773688179.075088:0:75542:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0xf3:0x0] version is 0x27000000de 00000004:00000002:0.0:1773688179.075091:0:75542:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0x141:0x0] version is 0x1 00000004:00000001:0.0:1773688179.075095:0:75542:0:(mdd_dir.c:3113:mdd_create()) Process entered 00000004:00000001:0.0:1773688179.075104:0:75542:0:(mdd_dir.c:2504:mdd_create_sanity_check()) Process entered 00000004:00000001:0.0:1773688179.075106:0:75542:0:(mdd_dir.c:442:mdd_may_create()) Process entered 00000004:00000001:0.0:1773688179.075108:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688179.075110:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 3 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1773688179.075113:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075115:0:75542:0:(mdd_dir.c:454:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075118:0:75542:0:(mdd_dir.c:2609:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1773688179.075120:0:75542:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1773688179.075127:0:75542:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9b07fb6180. 00080000:00000001:0.0:1773688179.075130:0:75542:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1773688179.075138:0:75542:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10681000. 00080000:00000001:0.0:1773688179.075140:0:75542:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993037692928 : -129080671858688 : ffff8a9a10681000) 00000004:00000001:0.0:1773688179.075142:0:75542:0:(mdd_dir.c:2785:mdd_acl_init()) Process entered 00000004:00000001:0.0:1773688179.075146:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.075147:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.075150:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.075153:0:75542:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.075157:0:75542:0:(mdd_dir.c:2823:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1773688179.075160:0:75542:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x20000afe1:0x141:0x0] eadata 0000000000000000 len 0 00000004:00000001:0.0:1773688179.075163:0:75542:0:(lod_object.c:5733:lod_ah_init()) Process entered 00080000:00000002:0.0:1773688179.075167:0:75542:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x20000afe1:0xf3:0x0] not in the id map cache 00000004:00000001:0.0:1773688179.075170:0:75542:0:(lod_object.c:5355:lod_get_default_lov_striping()) Process entered 00000004:00000001:0.0:1773688179.075172:0:75542:0:(lod_lov.c:1029:lod_get_ea()) Process entered 00080000:00000001:0.0:1773688179.075174:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.075176:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.075178:0:75542:0:(lod_lov.c:1044:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075179:0:75542:0:(lod_object.c:5364:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075181:0:75542:0:(lod_object.c:5355:lod_get_default_lov_striping()) Process entered 00000004:00000001:0.0:1773688179.075182:0:75542:0:(lod_lov.c:1029:lod_get_ea()) Process entered 00080000:00000001:0.0:1773688179.075184:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.075186:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.075188:0:75542:0:(lod_lov.c:1044:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075190:0:75542:0:(lod_object.c:5364:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1773688179.075194:0:75542:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8a9a0eeec9c0. 00000004:00000001:0.0:1773688179.075196:0:75542:0:(lod_object.c:6016:lod_ah_init()) Process leaving 00000004:00000001:0.0:1773688179.075198:0:75542:0:(mdd_dir.c:1597:mdd_linkea_prepare()) Process entered 00000020:00000001:0.0:1773688179.075203:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e38c8 00000001:00000002:0.0:1773688179.075204:0:75542:0:(linkea.c:183:linkea_add_buf()) New link_ea name '[0x20000afe1:0xf3:0x0]:NEWTIPS.PPT' is added 00000004:00000001:0.0:1773688179.075206:0:75542:0:(mdd_dir.c:1624:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075209:0:75542:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:0.0:1773688179.075212:0:75542:0:(lod_object.c:6196:lod_declare_create()) Process entered 00000004:00000001:0.0:1773688179.075215:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.075216:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993037692928 : -129080671858688 : ffff8a9a10681000) 00080000:00000001:0.0:1773688179.075219:0:75542:0:(osd_object.c:1462:osd_declare_create()) Process entered 00080000:00000001:0.0:1773688179.075237:0:75542:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1773688179.075240:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688179.075241:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688179.075242:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688179.075244:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.075246:0:75542:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1773688179.075252:0:75542:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x20000afe1:0x141:0x0] not in the id map cache 00000001:00000001:0.0:1773688179.075256:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688179.075258:0:75542:0:(osd_object.c:1516:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075260:0:75542:0:(lod_object.c:6130:lod_declare_striped_create()) Process entered 00020000:00000001:0.0:1773688179.075263:0:75542:0:(lod_qos.c:2957:lod_prepare_create()) Process entered 00020000:00000001:0.0:1773688179.075265:0:75542:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00020000:00000001:0.0:1773688179.075267:0:75542:0:(lod_qos.c:2436:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:0.0:1773688179.075269:0:75542:0:(lod_qos.c:2993:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:0.0:1773688179.075271:0:75542:0:(lod_qos.c:2807:lod_qos_prep_create()) Process entered 00020000:00000001:0.0:1773688179.075273:0:75542:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:0.0:1773688179.075275:0:75542:0:(lod_qos.c:162:lod_qos_statfs_update()) Process leaving 00020000:00000001:0.0:1773688179.075277:0:75542:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:0.0:1773688179.075278:0:75542:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:0.0:1773688179.075281:0:75542:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8a9a0fbc6bb0. 00020000:00000010:0.0:1773688179.075284:0:75542:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8a9a0fbc66a8. 00020000:00001000:0.0:1773688179.075287:0:75542:0:(lod_qos.c:2859:lod_qos_prep_create()) tgt_count 2 stripe_count 1 00020000:00001000:0.0:1773688179.075290:0:75542:0:(lod_qos.c:2875:lod_qos_prep_create()) collecting conflict osts for comp[0] 00020000:00000001:0.0:1773688179.075293:0:75542:0:(lod_qos.c:1575:lod_ost_alloc_qos()) Process entered 00020000:00000001:0.0:1773688179.075296:0:75542:0:(lod_qos.c:1599:lod_ost_alloc_qos()) Process leaving via out_nolock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00020000:00000001:0.0:1773688179.075298:0:75542:0:(lod_qos.c:1817:lod_ost_alloc_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00020000:00000001:0.0:1773688179.075301:0:75542:0:(lod_qos.c:702:lod_ost_alloc_rr()) Process entered 00020000:00000001:0.0:1773688179.075302:0:75542:0:(lod_qos.c:217:lod_qos_calc_rr()) Process entered 00020000:00000001:0.0:1773688179.075304:0:75542:0:(lod_qos.c:221:lod_qos_calc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:0.0:1773688179.075306:0:75542:0:(lod_qos.c:756:lod_ost_alloc_rr()) pool '' want 1 start_idx 1 start_count 2049 offset 0 active 2 count 2 00020000:00001000:0.0:1773688179.075309:0:75542:0:(lod_qos.c:774:lod_ost_alloc_rr()) #0 strt 2 act 0 strp 0 ary 0 idx 0 00020000:00000001:0.0:1773688179.075312:0:75542:0:(lod_qos.c:586:lod_check_and_reserve_ost()) Process entered 00020000:00000001:0.0:1773688179.075314:0:75542:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:0.0:1773688179.075318:0:75542:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1773688179.075320:0:75542:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=928768, bavail=909824, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=116859, ffree=116096, state=0 00000004:00000001:0.0:1773688179.075325:0:75542:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773688179.075326:0:75542:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075329:0:75542:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1773688179.075331:0:75542:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773688179.075333:0:75542:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:0.0:1773688179.075337:0:75542:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8a9a105a0d50. 00000004:00000001:0.0:1773688179.075342:0:75542:0:(osp_object.c:2259:osp_object_init()) Process entered 00000004:00000001:0.0:1773688179.075343:0:75542:0:(osp_object.c:2286:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075345:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.075347:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993037692928 : -129080671858688 : ffff8a9a10681000) 00000004:00000001:0.0:1773688179.075350:0:75542:0:(osp_object.c:1466:osp_declare_create()) Process entered 00000020:00000001:0.0:1773688179.075353:0:75542:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1773688179.075354:0:75542:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446614993037692928 : -129080671858688 : ffff8a9a10681000) 00000004:00000001:0.0:1773688179.075358:0:75542:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:0.0:1773688179.075360:0:75542:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.075364:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688179.075372:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688179.075374:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075376:0:75542:0:(osp_object.c:1533:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773688179.075378:0:75542:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446614993036774824 : -129080672776792 : ffff8a9a105a0da8) 00020000:00000001:0.0:1773688179.075380:0:75542:0:(lod_qos.c:656:lod_check_and_reserve_ost()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773688179.075383:0:75542:0:(lod_qos.c:833:lod_ost_alloc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773688179.075385:0:75542:0:(lod_qos.c:2945:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773688179.075387:0:75542:0:(lod_qos.c:3001:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773688179.075390:0:75542:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:0.0:1773688179.075391:0:75542:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1773688179.075393:0:75542:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.075395:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.075396:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993037692928 : -129080671858688 : ffff8a9a10681000) 00080000:00000001:0.0:1773688179.075399:0:75542:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1773688179.075402:0:75542:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075404:0:75542:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075405:0:75542:0:(lod_object.c:6174:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075408:0:75542:0:(lod_object.c:6277:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075409:0:75542:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075412:0:75542:0:(mdd_dir.c:2427:mdd_declare_object_initialize()) Process entered 00000004:00000001:0.0:1773688179.075414:0:75542:0:(mdd_dir.c:2431:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075418:0:75542:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:0.0:1773688179.075419:0:75542:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688179.075422:0:75542:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.075424:0:75542:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:0.0:1773688179.075426:0:75542:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075428:0:75542:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075430:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.075432:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993037692928 : -129080671858688 : ffff8a9a10681000) 00080000:00000001:0.0:1773688179.075435:0:75542:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:0.0:1773688179.075439:0:75542:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075443:0:75542:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.075445:0:75542:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.075447:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.075448:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993037692928 : -129080671858688 : ffff8a9a10681000) 00080000:00000001:0.0:1773688179.075450:0:75542:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1773688179.075461:0:75542:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075463:0:75542:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075465:0:75542:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075469:0:75542:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688179.075470:0:75542:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688179.075472:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.075473:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993037692928 : -129080671858688 : ffff8a9a10681000) 00080000:00000001:0.0:1773688179.075476:0:75542:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688179.075479:0:75542:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075480:0:75542:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075482:0:75542:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688179.075483:0:75542:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075485:0:75542:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.075490:0:75542:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1773688179.075493:0:75542:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1773688179.075498:0:75542:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1773688179.075499:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.075501:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993037692928 : -129080671858688 : ffff8a9a10681000) 00080000:00000001:0.0:1773688179.075503:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688179.075506:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688179.075507:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075509:0:75542:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075512:0:75542:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.075513:0:75542:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.075514:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.075516:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993037692928 : -129080671858688 : ffff8a9a10681000) 00080000:00000001:0.0:1773688179.075518:0:75542:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1773688179.075520:0:75542:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075522:0:75542:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075524:0:75542:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.075545:0:75542:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.075547:0:75542:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075551:0:75542:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:0.0:1773688179.075553:0:75542:0:(lod_object.c:6470:lod_create()) Process entered 00000004:00000001:0.0:1773688179.075555:0:75542:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:0.0:1773688179.075556:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.075557:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993037692928 : -129080671858688 : ffff8a9a10681000) 00080000:00000001:0.0:1773688179.075561:0:75542:0:(osd_object.c:1919:osd_create()) Process entered 00080000:00000001:0.0:1773688179.075633:0:75542:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1773688179.075635:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688179.075637:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688179.075638:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688179.075640:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.075641:0:75542:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.075678:0:75542:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1773688179.075680:0:75542:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.075683:0:75542:0:(osd_object.c:2031:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075685:0:75542:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075688:0:75542:0:(lod_object.c:6355:lod_striped_create()) Process entered 00000004:00000001:0.0:1773688179.075690:0:75542:0:(lod_object.c:6302:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1773688179.075692:0:75542:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:0.0:1773688179.075693:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.075695:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993037692928 : -129080671858688 : ffff8a9a10681000) 00000004:00000001:0.0:1773688179.075697:0:75542:0:(osp_object.c:1569:osp_create()) Process entered 00000004:00000002:0.0:1773688179.075703:0:75542:0:(osp_object.c:1604:osp_create()) fid for osp_object ffff8a9a105a0d50 is [0x280000401:0xa07:0x0] 00000020:00000001:0.0:1773688179.075706:0:75542:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1773688179.075707:0:75542:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446614993037692928 : -129080671858688 : ffff8a9a10681000) 00080000:00000001:0.0:1773688179.075710:0:75542:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688179.075719:0:75542:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000004:00080000:0.0:1773688179.075721:0:75542:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xa07:0x0], index 0: 0 00000004:00000001:0.0:1773688179.075723:0:75542:0:(osp_object.c:1659:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075724:0:75542:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075727:0:75542:0:(lod_lov.c:578:lod_fill_mirrors()) Process entered 00000004:00000001:0.0:1773688179.075728:0:75542:0:(lod_lov.c:583:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075730:0:75542:0:(lod_object.c:4695:lod_generate_and_set_lovea()) Process entered 00000004:00000001:0.0:1773688179.075732:0:75542:0:(lod_lov.c:897:lod_generate_lovea()) Process entered 00000004:00000001:0.0:1773688179.075734:0:75542:0:(lod_lov.c:716:lod_gen_component_ea()) Process entered 00000004:00000001:0.0:1773688179.075737:0:75542:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1773688179.075738:0:75542:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1773688179.075739:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688179.075740:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688179.075741:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688179.075743:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688179.075744:0:75542:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1773688179.075746:0:75542:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x280000401 00000004:00000001:0.0:1773688179.075748:0:75542:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075750:0:75542:0:(lod_lov.c:838:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075751:0:75542:0:(lod_lov.c:935:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075753:0:75542:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.075754:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.075755:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993037692928 : -129080671858688 : ffff8a9a10681000) 00080000:00000001:0.0:1773688179.075758:0:75542:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1773688179.075761:0:75542:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:0.0:1773688179.075767:0:75542:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1773688179.075768:0:75542:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.075770:0:75542:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075772:0:75542:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075774:0:75542:0:(lod_object.c:4721:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075776:0:75542:0:(lod_object.c:6430:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075778:0:75542:0:(lod_object.c:6484:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075779:0:75542:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075781:0:75542:0:(mdd_dir.c:2456:mdd_object_initialize()) Process entered 00000004:00000001:0.0:1773688179.075783:0:75542:0:(mdd_dir.c:2470:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075787:0:75542:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.075790:0:75542:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1773688179.075791:0:75542:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.075792:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.075793:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993037692928 : -129080671858688 : ffff8a9a10681000) 00080000:00000001:0.0:1773688179.075795:0:75542:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1773688179.075797:0:75542:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr user.job with size 8 00080000:00000001:0.0:1773688179.075799:0:75542:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1773688179.075800:0:75542:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.075802:0:75542:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075803:0:75542:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075805:0:75542:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075807:0:75542:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075809:0:75542:0:(mdd_dir.c:3001:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075811:0:75542:0:(mdd_dir.c:669:__mdd_index_insert()) Process entered 00000004:00000001:0.0:1773688179.075813:0:75542:0:(mdd_dir.c:647:__mdd_index_insert_only()) Process entered 00000004:00000001:0.0:1773688179.075815:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.075816:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993037692928 : -129080671858688 : ffff8a9a10681000) 00080000:00000001:0.0:1773688179.075820:0:75542:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:0.0:1773688179.075829:0:75542:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075831:0:75542:0:(mdd_dir.c:659:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075833:0:75542:0:(mdd_dir.c:678:__mdd_index_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075835:0:75542:0:(mdd_dir.c:1639:mdd_links_rename()) Process entered 00000004:00000001:0.0:1773688179.075837:0:75542:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.075838:0:75542:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1773688179.075840:0:75542:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.075841:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.075842:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993037692928 : -129080671858688 : ffff8a9a10681000) 00080000:00000001:0.0:1773688179.075844:0:75542:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1773688179.075845:0:75542:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.link with size 53 00080000:00000001:0.0:1773688179.075847:0:75542:0:(osd_xattr.c:852:osd_xattr_handle_linkea()) Process entered 00080000:00000001:0.0:1773688179.075849:0:75542:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1773688179.075851:0:75542:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1773688179.075852:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688179.075853:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688179.075855:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688179.075856:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.075858:0:75542:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688179.075860:0:75542:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.075862:0:75542:0:(osd_xattr.c:882:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.075866:0:75542:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1773688179.075867:0:75542:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.075869:0:75542:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075871:0:75542:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075872:0:75542:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075874:0:75542:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075876:0:75542:0:(mdd_dir.c:1653:mdd_links_rename()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688179.075878:0:75542:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:0.0:1773688179.075879:0:75542:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:0.0:1773688179.075881:0:75542:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:0.0:1773688179.075883:0:75542:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:0.0:1773688179.075884:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.075885:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993037692928 : -129080671858688 : ffff8a9a10681000) 00080000:00000001:0.0:1773688179.075888:0:75542:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:0.0:1773688179.075890:0:75542:0:(osd_object.c:1274:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.075892:0:75542:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075894:0:75542:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075895:0:75542:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688179.075897:0:75542:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075899:0:75542:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075900:0:75542:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075902:0:75542:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075904:0:75542:0:(mdd_dir.c:3237:mdd_create()) Process leaving 00000004:00000001:0.0:1773688179.075907:0:75542:0:(mdd_dir.c:1371:mdd_changelog_ns_store()) Process entered 00000004:00000001:0.0:1773688179.075908:0:75542:0:(mdd_dir.c:1378:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.075911:0:75542:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1773688179.075913:0:75542:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1773688179.075916:0:75542:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:0.0:1773688179.075918:0:75542:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.075920:0:75542:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1773688179.075921:0:75542:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.075922:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.075923:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993037692928 : -129080671858688 : ffff8a9a10681000) 00080000:00000001:0.0:1773688179.075925:0:75542:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1773688179.075926:0:75542:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:0.0:1773688179.075930:0:75542:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1773688179.075931:0:75542:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.075933:0:75542:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075934:0:75542:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075936:0:75542:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.075937:0:75542:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:0.0:1773688179.075940:0:75542:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692039, last_committed = 171798692011 00000001:00000010:0.0:1773688179.075943:0:75542:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a093dd420. 00000001:00000040:0.0:1773688179.075946:0:75542:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 28 00000020:00000040:0.0:1773688179.075948:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=69 00000001:00000010:0.0:1773688179.075953:0:75542:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a0d8d8900. 00000004:00000001:0.0:1773688179.075976:0:75542:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1773688179.075977:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.075978:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993037692928 : -129080671858688 : ffff8a9a10681000) 00080000:00000001:0.0:1773688179.075981:0:75542:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688179.075989:0:75542:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1773688179.075991:0:75542:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1773688179.075994:0:75542:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a0d8d8900: xid 1859843854301312, transno 171798692039, tag 1, client gen 13, slot idx 3 00000001:00000001:0.0:1773688179.075997:0:75542:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.076056:0:75542:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773688179.076059:0:75542:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9b07fb6180. 00000020:00000001:0.0:1773688179.076061:0:75542:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.076067:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1773688179.076069:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1773688179.076072:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.076075:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.076077:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.076078:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.076080:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.076083:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.076085:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.076087:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:0.0:1773688179.076089:0:75542:0:(mdt_som.c:35:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.076092:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.076093:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.076094:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.076095:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688179.076097:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688179.076099:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:0.0:1773688179.076101:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff8a9b08ee6378 00000004:00000001:0.0:1773688179.076104:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.076108:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.076113:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.076115:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.076116:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.076123:0:75542:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:0.0:1773688179.076125:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1773688179.076126:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.076129:0:75542:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0x141:0x0] lease count: 0, lm: 4 00000004:00000001:0.0:1773688179.076131:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1773688179.076134:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.076136:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773688179.076141:0:75542:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a1a7d7e00. 00010000:00000010:0.0:1773688179.076144:0:75542:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b35d06d00. 00010000:00000001:0.0:1773688179.076147:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.076149:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86800. 00000020:00000001:0.0:1773688179.076151:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.076153:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86800 with handle 0x52973366461d2806 to hash 00000020:00000001:0.0:1773688179.076155:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.076156:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000010:0.0:1773688179.076159:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988500. 00010000:00000001:0.0:1773688179.076162:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688179.076164:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.076166:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.076169:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2806 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.076174:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.076176:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.076177:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.076179:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.076180:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.076182:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.076183:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.076185:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.076186:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.076187:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.076188:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.076190:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x141:0x0].0x0 (ffff8a9a1a7d7e00) refcount = 1 00010000:00010000:0.0:1773688179.076193:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2806 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.076198:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.076200:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.076201:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.076203:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.076204:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.076205:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.076207:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.076209:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.076211:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.076213:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2806 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.076221:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.076222:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.076223:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.076225:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.076226:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.076228:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86800 refcount=3 00000020:00000001:0.0:1773688179.076230:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688179.076232:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688179.076234:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.076235:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.076236:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.076238:0:75542:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0x141:0x0], ibits = 0x1b/0x1b, open_flags = 040000000000103, try_layout = 1 : rc = 0 00000004:00000001:0.0:1773688179.076241:0:75542:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688179.076243:0:75542:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.076246:0:75542:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000001:00000001:0.0:1773688179.076248:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.076249:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.076251:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.076253:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.076255:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.076256:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.076257:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.076259:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.076261:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x141:0x0]: nlink=1, mode=100600, valid=0x100000008000278f 00000001:00000001:0.0:1773688179.076264:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.076265:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.076267:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1773688179.076268:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.076270:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.076271:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.076273:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.076275:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.076277:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.076279:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.076282:0:75542:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000004:00000002:0.0:1773688179.076284:0:75542:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56 00000004:00000001:0.0:1773688179.076286:0:75542:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000004:00000001:0.0:1773688179.076287:0:75542:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.076290:0:75542:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:0.0:1773688179.076292:0:75542:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:0.0:1773688179.076295:0:75542:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.076297:0:75542:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688179.076300:0:75542:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000004:00000010:0.0:1773688179.076302:0:75542:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9b35d06600. 00000020:00000001:0.0:1773688179.076304:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.076305:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b35d06600 with handle 0x52973366461d280d to hash 00000020:00000001:0.0:1773688179.076307:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:0.0:1773688179.076308:0:75542:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614997960254976 : -129075749296640 : ffff8a9b35d06600) 00000004:00000001:0.0:1773688179.076310:0:75542:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1773688179.076312:0:75542:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:0.0:1773688179.076313:0:75542:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0x141:0x0] Change mfd open_flags 0 -> 040000000000103. 00000004:00000001:0.0:1773688179.076316:0:75542:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1773688179.076318:0:75542:0:(mdt_open.c:193:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1773688179.076319:0:75542:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.076321:0:75542:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.076323:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.076325:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.076326:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.076327:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688179.076329:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688179.076331:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688179.076333:0:75542:0:(mdt_open.c:1807:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688179.076335:0:75542:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:0.0:1773688179.076337:0:75542:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:0.0:1773688179.076339:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688179.076341:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.076343:0:75542:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1773688179.076344:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1773688179.076345:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.076347:0:75542:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.076349:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688179.076351:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.076353:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.076354:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.076355:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86a00 refcount=3 00000020:00000001:0.0:1773688179.076357:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:0.0:1773688179.076359:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:0.0:1773688179.076361:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688179.076364:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d27f8 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.076369:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.076370:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.076372:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d27f8 lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.076377:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.076378:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.076380:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688179.076383:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d27f8 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.076388:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e86a00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688179.076390:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.076392:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688179.076394:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d27f8 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.076400:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688179.076401:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.076402:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.076403:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86a00 refcount=4 00000020:00000001:0.0:1773688179.076405:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:0.0:1773688179.076406:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:0.0:1773688179.076409:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688179.076412:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d27f8 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.076417:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688179.076419:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688179.076420:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.076422:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.076423:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.076425:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.076426:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.076428:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86a00 with handle 0x52973366461d27f8 from hash 00010000:00000001:0.0:1773688179.076430:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.076431:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.076432:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.076433:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.076434:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.076435:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.076437:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.076438:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.076439:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.076441:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:0.0:1773688179.076443:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.076445:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.076447:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.076449:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.076450:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688179.076452:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.076453:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.076454:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.076456:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.076458:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.076460:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d27f8 lrc: 2/0,0 mode: --/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.076464:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.076465:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.076467:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688179.076468:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688179.076470:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.076472:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d27f8 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.076477:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988d80. 00010000:00000001:0.0:1773688179.076481:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.076483:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.076484:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.076485:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.076486:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.076487:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86c00 refcount=3 00000020:00000001:0.0:1773688179.076489:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:0.0:1773688179.076491:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00000004:00010000:0.0:1773688179.076494:0:75542:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000a7a65d13 reply state 00000000f2b9c072 transno 171798692039 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27ff lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.076501:0:75542:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:0.0:1773688179.076503:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.076505:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.076507:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.076508:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.076510:0:75542:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.076511:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.076512:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9a1689e800) refcount = 2 00010000:00000040:0.0:1773688179.076515:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.076518:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d27ab lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.076524:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27ff lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.076529:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.076530:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.076532:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.076534:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.076535:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.076536:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.076538:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9a1689e800) 00010000:00010000:0.0:1773688179.076540:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.076542:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.076543:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.076545:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.076546:0:75542:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:0.0:1773688179.076548:0:75542:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:0.0:1773688179.076549:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.076551:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.076552:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.076553:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688179.076555:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688179.076556:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1773688179.076557:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688179.076559:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:0.0:1773688179.076562:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.076564:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.076566:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.076567:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.076570:0:75542:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.076572:0:75542:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1773688179.076575:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688179.076577:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688179.076578:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688179.076580:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688179.076581:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688179.076583:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1773688179.076587:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.076589:0:75542:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:0.0:1773688179.076592:0:75542:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:0.0:1773688179.076593:0:75542:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.076596:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.076597:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.076598:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86800 refcount=3 00000020:00000001:0.0:1773688179.076600:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688179.076602:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00000004:00000040:0.0:1773688179.076605:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:0.0:1773688179.076607:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=70 00010000:00000001:0.0:1773688179.076610:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.076611:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.076612:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688179.076615:0:75542:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688179.076617:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688179.076619:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1773688179.076621:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1773688179.076622:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.076624:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.076625:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.076626:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.076628:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.076630:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e87800 with handle 0x52973366461d27f1 from hash 00010000:00000001:0.0:1773688179.076632:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.076633:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.076634:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.076635:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1773688179.076636:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.076640:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e87800/0x52973366461d27f1 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a655 expref: 70 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.076646:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:0.0:1773688179.076648:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 69 00010000:00000010:0.0:1773688179.076650:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988200. 00010000:00000001:0.0:1773688179.076653:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.076655:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.076659:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1773688179.076663:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2806 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a655 expref: 69 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.076669:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.076671:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.076673:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x141:0x0].0x0 (ffff8a9a1a7d7e00) 00010000:00010000:0.0:1773688179.076675:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1773688179.076676:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.076678:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.076679:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.076680:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.076681:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.076683:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b04e86800, rc 0) 00000020:00000001:0.0:1773688179.076685:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688179.076688:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 171798692039, xid 1859843854301312 00010000:00000001:0.0:1773688179.076691:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:0.0:1773688179.076693:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=70 00010000:00000200:0.0:1773688179.076695:0:75542:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 171798692039, last committed = 171798692011 00010000:00000200:0.0:1773688179.076701:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a10ce4000 x1859843854301312/t171798692039(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 656/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688179.076709:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.076711:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.076714:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688179.076718:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.076721:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.076723:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.076725:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.076727:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.076730:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.076732:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.076737:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be908. 00000100:00000200:0.0:1773688179.076742:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854301312, offset 224 00000400:00000200:0.0:1773688179.076748:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.076759:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.076765:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47943:47943:256:4294967295] 192.168.204.51@tcp LPNI seq info [47939:47939:8:4294967295] 00000400:00000200:0.0:1773688179.076776:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.076783:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.076788:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85900. 00000800:00000200:0.0:1773688179.076793:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.076799:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.076804:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85900 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.076863:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.076867:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.076871:0:75542:0:(ldlm_lib.c:3443:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688179.076873:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.076875:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688179.076879:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce4000 x1859843854301312/t171798692039(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 656/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688179.076888:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a10ce4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+70:68109:x1859843854301312:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2624us (2924us total) trans 171798692039 rc 0/0 00000100:00100000:0.0:1773688179.076895:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15445 00000100:00000040:0.0:1773688179.076898:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688179.076901:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.076902:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.076906:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.076910:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400640. 00000020:00000010:0.0:1773688179.076913:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb200. 00000020:00000040:0.0:1773688179.076918:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 69 00000100:00000001:0.0:1773688179.076920:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.077063:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.077067:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85900. 00000400:00000200:2.0:1773688179.077071:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.077076:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.077080:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be908 00000400:00000010:2.0:1773688179.077082:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be908. 00000100:00000001:2.0:1773688179.077086:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.077088:0:3439:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:0.1:1773688179.080045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86000. 00000800:00000001:2.0:1773688179.080516:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.080527:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.080530:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.080533:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.080541:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.080557:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 28 MB=0x69b84a445f900 00000400:00000200:2.0:1773688179.080564:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.51@tcp of length 328/328 into md 0x592a1 [8] + 7888 00000800:00000001:2.0:1773688179.080571:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.080579:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.080582:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.080586:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.080591:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.080594:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1773688179.080599:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce4700. 00000100:00000040:2.0:1773688179.080603:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a10ce4700 x1859843854301440 msgsize 328 00000100:00100000:2.0:1773688179.080607:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.080619:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.080627:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.080630:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.080664:0:38615:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.080668:0:38615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854301440 02000000:00000001:0.0:1773688179.080671:0:38615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.080673:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.080675:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.080679:0:38615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.080683:0:38615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854301440 00000020:00000001:0.0:1773688179.080686:0:38615:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.080688:0:38615:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5297336646186ca4 00000020:00000001:0.0:1773688179.080690:0:38615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.080693:0:38615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b04f38000 refcount=58 00000020:00000001:0.0:1773688179.080696:0:38615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000020:00000001:0.0:1773688179.080707:0:38615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000100:00000001:0.0:1773688179.080714:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.080719:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4d00. 00000100:00000001:0.0:1773688179.080723:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.080726:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4d00. 00000020:00000010:0.0:1773688179.080732:0:38615:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb200. 00000020:00000010:0.0:1773688179.080736:0:38615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.080740:0:38615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400640. 00000100:00000040:0.0:1773688179.080749:0:38615:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1773688179.080752:0:38615:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.080753:0:38615:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1773688179.080756:0:38615:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.080762:0:38615:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.080772:0:38615:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.080782:0:38615:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.080784:0:38615:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.080789:0:38615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7629 00000100:00000040:0.0:1773688179.080793:0:38615:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b04f38000 : new rpc_count 1 00000100:00000001:0.0:1773688179.080796:0:38615:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993044391680 : -129080665159936 : ffff8a9a10ce4700) 00000100:00000040:0.0:1773688179.080804:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a10ce4700 x1859843854301440/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688179.080813:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.080816:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4d00. 00000100:00000001:0.0:1773688179.080818:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.080821:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4d00. 00000100:00100000:0.0:1773688179.080825:0:38615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a10ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+58:2404:x1859843854301440:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688179.080829:0:38615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854301440 00000020:00000001:0.0:1773688179.080833:0:38615:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.080837:0:38615:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688179.080839:0:38615:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.080842:0:38615:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.080844:0:38615:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688179.080847:0:38615:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1773688179.080849:0:38615:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.080852:0:38615:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.080853:0:38615:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.080858:0:38615:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.080860:0:38615:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688179.080862:0:38615:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688179.080864:0:38615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688179.080865:0:38615:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688179.080867:0:38615:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.080871:0:38615:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773688179.080878:0:38615:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a1a7d7100. 00010000:00000010:0.0:1773688179.080883:0:38615:0:(ldlm_resource.c:1436:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8a9b03ea8b00. 00010000:00000001:0.0:1773688179.080886:0:38615:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.080889:0:38615:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86000. 00000020:00000001:0.0:1773688179.080892:0:38615:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.080895:0:38615:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86000 with handle 0x52973366461d2814 to hash 00000020:00000001:0.0:1773688179.080897:0:38615:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.080899:0:38615:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688179.080902:0:38615:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00010000:0.0:1773688179.080906:0:38615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a2a5c9f/0x52973366461d2814 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xa07:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a65c expref: -99 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00000001:0.0:1773688179.080917:0:38615:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:0.0:1773688179.080920:0:38615:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8a9b2ebe4d00. 00002000:00000001:0.0:1773688179.080924:0:38615:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1773688179.080927:0:38615:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.080933:0:38615:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997970892216 : -129075738659400 : ffff8a9b3672b5b8) 00002000:00000001:0.0:1773688179.080936:0:38615:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997970892128 : -129075738659488 : ffff8a9b3672b560) 00002000:00000001:0.0:1773688179.080939:0:38615:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1773688179.080946:0:38615:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1773688179.080948:0:38615:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0xa07:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:0.0:1773688179.080951:0:38615:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:0.0:1773688179.080955:0:38615:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b3672b5b8/ffff8a9b3672b560 to site lru. bkt: ffff8a9b3211e450 00010000:00000040:0.0:1773688179.080958:0:38615:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b04f38000 : new locks_count 52 00000020:00000040:0.0:1773688179.080961:0:38615:0:(genops.c:887:class_export_get()) GET export ffff8a9b04f38000 refcount=59 00010000:00000001:0.0:1773688179.080980:0:38615:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1773688179.080982:0:38615:0:(ofd_dlm.c:195:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1773688179.080985:0:38615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.080987:0:38615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.080994:0:38615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8a9b03645000. 02000000:00000001:0.0:1773688179.080997:0:38615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.080999:0:38615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.081002:0:38615:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1773688179.081004:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1773688179.081028:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1773688179.081031:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.081034:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1773688179.081035:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1773688179.081037:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.081041:0:38615:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1773688179.081047:0:38615:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a2a5c9f/0x52973366461d2814 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xa07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a65c expref: 59 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.081057:0:38615:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x280000401:0xa07:0x0].0x0 (ffff8a9a1a7d7100) refcount = 1 00010000:00000040:0.0:1773688179.081059:0:38615:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.081063:0:38615:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: 000000002a2a5c9f/0x52973366461d2814 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xa07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a65c expref: 59 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.081073:0:38615:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.081075:0:38615:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.081077:0:38615:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.081079:0:38615:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1773688179.081082:0:38615:0:(ofd_dlm.c:257:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1773688179.081084:0:38615:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.081089:0:38615:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1773688179.081093:0:38615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002a2a5c9f/0x52973366461d2814 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xa07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a65c expref: 59 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.081103:0:38615:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.081106:0:38615:0:(ldlm_lock.c:1971:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1773688179.081107:0:38615:0:(ldlm_lock.c:2020:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.081110:0:38615:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.081112:0:38615:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.081114:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.081115:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.081117:0:38615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b04e86000, rc 0) 00000020:00000001:0.0:1773688179.081120:0:38615:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688179.081122:0:38615:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 12884903751, transno 0, xid 1859843854301440 00010000:00000001:0.0:1773688179.081124:0:38615:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688179.081129:0:38615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a10ce4700 x1859843854301440/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/400 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688179.081137:0:38615:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.081140:0:38615:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.081143:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b36eb51e8 time=95 v=5 (1 4 1 1) 00000100:00000001:0.0:1773688179.081146:0:38615:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.081149:0:38615:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.081151:0:38615:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.081153:0:38615:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.081155:0:38615:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.081158:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.081161:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.081165:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be770. 00000100:00000200:0.0:1773688179.081170:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1859843854301440, offset 224 00000400:00000200:0.0:1773688179.081177:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.081184:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.081191:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47944:47944:256:4294967295] 192.168.204.51@tcp LPNI seq info [47940:47940:8:4294967295] 00000400:00000200:0.0:1773688179.081200:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.081205:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.081210:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85900. 00000800:00000200:0.0:1773688179.081215:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.081222:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.081226:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.081245:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.081248:0:38615:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.081251:0:38615:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688179.081253:0:38615:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.081255:0:38615:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688179.081269:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce4700 x1859843854301440/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/400 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688179.081278:0:38615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a10ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+59:2404:x1859843854301440:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 463us (673us total) trans 0 rc 0/0 00000100:00100000:0.0:1773688179.081285:0:38615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7629 00000100:00000040:0.0:1773688179.081288:0:38615:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b04f38000 : new rpc_count 0 00000100:00000001:0.0:1773688179.081290:0:38615:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.081292:0:38615:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.081295:0:38615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.081299:0:38615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400640. 00000020:00000010:0.0:1773688179.081302:0:38615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb200. 00000020:00000040:0.0:1773688179.081308:0:38615:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b04f38000 : new refcount 58 00000100:00000001:0.0:1773688179.081311:0:38615:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.081403:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.081407:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85900. 00000400:00000200:2.0:1773688179.081411:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.081415:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.081419:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be770 00000400:00000010:2.0:1773688179.081421:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be770. 00000100:00000001:2.0:1773688179.081424:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.081426:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.084026:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:0.1:1773688179.084037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86a00. 00000800:00000001:2.0:1773688179.084041:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.084045:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:0.1:1773688179.084045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e87800. 00000800:00000001:2.0:1773688179.084050:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.084059:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.084070:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 28 MB=0x69b84a445f980 00000400:00000200:2.0:1773688179.084077:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.51@tcp of length 328/328 into md 0x592a1 [8] + 8216 00000800:00000001:2.0:1773688179.084083:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.084089:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.084091:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.084094:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.084099:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.084101:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1773688179.084105:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce5880. 00000100:00000040:2.0:1773688179.084108:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a10ce5880 x1859843854301568 msgsize 328 00000100:00100000:2.0:1773688179.084112:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.084122:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.084127:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.084129:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.084148:0:38615:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.084151:0:38615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854301568 02000000:00000001:0.0:1773688179.084152:0:38615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.084154:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.084155:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.084159:0:38615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.084161:0:38615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854301568 00000020:00000001:0.0:1773688179.084163:0:38615:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.084164:0:38615:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5297336646186ca4 00000020:00000001:0.0:1773688179.084165:0:38615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.084167:0:38615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b04f38000 refcount=59 00000020:00000001:0.0:1773688179.084169:0:38615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000020:00000001:0.0:1773688179.084170:0:38615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000100:00000001:0.0:1773688179.084173:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.084176:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4040. 00000100:00000001:0.0:1773688179.084178:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.084179:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4040. 00000020:00000010:0.0:1773688179.084183:0:38615:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb200. 00000020:00000010:0.0:1773688179.084186:0:38615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.084189:0:38615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400640. 00000100:00000040:0.0:1773688179.084194:0:38615:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1773688179.084195:0:38615:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.084196:0:38615:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1773688179.084198:0:38615:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.084201:0:38615:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.084209:0:38615:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.084221:0:38615:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.084222:0:38615:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.084227:0:38615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7630 00000100:00000040:0.0:1773688179.084231:0:38615:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b04f38000 : new rpc_count 1 00000100:00000001:0.0:1773688179.084233:0:38615:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993044396160 : -129080665155456 : ffff8a9a10ce5880) 00000100:00000040:0.0:1773688179.084241:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a10ce5880 x1859843854301568/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688179.084249:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.084253:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4040. 00000100:00000001:0.0:1773688179.084263:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.084266:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4040. 00000100:00100000:0.0:1773688179.084270:0:38615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a10ce5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+59:68109:x1859843854301568:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688179.084275:0:38615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854301568 00000020:00000001:0.0:1773688179.084279:0:38615:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.084283:0:38615:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688179.084285:0:38615:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.084288:0:38615:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.084290:0:38615:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688179.084293:0:38615:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1773688179.084295:0:38615:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.084298:0:38615:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.084299:0:38615:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.084303:0:38615:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.084305:0:38615:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688179.084307:0:38615:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688179.084309:0:38615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688179.084310:0:38615:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688179.084313:0:38615:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.084317:0:38615:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.084322:0:38615:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7100 count: 2 00010000:00000001:0.0:1773688179.084326:0:38615:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.084328:0:38615:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.084332:0:38615:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e87800. 00000020:00000001:0.0:1773688179.084335:0:38615:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.084343:0:38615:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e87800 with handle 0x52973366461d281b to hash 00000020:00000001:0.0:1773688179.084346:0:38615:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.084347:0:38615:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:0.0:1773688179.084350:0:38615:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00010000:0.0:1773688179.084355:0:38615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d0541cb/0x52973366461d281b lrc: 2/0,0 mode: --/PW res: [0x280000401:0xa07:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a663 expref: -99 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.084364:0:38615:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b04f38000 : new locks_count 53 00000020:00000040:0.0:1773688179.084366:0:38615:0:(genops.c:887:class_export_get()) GET export ffff8a9b04f38000 refcount=60 00000100:00000001:0.0:1773688179.084374:0:38615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.084377:0:38615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.084381:0:38615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8a9b03647400. 02000000:00000001:0.0:1773688179.084383:0:38615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.084385:0:38615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.084387:0:38615:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.084390:0:38615:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.084399:0:38615:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1773688179.084401:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.084404:0:38615:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:0.0:1773688179.084406:0:38615:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1773688179.084411:0:38615:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002a2a5c9f/0x52973366461d2814 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xa07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a65c expref: 60 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.084418:0:38615:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1773688179.084420:0:38615:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.084422:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1773688179.084424:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.084427:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1773688179.084428:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1773688179.084429:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.084431:0:38615:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.084433:0:38615:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1773688179.084437:0:38615:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d0541cb/0x52973366461d281b lrc: 4/0,0 mode: --/PW res: [0x280000401:0xa07:0x0].0x0 rrc: 3 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a663 expref: 60 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.084444:0:38615:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x280000401:0xa07:0x0].0x0 (ffff8a9a1a7d7100) refcount = 2 00010000:00000040:0.0:1773688179.084447:0:38615:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.084451:0:38615:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: 000000002a2a5c9f/0x52973366461d2814 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xa07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a65c expref: 60 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.084457:0:38615:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1773688179.084460:0:38615:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: 000000006d0541cb/0x52973366461d281b lrc: 4/0,0 mode: --/PW res: [0x280000401:0xa07:0x0].0x0 rrc: 3 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a663 expref: 60 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.084481:0:38615:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b2ebe4040. 00000100:00000001:0.0:1773688179.084486:0:38615:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773688179.084493:0:38615:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a0eeec000. 00000100:00000001:0.0:1773688179.084495:0:38615:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614993012965376 : -129080696586240 : ffff8a9a0eeec000) 00000100:00000001:0.0:1773688179.084498:0:38615:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614993012965376 : -129080696586240 : ffff8a9a0eeec000) 00000100:00000001:0.0:1773688179.084501:0:38615:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773688179.084503:0:38615:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1773688179.084506:0:38615:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1773688179.084509:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.084510:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1773688179.084512:0:38615:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.084514:0:38615:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.084516:0:38615:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1773688179.084518:0:38615:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1773688179.084522:0:38615:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b04e55c00. 00000020:00000040:0.0:1773688179.084532:0:38615:0:(genops.c:1229:class_import_get()) import ffff8a9b11b99000 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1773688179.084536:0:38615:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773688179.084539:0:38615:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773688179.084543:0:38615:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773688179.084548:0:38615:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a198eb800. 00000100:00000001:0.0:1773688179.084554:0:38615:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.084559:0:38615:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002a2a5c9f/0x52973366461d2814 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xa07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a65c expref: 60 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.084593:0:38615:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002a2a5c9f/0x52973366461d2814 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xa07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a65c expref: 60 pid: 38615 timeout: 3058 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.084602:0:38615:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1773688179.084604:0:38615:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773688179.084609:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b04e55c00 x1859843861187968/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.084623:0:38615:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773688179.084625:0:38615:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.084630:0:38615:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b04e55c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:38615:1859843861187968:192.168.204.51@tcp:104: 00000100:00000001:0.0:1773688179.084634:0:38615:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773688179.084639:0:38615:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773688179.084642:0:38615:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.084644:0:38615:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773688179.084648:0:38615:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a198ea200. 02000000:00000001:0.0:1773688179.084650:0:38615:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773688179.084655:0:38615:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a19e54948. 00000400:00000010:0.0:1773688179.084659:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316becc0. 00000100:00000200:0.0:1773688179.084666:0:38615:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861187968, portal 16 00000100:00000001:0.0:1773688179.084668:0:38615:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773688179.084669:0:38615:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997139545088 : -129076570006528 : ffff8a9b04e55c00) 00000100:00000040:0.0:1773688179.084674:0:38615:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b04e55c00 x1859843861187968/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.084681:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.084683:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.084685:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be330. 00000100:00000200:0.0:1773688179.084688:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861187968, offset 0 00000400:00000200:0.0:1773688179.084694:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.084700:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.084705:0:38615:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773688179.084709:0:38615:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:0.0:1773688179.084713:0:38615:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773688179.084716:0:38615:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:0.0:1773688179.084721:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47945:47945:256:4294967295] 192.168.204.51@tcp LPNI seq info [47941:47941:8:4294967295] 00000400:00000200:0.0:1773688179.084729:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.084735:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.084739:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85600. 00000800:00000200:0.0:1773688179.084745:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.084751:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.084755:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.084768:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.084772:0:38615:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4297630005 00000100:00000001:0.0:1773688179.084781:0:38615:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4297629922 00000100:00000001:0.0:1773688179.084785:0:38615:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4297630005 00000100:00000001:0.0:1773688179.084790:0:38615:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4297629922 00000100:00000001:0.0:1773688179.084795:0:38615:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4297630005 00000100:00000001:0.0:1773688179.084799:0:38615:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4297629922 00000100:00000001:0.0:1773688179.084801:0:38615:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4297630005 00000100:00000001:0.0:1773688179.084804:0:38615:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4297629922 00000100:00000001:0.0:1773688179.084806:0:38615:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773688179.084809:0:38615:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.084813:0:38615:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.084815:0:38615:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.084817:0:38615:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.084819:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.084820:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.084822:0:38615:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.084824:0:38615:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1773688179.084826:0:38615:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1773688179.084828:0:38615:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.084830:0:38615:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773688179.084832:0:38615:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773688179.084836:0:38615:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9a0eeec000 going to sleep for 11 seconds 00000100:00000001:0.0:1773688179.084839:0:38615:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773688179.084843:0:38615:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773688179.084846:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.084851:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85600. 00000400:00000200:2.0:1773688179.084856:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.084860:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.084864:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be330 00000400:00000010:2.0:1773688179.084866:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be330. 00000100:00000001:2.0:1773688179.084870:0:3438:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773688179.084874:0:3438:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b04e55c00 x1859843861187968/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.084884:0:3438:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.084887:0:3438:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b04e55c00 x1859843861187968/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.084894:0:3438:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.084896:0:3438:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.086442:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.086453:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.086455:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.086459:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.086465:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.086475:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 12 MB=0x69b84a445fa00 00000400:00000200:2.0:1773688179.086482:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 224/224 into md 0x3b659 [64] + 73472 00000800:00000001:2.0:1773688179.086488:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.086496:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.086499:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.086502:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.086508:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.086510:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.086515:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce4a80. 00000100:00000040:2.0:1773688179.086518:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a10ce4a80 x1859843854301696 msgsize 224 00000100:00100000:2.0:1773688179.086522:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.086538:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.086543:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.086546:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.086570:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.086573:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854301696 02000000:00000001:0.0:1773688179.086574:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.086576:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.086578:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.086580:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.086583:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854301696 00000020:00000001:0.0:1773688179.086586:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.086587:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d057d 00000020:00000001:0.0:1773688179.086589:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.086592:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83000 refcount=14 00000020:00000001:0.0:1773688179.086595:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795090432 : -129075914461184 : ffff8a9b2bf83000) 00000020:00000001:0.0:1773688179.086597:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795090432 : -129075914461184 : ffff8a9b2bf83000) 00000100:00000001:0.0:1773688179.086601:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.086605:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4500. 00000020:00000010:0.0:1773688179.086610:0:75542:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8a9b07b57340. 00000020:00000040:0.0:1773688179.086616:0:75542:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0000 (ffff8a9a099a4d28) now 18 - evictor 00000100:00000001:0.0:1773688179.086633:0:75542:0:(service.c:1354:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1773688179.086635:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4500. 00000020:00000010:0.0:1773688179.086640:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb000. 00000020:00000010:0.0:1773688179.086644:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06a80. 00000020:00000010:0.0:1773688179.086648:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b054004b0. 00000100:00000040:0.0:1773688179.086656:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688179.086659:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00080000:2.0:1773688179.086660:0:6368:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:0.0:1773688179.086662:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:2.0:1773688179.086666:0:6368:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000 (ffff8a9a099a4d28) now 18 - evictor 00000100:00000001:0.0:1773688179.086666:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.086674:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.086688:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.086696:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.086697:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.086701:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15446 00000100:00000040:0.0:1773688179.086705:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83000 : new rpc_count 1 00000100:00000001:0.0:1773688179.086707:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993044392576 : -129080665159040 : ffff8a9a10ce4a80) 00000100:00000040:0.0:1773688179.086713:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a10ce4a80 x1859843854301696/t0(0) o41->1bcb5e9a-46c9-4fb2-b29b-7496c2bab9b9@192.168.204.51@tcp:734/0 lens 224/0 e 0 to 0 dl 1773688259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688179.086722:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.086725:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4500. 00000100:00000001:0.0:1773688179.086728:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.086730:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4500. 00000100:00100000:0.0:1773688179.086734:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a10ce4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1bcb5e9a-46c9-4fb2-b29b-7496c2bab9b9+14:70638:x1859843854301696:12345-192.168.204.51@tcp:41:lfs.0 00000100:00000200:0.0:1773688179.086738:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854301696 00000020:00000001:0.0:1773688179.086741:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.086744:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688179.086748:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.086750:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.086752:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862784 : -1038688832 : ffffffffc216ddc0) 00000020:00000001:0.0:1773688179.086754:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688179.086757:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854301696, found 0 last_xid 1859843854301695 00000020:00000001:0.0:1773688179.086760:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.086761:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.086762:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.086764:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.086767:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.086769:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.086772:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8a9b03644400. 02000000:00000001:0.0:1773688179.086773:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.086775:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.086781:0:75542:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:0.0:1773688179.086784:0:75542:0:(mdt_lib.c:474:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1773688179.086785:0:75542:0:(mdt_lib.c:480:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.086790:0:75542:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1773688179.086802:0:75542:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:0.0:1773688179.086804:0:75542:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 2255224832 avail 2253127680 00000020:00000020:0.0:1773688179.086809:0:75542:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:0.0:1773688179.086812:0:75542:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/ffff8a9b04c8e800 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1773688179.086814:0:75542:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/ffff8a9b31689800 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1773688179.086816:0:75542:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/ffff8a9b05493000 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1773688179.086818:0:75542:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0001_UUID/ffff8a9b082e0800 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1773688179.086820:0:75542:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli c02d7e8d-7bdc-4707-96d2-119efcc26c8e/ffff8a9b2bf83800 dirty 0 pend 0 grant 2097152 00000020:00000020:0.0:1773688179.086830:0:75542:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 1bcb5e9a-46c9-4fb2-b29b-7496c2bab9b9/ffff8a9b2bf83000 dirty 0 pend 0 grant 2097152 00000020:00000020:0.0:1773688179.086834:0:75542:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/ffff8a9b096ee000 dirty 0 pend 0 grant 0 00000004:00000020:0.0:1773688179.086838:0:75542:0:(mdt_handler.c:555:mdt_statfs()) 17268 blocks: 17206 free, 17190 avail; 471032 objects: 469938 free; state 0 00000020:00000001:0.0:1773688179.086845:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000010:0.0:1773688179.086854:0:75542:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff8a9b36f73800. 00000020:00000001:0.0:1773688179.086858:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.086861:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.086863:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.086866:0:75542:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688179.086870:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 167503726139, transno 0, xid 1859843854301696 00010000:00000001:0.0:1773688179.086872:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688179.086878:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a10ce4a80 x1859843854301696/t0(0) o41->1bcb5e9a-46c9-4fb2-b29b-7496c2bab9b9@192.168.204.51@tcp:734/0 lens 224/368 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773688179.086885:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.086887:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.086889:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688179.086893:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.086895:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.086896:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.086899:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.086900:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.086902:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.086903:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.086906:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be990. 00000100:00000200:0.0:1773688179.086910:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1859843854301696, offset 224 00000400:00000200:0.0:1773688179.086914:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.086918:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.086923:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47946:47946:256:4294967295] 192.168.204.51@tcp LPNI seq info [47942:47942:8:4294967295] 00000400:00000200:0.0:1773688179.087062:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.087069:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.087074:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85800. 00000800:00000200:0.0:1773688179.087080:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.087090:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000001:2.0:1773688179.087091:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1773688179.087096:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85800 type 1, nob 464 niov 1 nkiov 1 00000800:00000001:2.0:1773688179.087099:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.087103:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.087105:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.087112:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773688179.087113:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000100:00000040:0.0:1773688179.087125:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00000400:00000200:2.0:1773688179.087126:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af0d80 00010000:00000001:0.0:1773688179.087131:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688179.087134:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773688179.087137:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77afd [1] + 224 00000020:00000001:0.0:1773688179.087139:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000001:2.0:1773688179.087147:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1773688179.087148:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce4a80 x1859843854301696/t0(0) o41->1bcb5e9a-46c9-4fb2-b29b-7496c2bab9b9@192.168.204.51@tcp:734/0 lens 224/368 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773688179.087160:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a10ce4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1bcb5e9a-46c9-4fb2-b29b-7496c2bab9b9+14:70638:x1859843854301696:12345-192.168.204.51@tcp:41:lfs.0 Request processed in 435us (639us total) trans 0 rc 0/0 00000100:00100000:0.0:1773688179.087170:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15446 00000100:00000040:0.0:1773688179.087174:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83000 : new rpc_count 0 00000100:00000001:0.0:1773688179.087177:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.087180:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.087185:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06a80. 00000020:00000010:0.0:1773688179.087189:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b054004b0. 00000020:00000010:0.0:1773688179.087193:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb000. 00000020:00000040:0.0:1773688179.087199:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83000 : new refcount 13 00000800:00000200:1.0:1773688179.087202:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1773688179.087203:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1773688179.087209:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85800. 00000400:00000200:1.0:1773688179.087215:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.087220:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.087224:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be990 00000400:00000010:1.0:1773688179.087227:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be990. 00000800:00000001:2.0:1773688179.087231:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.087232:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.087235:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1773688179.087237:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.087245:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.087250:0:3439:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688179.087256:0:3439:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b04e55c00 x1859843861187968/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1773688179.087267:0:3439:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9b04e55c00 x1859843861187968/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.087280:0:3439:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.087286:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.087289:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.087412:0:38615:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773688179.087419:0:38615:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773688179.087421:0:38615:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773688179.087423:0:38615:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a19e54948. 00000400:00000200:0.0:1773688179.087428:0:38615:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316becc0 00000400:00000010:0.0:1773688179.087430:0:38615:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316becc0. 00000100:00000001:0.0:1773688179.087433:0:38615:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773688179.087437:0:38615:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9b04e55c00 x1859843861187968/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1773688179.087446:0:38615:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9b04e55c00 x1859843861187968/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.087454:0:38615:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773688179.087455:0:38615:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.087458:0:38615:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773688179.087461:0:38615:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773688179.087463:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.087464:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.087467:0:38615:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.087473:0:38615:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b11b99458 time=60 v=5 (5 5 0 0) 00000100:00001000:0.0:1773688179.087477:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b11b99410 time=60 v=5 (1 1 0 0) 00000100:00000001:0.0:1773688179.087480:0:38615:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773688179.087482:0:38615:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.087484:0:38615:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773688179.087488:0:38615:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.087490:0:38615:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.087495:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9b04e55c00 x1859843861187968/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.087501:0:38615:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773688179.087504:0:38615:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773688179.087506:0:38615:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.087508:0:38615:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1773688179.087510:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.087512:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.087514:0:38615:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.087517:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b04e55c00 x1859843861187968/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1773688179.087526:0:38615:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9b04e55c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:38615:1859843861187968:192.168.204.51@tcp:104: 00000100:00000001:0.0:1773688179.087532:0:38615:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.087534:0:38615:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.087536:0:38615:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773688179.087538:0:38615:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773688179.087541:0:38615:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9b04e55c00 x1859843861187968/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.087547:0:38615:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773688179.087550:0:38615:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773688179.087553:0:38615:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a198ea200. 02000000:00000001:0.0:1773688179.087558:0:38615:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773688179.087560:0:38615:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773688179.087561:0:38615:0:(genops.c:1242:class_import_put()) import ffff8a9b11b99000 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1773688179.087565:0:38615:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773688179.087568:0:38615:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a198eb800. 02000000:00000001:0.0:1773688179.087572:0:38615:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773688179.087573:0:38615:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773688179.087575:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b04e55c00. 00000100:00000001:0.0:1773688179.087579:0:38615:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773688179.087580:0:38615:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1773688179.087582:0:38615:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a0eeec000. 00000100:00000001:0.0:1773688179.087585:0:38615:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1773688179.087587:0:38615:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1773688179.087590:0:38615:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b2ebe4040. 00010000:00000001:0.0:1773688179.087594:0:38615:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.087598:0:38615:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.087600:0:38615:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.087606:0:38615:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1773688179.087613:0:38615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006d0541cb/0x52973366461d281b lrc: 3/0,0 mode: --/PW res: [0x280000401:0xa07:0x0].0x0 rrc: 3 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a663 expref: 60 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.087627:0:38615:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.087629:0:38615:0:(ldlm_lock.c:1971:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1773688179.087631:0:38615:0:(ldlm_lock.c:1987:ldlm_reprocess_queue()) Reprocessing lock ffff8a9b04e87800 00010000:00000001:0.0:1773688179.087633:0:38615:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1773688179.087634:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.087637:0:38615:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.087639:0:38615:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1773688179.087642:0:38615:0:(ldlm_lock.c:2020:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1773688179.087644:0:38615:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.087646:0:38615:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.087647:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.087648:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.087650:0:38615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b04e87800, rc 0) 00000020:00000001:0.0:1773688179.087653:0:38615:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688179.087656:0:38615:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 12884903751, transno 0, xid 1859843854301568 00010000:00000001:0.0:1773688179.087658:0:38615:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688179.087661:0:38615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a10ce5880 x1859843854301568/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/400 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688179.087668:0:38615:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.087670:0:38615:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.087672:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b36eb51e8 time=95 v=5 (1 4 1 1) 00000100:00000001:0.0:1773688179.087675:0:38615:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.087677:0:38615:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.087679:0:38615:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.087682:0:38615:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.087683:0:38615:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.087685:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.087687:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.087690:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316becc0. 00000100:00000200:0.0:1773688179.087693:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1859843854301568, offset 224 00000400:00000200:0.0:1773688179.087697:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.087703:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.087707:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47947:47947:256:4294967295] 192.168.204.51@tcp LPNI seq info [47943:47943:8:4294967295] 00000400:00000200:0.0:1773688179.087715:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.087720:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.087724:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85a00. 00000800:00000200:0.0:1773688179.087728:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.087732:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.087735:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85a00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.087751:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.087754:0:38615:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.087756:0:38615:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688179.087758:0:38615:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.087760:0:38615:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688179.087765:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce5880 x1859843854301568/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/400 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688179.087774:0:38615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a10ce5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+60:68109:x1859843854301568:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3523us (3664us total) trans 0 rc 0/0 00000100:00100000:0.0:1773688179.087781:0:38615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7630 00000100:00000040:0.0:1773688179.087784:0:38615:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b04f38000 : new rpc_count 0 00000100:00000001:0.0:1773688179.087786:0:38615:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.087788:0:38615:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.087791:0:38615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06900. 00000800:00000200:2.0:1773688179.087829:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.087833:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85a00. 00000400:00000200:2.0:1773688179.087838:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.087844:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.087848:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316becc0 00000400:00000010:2.0:1773688179.087850:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316becc0. 00000100:00000001:2.0:1773688179.087854:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.087856:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1773688179.087861:0:38615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400640. 00000800:00000001:2.0:1773688179.087862:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1773688179.087866:0:38615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb200. 00000800:00000001:2.0:1773688179.087869:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1773688179.087871:0:38615:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b04f38000 : new refcount 59 00000800:00000001:2.0:1773688179.087873:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.087877:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.087881:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.087888:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a445fa80 00000400:00000200:2.0:1773688179.087893:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72bc5 [2] + 1312 00000800:00000001:2.0:1773688179.087897:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.087902:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.087904:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.087907:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.087912:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.087914:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1773688179.087918:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce4380. 00000100:00000040:2.0:1773688179.087921:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a10ce4380 x1859843854301824 msgsize 328 00000100:00000001:0.0:1773688179.087926:0:38615:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773688179.087931:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.087995:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.088002:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.088006:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.088027:0:7562:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.088030:0:7562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854301824 02000000:00000001:1.0:1773688179.088033:0:7562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.088035:0:7562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.088038:0:7562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.088043:0:7562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.088045:0:7562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854301824 00000020:00000001:1.0:1773688179.088048:0:7562:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.088050:0:7562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5297336646186ca4 00000020:00000001:1.0:1773688179.088053:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.088055:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b04f38000 refcount=60 00000020:00000001:1.0:1773688179.088057:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000020:00000001:1.0:1773688179.088059:0:7562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000100:00000001:1.0:1773688179.088062:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.088065:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c62980. 00000100:00000001:1.0:1773688179.088068:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.088070:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c62980. 00000020:00000010:1.0:1773688179.088083:0:7562:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b028f6e00. 00000020:00000010:1.0:1773688179.088087:0:7562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07b50b00. 00000020:00000010:1.0:1773688179.088091:0:7562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fea28. 00000100:00000040:1.0:1773688179.088096:0:7562:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.088098:0:7562:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.088099:0:7562:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.088101:0:7562:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.088103:0:7562:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.088106:0:7562:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.088109:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.088111:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.088113:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86000 refcount=4 00000020:00000001:1.0:1773688179.088115:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:1.0:1773688179.088117:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00010000:1.0:1773688179.088122:0:7562:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002a2a5c9f/0x52973366461d2814 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xa07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a65c expref: 60 pid: 38615 timeout: 3058 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.088130:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.088132:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.088133:0:7562:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.088135:0:7562:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.088139:0:7562:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1773688179.088143:0:7562:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9a10ce4380 x1859843854301824/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.088152:0:7562:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1773688179.088153:0:7562:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.088163:0:7562:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.088171:0:7562:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.088172:0:7562:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.088175:0:7562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3711 00000100:00000040:1.0:1773688179.088179:0:7562:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b04f38000 : new rpc_count 1 00000100:00000001:1.0:1773688179.088182:0:7562:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993044390784 : -129080665160832 : ffff8a9a10ce4380) 00000100:00000040:1.0:1773688179.088187:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a10ce4380 x1859843854301824/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.088194:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.088198:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c62980. 00000100:00000001:1.0:1773688179.088200:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.088203:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c62980. 00000100:00100000:1.0:1773688179.088208:0:7562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a10ce4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+60:2405:x1859843854301824:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.088214:0:7562:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854301824 00010000:00000001:1.0:1773688179.088217:0:7562:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.088219:0:7562:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.088220:0:7562:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.088223:0:7562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.088225:0:7562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.088228:0:7562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9b36b7e000. 02000000:00000001:1.0:1773688179.088230:0:7562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.088232:0:7562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.088234:0:7562:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.088236:0:7562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.088238:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.088239:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.088241:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86000 refcount=4 00000020:00000001:1.0:1773688179.088242:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:1.0:1773688179.088244:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000040:1.0:1773688179.088248:0:7562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7100 count: 3 00002000:00000001:1.0:1773688179.088250:0:7562:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1773688179.088256:0:7562:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1773688179.088259:0:7562:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.088265:0:7562:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997970892216 : -129075738659400 : ffff8a9b3672b5b8) 00002000:00000001:1.0:1773688179.088268:0:7562:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997970892128 : -129075738659488 : ffff8a9b3672b560) 00002000:00000001:1.0:1773688179.088271:0:7562:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1773688179.088275:0:7562:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1773688179.088279:0:7562:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b3672b5b8/ffff8a9b3672b560 to site lru. bkt: ffff8a9b3211e450 00010000:00010000:1.0:1773688179.088285:0:7562:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002a2a5c9f/0x52973366461d2814 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xa07:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a65c expref: 60 pid: 38615 timeout: 3058 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00001000:1.0:1773688179.088293:0:7562:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b04f38450 time=67 v=5 (1 0 0 0) 00010000:00000001:1.0:1773688179.088296:0:7562:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773688179.088306:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.088308:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.088311:0:7562:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002a2a5c9f/0x52973366461d2814 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xa07:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a65c expref: 60 pid: 38615 timeout: 3058 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773688179.088318:0:7562:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.088320:0:7562:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.088321:0:7562:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.088324:0:7562:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.088328:0:7562:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.088330:0:7562:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.088335:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.088337:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.088339:0:7562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.088340:0:7562:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.088343:0:7562:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86000 with handle 0x52973366461d2814 from hash 00010000:00000001:1.0:1773688179.088345:0:7562:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.088346:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.088347:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.088348:0:7562:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.088353:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.088354:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.088356:0:7562:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.088357:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.088361:0:7562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a2a5c9f/0x52973366461d2814 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xa07:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a65c expref: 60 pid: 38615 timeout: 3058 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.088367:0:7562:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b04f38000 : new locks_count 52 00000020:00000040:1.0:1773688179.088369:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b04f38000 : new refcount 59 00010000:00000001:1.0:1773688179.088375:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.088377:0:7562:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.088378:0:7562:0:(ldlm_lock.c:1971:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1773688179.088380:0:7562:0:(ldlm_lock.c:1987:ldlm_reprocess_queue()) Reprocessing lock ffff8a9b04e87800 00010000:00000001:1.0:1773688179.088382:0:7562:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1773688179.088383:0:7562:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1773688179.088385:0:7562:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1773688179.088387:0:7562:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.088388:0:7562:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1773688179.088390:0:7562:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1773688179.088391:0:7562:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.088394:0:7562:0:(ldlm_extent.c:220:ldlm_extent_internal_policy_granted()) Process entered 00010000:00000001:1.0:1773688179.088396:0:7562:0:(ldlm_extent.c:167:ldlm_extent_internal_policy_fixup()) Process leaving 00010000:00000001:1.0:1773688179.088398:0:7562:0:(ldlm_extent.c:264:ldlm_extent_internal_policy_granted()) Process leaving 00010000:00000001:1.0:1773688179.088400:0:7562:0:(ldlm_extent.c:283:ldlm_extent_internal_policy_waiting()) Process entered 00010000:00000001:1.0:1773688179.088401:0:7562:0:(ldlm_extent.c:167:ldlm_extent_internal_policy_fixup()) Process leaving 00010000:00000001:1.0:1773688179.088403:0:7562:0:(ldlm_extent.c:358:ldlm_extent_internal_policy_waiting()) Process leaving 00010000:00000001:1.0:1773688179.088405:0:7562:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.088406:0:7562:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688179.088410:0:7562:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d0541cb/0x52973366461d281b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xa07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a663 expref: 59 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.088417:0:7562:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1773688179.088421:0:7562:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d0541cb/0x52973366461d281b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a663 expref: 59 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.088429:0:7562:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x280000401:0xa07:0x0].0x0 (ffff8a9a1a7d7100) refcount = 2 00010000:00000040:1.0:1773688179.088431:0:7562:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.088435:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: 000000006d0541cb/0x52973366461d281b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a663 expref: 59 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.088443:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.088445:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.088447:0:7562:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00000800:00000001:2.0:1773688179.088448:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1773688179.088449:0:7562:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.088453:0:7562:0:(ldlm_lock.c:2020:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.088457:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1773688179.088457:0:7562:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b10c62980. 00000800:00000001:2.0:1773688179.088462:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1773688179.088463:0:7562:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000800:00000001:2.0:1773688179.088465:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1773688179.088469:0:7562:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b41aaf900. 00000400:00000200:2.0:1773688179.088470:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000100:00000001:1.0:1773688179.088476:0:7562:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614998159128832 : -129075550422784 : ffff8a9b41aaf900) 00000100:00000001:1.0:1773688179.088481:0:7562:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614998159128832 : -129075550422784 : ffff8a9b41aaf900) 00000400:00000200:2.0:1773688179.088482:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 12 MB=0x69b84a445fb00 00000100:00000001:1.0:1773688179.088488:0:7562:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000400:00000200:2.0:1773688179.088489:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 224/224 into md 0x3b659 [64] + 73696 00000100:00000001:1.0:1773688179.088492:0:7562:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000800:00000001:2.0:1773688179.088494:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1773688179.088496:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.088499:0:7562:0:(ldlm_lockd.c:1015:ldlm_server_completion_ast()) Process entered 00000100:00000010:1.0:1773688179.088504:0:7562:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b32124700. 00000020:00000040:1.0:1773688179.088512:0:7562:0:(genops.c:1229:class_import_get()) import ffff8a9b11b99000 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1773688179.088516:0:7562:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773688179.088517:0:7562:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773688179.088521:0:7562:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773688179.088527:0:7562:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9b028f7600. 00000800:00000001:2.0:1773688179.088531:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.088532:0:7562:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773688179.088538:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1773688179.088545:0:7562:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006d0541cb/0x52973366461d281b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a663 expref: 59 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773688179.088546:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.088553:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.088556:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:1.0:1773688179.088558:0:7562:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000010:2.0:1773688179.088562:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce4e00. 00000100:00000001:1.0:1773688179.088562:0:7562:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773688179.088567:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a10ce4e00 x1859843854301952 msgsize 224 00000100:00000040:1.0:1773688179.088569:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b32124700 x1859843861188096/t0(0) o105->lustre-OST0000@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.088582:0:7562:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773688179.088584:0:7562:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.088587:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1773688179.088589:0:7562:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b32124700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7562:1859843861188096:192.168.204.51@tcp:105: 00000100:00000001:1.0:1773688179.088594:0:7562:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773688179.088599:0:7562:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1773688179.088601:0:3439:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1773688179.088602:0:7562:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.088605:0:7562:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:2.0:1773688179.088607:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:1.0:1773688179.088610:0:7562:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9b028f7800. 00000800:00000001:2.0:1773688179.088612:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1773688179.088614:0:7562:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773688179.088619:0:7562:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b3697f528. 00000400:00000010:1.0:1773688179.088624:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64b28. 00000100:00000200:1.0:1773688179.088629:0:7562:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861188096, portal 16 00000100:00000001:1.0:1773688179.088632:0:7562:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773688179.088634:0:7562:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997897463552 : -129075812088064 : ffff8a9b32124700) 00000100:00000040:1.0:1773688179.088639:0:7562:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b32124700 x1859843861188096/t0(0) o105->lustre-OST0000@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.088650:0:7562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.088653:0:7562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.088656:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64880. 00000100:00000200:1.0:1773688179.088659:0:7562:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1859843861188096, offset 0 00000400:00000200:1.0:1773688179.088665:0:7562:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000100:00000001:0.0:1773688179.088666:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.088669:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854301952 02000000:00000001:0.0:1773688179.088670:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.088672:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1773688179.088674:0:7562:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000100:00000001:0.0:1773688179.088674:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.088679:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.088681:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854301952 00000400:00000200:1.0:1773688179.088683:0:7562:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:0.0:1773688179.088683:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.088686:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461c153f 00000020:00000001:0.0:1773688179.088688:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1773688179.088690:0:7562:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000020:00000040:0.0:1773688179.088691:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b31619800 refcount=86 00000020:00000001:0.0:1773688179.088695:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997885884416 : -129075823667200 : ffff8a9b31619800) 00000400:00000200:1.0:1773688179.088696:0:7562:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000020:00000001:0.0:1773688179.088698:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997885884416 : -129075823667200 : ffff8a9b31619800) 00000400:00000200:1.0:1773688179.088701:0:7562:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.088704:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1773688179.088707:0:7562:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47948:47948:256:4294967295] 192.168.204.51@tcp LPNI seq info [47944:47944:8:4294967295] 00000020:00000010:0.0:1773688179.088710:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4040. 00000400:00000200:1.0:1773688179.088717:0:7562:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000020:00000040:0.0:1773688179.088718:0:75542:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0001 (ffff8a9a0c7599b8) now 14 - evictor 00000800:00000200:1.0:1773688179.088725:0:7562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.088729:0:7562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7000. 00000100:00000001:0.0:1773688179.088731:0:75542:0:(service.c:1354:ptlrpc_update_export_timer()) Process leaving 00000800:00000200:1.0:1773688179.088735:0:7562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000020:00000010:0.0:1773688179.088738:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb200. 00000800:00000200:1.0:1773688179.088742:0:7562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000020:00000010:0.0:1773688179.088743:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06900. 00000800:00000200:1.0:1773688179.088747:0:7562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7000 type 1, nob 488 niov 1 nkiov 1 00000020:00000010:0.0:1773688179.088749:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400640. 00000100:00000040:0.0:1773688179.088756:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00080000:2.0:1773688179.088759:0:6368:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1773688179.088760:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.088764:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:2.0:1773688179.088765:0:6368:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0001 (ffff8a9a0c7599b8) now 14 - evictor 00000100:00000001:1.0:1773688179.088767:0:7562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.088768:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.088773:0:7562:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4297630009 00000100:00000001:0.0:1773688179.088780:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.088782:0:7562:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4297630005 00000100:00000001:1.0:1773688179.088787:0:7562:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4297630009 00000100:00000001:1.0:1773688179.088792:0:7562:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4297630005 00000100:00000001:0.0:1773688179.088792:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.088797:0:7562:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4297630009 00000100:00000001:1.0:1773688179.088804:0:7562:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4297630005 00000100:00000001:0.0:1773688179.088805:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.088808:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1773688179.088810:0:7562:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4297630009 00000100:00000001:2.0:1773688179.088814:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1773688179.088814:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15447 00000100:00000001:1.0:1773688179.088817:0:7562:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4297630005 00000100:00000001:2.0:1773688179.088818:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1773688179.088819:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b31619800 : new rpc_count 1 00000100:00000001:2.0:1773688179.088822:0:68797:0:(service.c:2223:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.088823:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993044393472 : -129080665158144 : ffff8a9a10ce4e00) 00000100:00000001:1.0:1773688179.088825:0:7562:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.088828:0:68797:0:(service.c:2462:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.088830:0:7562:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.088831:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a10ce4e00 x1859843854301952/t0(0) o41->1bcb5e9a-46c9-4fb2-b29b-7496c2bab9b9@192.168.204.51@tcp:734/0 lens 224/0 e 0 to 0 dl 1773688259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773688179.088835:0:7562:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.088840:0:7562:0:(ldlm_lockd.c:1133:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.088844:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773688179.088846:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1773688179.088847:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.088851:0:7562:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773688179.088852:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4500. 00010000:00000001:1.0:1773688179.088854:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:0.0:1773688179.088857:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.088858:0:7562:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:0.0:1773688179.088863:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4500. 00000100:00000001:1.0:1773688179.088865:0:7562:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.088870:0:7562:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1773688179.088873:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a10ce4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1bcb5e9a-46c9-4fb2-b29b-7496c2bab9b9+86:70638:x1859843854301952:12345-192.168.204.51@tcp:41:lfs.0 00000100:00000001:1.0:1773688179.088874:0:7562:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773688179.088881:0:7562:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b41aaf900 going to sleep for 11 seconds 00000100:00000200:0.0:1773688179.088883:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854301952 00000100:00000001:1.0:1773688179.088888:0:7562:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1773688179.088889:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1773688179.088892:0:7562:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.088893:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688179.088898:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.088945:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.088946:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862784 : -1038688832 : ffffffffc216ddc0) 00000020:00000001:0.0:1773688179.088948:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688179.088950:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1859843854301952, found 0 last_xid 1859843854301951 00000020:00000001:0.0:1773688179.088952:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.088954:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.088955:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.088956:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.088958:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.088960:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.088962:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8a9b03646400. 02000000:00000001:0.0:1773688179.088973:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.088974:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.088976:0:75542:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:0.0:1773688179.088978:0:75542:0:(mdt_lib.c:474:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1773688179.088979:0:75542:0:(mdt_lib.c:480:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.088982:0:75542:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1773688179.088991:0:75542:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:0.0:1773688179.088992:0:75542:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 2255355904 avail 2253258752 00000020:00000020:0.0:1773688179.088995:0:75542:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:0.0:1773688179.088997:0:75542:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/ffff8a9a0e726000 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1773688179.088999:0:75542:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0000_UUID/ffff8a9a09662000 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1773688179.089001:0:75542:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0001_UUID/ffff8a9b3387c800 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1773688179.089003:0:75542:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli 1bcb5e9a-46c9-4fb2-b29b-7496c2bab9b9/ffff8a9b31619800 dirty 0 pend 0 grant 2097152 00000020:00000020:0.0:1773688179.089004:0:75542:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli c02d7e8d-7bdc-4707-96d2-119efcc26c8e/ffff8a9b07b68000 dirty 0 pend 0 grant 2097152 00000004:00000020:0.0:1773688179.089018:0:75542:0:(mdt_handler.c:555:mdt_statfs()) 17269 blocks: 17207 free, 17191 avail; 472119 objects: 471041 free; state 0 00000020:00000001:0.0:1773688179.089023:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.089027:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.089029:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.089031:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.089032:0:75542:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688179.089034:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 42949673546, transno 0, xid 1859843854301952 00010000:00000001:0.0:1773688179.089036:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688179.089039:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a10ce4e00 x1859843854301952/t0(0) o41->1bcb5e9a-46c9-4fb2-b29b-7496c2bab9b9@192.168.204.51@tcp:734/0 lens 224/368 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773688179.089044:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.089046:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.089048:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688179.089050:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.089052:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.089054:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.089056:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.089057:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.089059:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.089061:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.089063:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be2a8. 00000100:00000200:0.0:1773688179.089065:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1859843854301952, offset 224 00000400:00000200:0.0:1773688179.089068:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.089072:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.089075:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47949:47949:256:4294967295] 192.168.204.51@tcp LPNI seq info [47945:47945:8:4294967295] 00000400:00000200:0.0:1773688179.089080:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.089083:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.089085:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85b00. 00000800:00000200:0.0:1773688179.089088:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.089091:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.089093:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85b00 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.089100:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.089102:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.089104:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688179.089105:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.089106:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688179.089109:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce4e00 x1859843854301952/t0(0) o41->1bcb5e9a-46c9-4fb2-b29b-7496c2bab9b9@192.168.204.51@tcp:734/0 lens 224/368 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773688179.089114:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a10ce4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1bcb5e9a-46c9-4fb2-b29b-7496c2bab9b9+86:70638:x1859843854301952:12345-192.168.204.51@tcp:41:lfs.0 Request processed in 268us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1773688179.089119:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15447 00000100:00000040:0.0:1773688179.089122:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b31619800 : new rpc_count 0 00000100:00000001:0.0:1773688179.089123:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.089125:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.089127:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.089130:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400640. 00000020:00000010:0.0:1773688179.089132:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb200. 00000020:00000040:0.0:1773688179.089135:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b31619800 : new refcount 85 00000100:00000001:0.0:1773688179.089137:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.089153:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.089156:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85b00. 00000400:00000200:2.0:1773688179.089158:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.089162:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.089164:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be2a8 00000400:00000010:2.0:1773688179.089165:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be2a8. 00000100:00000001:2.0:1773688179.089167:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.089168:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.092031:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.092043:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.092046:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.092048:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.092053:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.092064:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af0e00 00000400:00000200:2.0:1773688179.092068:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77b0d [1] + 224 00000800:00000001:2.0:1773688179.092073:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.092078:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.092080:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.092082:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.092086:0:3439:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688179.092093:0:3439:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b32124700 x1859843861188096/t0(0) o105->lustre-OST0000@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1773688179.092103:0:3439:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9b32124700 x1859843861188096/t0(0) o105->lustre-OST0000@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.092120:0:3439:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.092126:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.092129:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.092144:0:7562:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773688179.092150:0:7562:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773688179.092151:0:7562:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773688179.092153:0:7562:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b3697f528. 00000400:00000200:1.0:1773688179.092156:0:7562:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64b28 00000400:00000010:1.0:1773688179.092158:0:7562:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64b28. 00000100:00000001:1.0:1773688179.092160:0:7562:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773688179.092164:0:7562:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9b32124700 x1859843861188096/t0(0) o105->lustre-OST0000@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1773688179.092170:0:7562:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9b32124700 x1859843861188096/t0(0) o105->lustre-OST0000@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.092175:0:7562:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773688179.092176:0:7562:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.092177:0:7562:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773688179.092178:0:7562:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773688179.092180:0:7562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.092181:0:7562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.092183:0:7562:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.092187:0:7562:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b11b99458 time=60 v=5 (5 5 0 0) 00000100:00001000:1.0:1773688179.092190:0:7562:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b11b99410 time=60 v=5 (1 1 0 0) 00000100:00000001:1.0:1773688179.092192:0:7562:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773688179.092193:0:7562:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.092195:0:7562:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773688179.092197:0:7562:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.092199:0:7562:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.092202:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9b32124700 x1859843861188096/t0(0) o105->lustre-OST0000@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.092209:0:7562:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688179.092212:0:7562:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773688179.092213:0:7562:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.092216:0:7562:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1773688179.092218:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.092220:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.092221:0:7562:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.092225:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b32124700 x1859843861188096/t0(0) o105->lustre-OST0000@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1773688179.092232:0:7562:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9b32124700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7562:1859843861188096:192.168.204.51@tcp:105: 00000100:00000001:1.0:1773688179.092236:0:7562:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.092239:0:7562:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.092241:0:7562:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773688179.092242:0:7562:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773688179.092245:0:7562:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9b32124700 x1859843861188096/t0(0) o105->lustre-OST0000@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.092251:0:7562:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773688179.092254:0:7562:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773688179.092257:0:7562:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9b028f7800. 02000000:00000001:1.0:1773688179.092260:0:7562:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773688179.092261:0:7562:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773688179.092263:0:7562:0:(genops.c:1242:class_import_put()) import ffff8a9b11b99000 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1773688179.092265:0:7562:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773688179.092268:0:7562:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9b028f7600. 02000000:00000001:1.0:1773688179.092270:0:7562:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773688179.092272:0:7562:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773688179.092274:0:7562:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b32124700. 00000100:00000001:1.0:1773688179.092277:0:7562:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773688179.092279:0:7562:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1773688179.092281:0:7562:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b41aaf900. 00000100:00000001:1.0:1773688179.092284:0:7562:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688179.092286:0:7562:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773688179.092289:0:7562:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b10c62980. 00010000:00000001:1.0:1773688179.092297:0:7562:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.092300:0:7562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.092301:0:7562:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.092305:0:7562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.092307:0:7562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.092310:0:7562:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1773688179.092314:0:7562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.092316:0:7562:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.092318:0:7562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.092321:0:7562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.092322:0:7562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.092324:0:7562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.092327:0:7562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.092330:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64b28. 00000100:00000200:1.0:1773688179.092333:0:7562:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854301824, offset 224 00000400:00000200:1.0:1773688179.092338:0:7562:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.092346:0:7562:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.092351:0:7562:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47950:47950:256:4294967295] 192.168.204.51@tcp LPNI seq info [47946:47946:8:4294967295] 00000400:00000200:1.0:1773688179.092360:0:7562:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.092365:0:7562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.092369:0:7562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7e00. 00000800:00000200:1.0:1773688179.092375:0:7562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.092380:0:7562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.092383:0:7562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.092398:0:7562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.092401:0:7562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.092403:0:7562:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.092406:0:7562:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.092411:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce4380 x1859843854301824/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773688179.092422:0:7562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a10ce4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+59:2405:x1859843854301824:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4225us (4498us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688179.092431:0:7562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3711 00000100:00000040:1.0:1773688179.092435:0:7562:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b04f38000 : new rpc_count 0 00000100:00000001:1.0:1773688179.092437:0:7562:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.092440:0:7562:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.092445:0:7562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07b50b00. 00000020:00000010:1.0:1773688179.092449:0:7562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fea28. 00000020:00000010:1.0:1773688179.092454:0:7562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b028f6e00. 00000020:00000040:1.0:1773688179.092459:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b04f38000 : new refcount 58 00000100:00000001:1.0:1773688179.092462:0:7562:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1773688179.094047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86000. 00000800:00000001:2.0:1773688179.096526:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.096535:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.096538:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.096541:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.096551:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.096569:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 7 MB=0x69b84a445fb80 00000400:00000200:2.0:1773688179.096578:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-192.168.204.51@tcp of length 224/224 into md 0x1095 [8] + 448 00000800:00000001:2.0:1773688179.096585:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.096595:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.096597:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.096602:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.096609:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.096612:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1773688179.096618:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce7100. 00000100:00000040:2.0:1773688179.096621:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a10ce7100 x1859843854302080 msgsize 224 00000100:00100000:2.0:1773688179.096625:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.096637:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.096646:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.096650:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.096667:0:7885:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.096670:0:7885:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854302080 02000000:00000001:0.0:1773688179.096673:0:7885:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.096675:0:7885:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.096677:0:7885:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.096680:0:7885:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.096683:0:7885:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854302080 00000020:00000001:0.0:1773688179.096685:0:7885:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.096687:0:7885:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5297336646186c9d 00000020:00000001:0.0:1773688179.096688:0:7885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.096691:0:7885:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b03766800 refcount=240 00000020:00000001:0.0:1773688179.096693:0:7885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997115496448 : -129076594055168 : ffff8a9b03766800) 00000020:00000001:0.0:1773688179.096694:0:7885:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997115496448 : -129076594055168 : ffff8a9b03766800) 00000100:00000001:0.0:1773688179.096698:0:7885:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.096703:0:7885:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4500. 00000020:00000040:0.0:1773688179.096710:0:7885:0:(obd_config.c:1030:class_incref()) incref lustre-OST0000 (ffff8a9a0fb899b8) now 12 - evictor 00000100:00000001:0.0:1773688179.096724:0:7885:0:(service.c:1354:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1773688179.096730:0:7885:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb000. 00000020:00000010:0.0:1773688179.096735:0:7885:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.096740:0:7885:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400640. 00000100:00000040:0.0:1773688179.096749:0:7885:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1773688179.096752:0:7885:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.096753:0:7885:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1773688179.096754:0:7885:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.096759:0:7885:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773688179.096765:0:6368:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:0.0:1773688179.096767:0:7885:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773688179.096771:0:6368:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000 (ffff8a9a0fb899b8) now 12 - evictor 00000100:00000001:0.0:1773688179.096777:0:7885:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.096780:0:7885:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.096784:0:7885:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1727 00000100:00000040:0.0:1773688179.096787:0:7885:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b03766800 : new rpc_count 1 00000100:00000001:0.0:1773688179.096789:0:7885:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993044402432 : -129080665149184 : ffff8a9a10ce7100) 00000100:00000040:0.0:1773688179.096851:0:7885:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a10ce7100 x1859843854302080/t0(0) o13->1bcb5e9a-46c9-4fb2-b29b-7496c2bab9b9@192.168.204.51@tcp:665/0 lens 224/0 e 0 to 0 dl 1773688190 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688179.096862:0:7885:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.096865:0:7885:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4dc0. 00000100:00000001:0.0:1773688179.096868:0:7885:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.096869:0:7885:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe4dc0. 00000100:00100000:0.0:1773688179.096873:0:7885:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a10ce7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1bcb5e9a-46c9-4fb2-b29b-7496c2bab9b9+240:70638:x1859843854302080:12345-192.168.204.51@tcp:13:lfs.0 00000100:00000200:0.0:1773688179.096876:0:7885:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854302080 00000020:00000001:0.0:1773688179.096879:0:7885:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.096882:0:7885:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688179.096884:0:7885:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.096885:0:7885:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.096887:0:7885:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672990672 : -1036560944 : ffffffffc23755d0) 00000020:00000001:0.0:1773688179.096889:0:7885:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1773688179.096891:0:7885:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.096893:0:7885:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.096894:0:7885:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.096897:0:7885:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.096900:0:7885:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.096901:0:7885:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.096907:0:7885:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8a9a0eae8800. 02000000:00000001:0.0:1773688179.096909:0:7885:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.096910:0:7885:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688179.096913:0:7885:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1773688179.096916:0:7885:0:(ofd_obd.c:712:ofd_statfs()) Process entered 00000020:00000001:0.0:1773688179.096918:0:7885:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:0.0:1773688179.096921:0:7885:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1773688179.096932:0:7885:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.096933:0:7885:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1773688179.096935:0:7885:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 3407872 granted 675872768 pending 0 free 3804233728 avail 3802136576 00000020:00000020:0.0:1773688179.096938:0:7885:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 37814272 0 0 00000020:00000020:0.0:1773688179.096946:0:7885:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8a9b10642000 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1773688179.096949:0:7885:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff8a9a11306800 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1773688179.096952:0:7885:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli c02d7e8d-7bdc-4707-96d2-119efcc26c8e/ffff8a9b04f38000 dirty 3407872 pend 0 grant 191234048 00000020:00000020:0.0:1773688179.096955:0:7885:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 1bcb5e9a-46c9-4fb2-b29b-7496c2bab9b9/ffff8a9b03766800 dirty 0 pend 0 grant 446824448 00002000:00000020:0.0:1773688179.096959:0:7885:0:(ofd_obd.c:760:ofd_statfs()) 3683 blocks: 3628 free, 3622 avail; 116856 objects: 116096 free; state 0 00002000:00000001:0.0:1773688179.096961:0:7885:0:(ofd_obd.c:803:ofd_statfs()) Process leaving 00000020:00000001:0.0:1773688179.096975:0:7885:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.096981:0:7885:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.096985:0:7885:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.096988:0:7885:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688179.096990:0:7885:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688179.096993:0:7885:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 12884903539, transno 0, xid 1859843854302080 00010000:00000001:0.0:1773688179.096996:0:7885:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688179.097001:0:7885:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a10ce7100 x1859843854302080/t0(0) o13->1bcb5e9a-46c9-4fb2-b29b-7496c2bab9b9@192.168.204.51@tcp:665/0 lens 224/368 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773688179.097035:0:7885:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.097038:0:7885:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.097041:0:7885:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a010a35e8 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1773688179.097046:0:7885:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.097049:0:7885:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.097053:0:7885:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.097055:0:7885:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.097057:0:7885:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.097060:0:7885:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.097063:0:7885:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.097068:0:7885:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be000. 00000100:00000200:0.0:1773688179.097073:0:7885:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1859843854302080, offset 224 00000400:00000200:0.0:1773688179.097077:0:7885:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.097084:0:7885:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.097088:0:7885:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47951:47951:256:4294967295] 192.168.204.51@tcp LPNI seq info [47947:47947:8:4294967295] 00000400:00000200:0.0:1773688179.097095:0:7885:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.097098:0:7885:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.097102:0:7885:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85b00. 00000800:00000200:0.0:1773688179.097106:0:7885:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.097110:0:7885:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.097113:0:7885:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85b00 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.097125:0:7885:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.097127:0:7885:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.097128:0:7885:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688179.097130:0:7885:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.097132:0:7885:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688179.097135:0:7885:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce7100 x1859843854302080/t0(0) o13->1bcb5e9a-46c9-4fb2-b29b-7496c2bab9b9@192.168.204.51@tcp:665/0 lens 224/368 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773688179.097145:0:7885:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a10ce7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1bcb5e9a-46c9-4fb2-b29b-7496c2bab9b9+240:70638:x1859843854302080:12345-192.168.204.51@tcp:13:lfs.0 Request processed in 280us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1773688179.097153:0:7885:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1727 00000100:00000040:0.0:1773688179.097156:0:7885:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b03766800 : new rpc_count 0 00000100:00000001:0.0:1773688179.097159:0:7885:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.097160:0:7885:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.097164:0:7885:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.097168:0:7885:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400640. 00000020:00000010:0.0:1773688179.097172:0:7885:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb000. 00000020:00000040:0.0:1773688179.097178:0:7885:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b03766800 : new refcount 239 00000100:00000001:0.0:1773688179.097181:0:7885:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.097194:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.097198:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85b00. 00000400:00000200:2.0:1773688179.097203:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.097208:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.097212:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be000 00000400:00000010:2.0:1773688179.097214:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be000. 00000100:00000001:2.0:1773688179.097217:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.097219:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.099071:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.099079:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.099082:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.099085:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.099093:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.099104:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 7 MB=0x69b84a445fc00 00000400:00000200:0.0:1773688179.099110:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-192.168.204.51@tcp of length 224/224 into md 0x1095 [8] + 672 00000800:00000001:0.0:1773688179.099116:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.099123:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.099127:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.099131:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.099135:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.099137:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1773688179.099142:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b04e55c00. 00000100:00000040:0.0:1773688179.099146:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b04e55c00 x1859843854302208 msgsize 224 00000100:00100000:0.0:1773688179.099150:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.099158:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1773688179.099172:0:7885:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.099174:0:7885:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854302208 02000000:00000001:0.0:1773688179.099176:0:7885:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.099178:0:7885:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.099180:0:7885:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.099183:0:7885:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.099186:0:7885:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854302208 00000020:00000001:0.0:1773688179.099188:0:7885:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.099190:0:7885:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5297336646186d37 00000020:00000001:0.0:1773688179.099192:0:7885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.099194:0:7885:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b32159000 refcount=244 00000020:00000001:0.0:1773688179.099197:0:7885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997897678848 : -129075811872768 : ffff8a9b32159000) 00000020:00000001:0.0:1773688179.099199:0:7885:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997897678848 : -129075811872768 : ffff8a9b32159000) 00000100:00000001:0.0:1773688179.099202:0:7885:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.099205:0:7885:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe4dc0. 00000020:00000010:0.0:1773688179.099209:0:7885:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8a9b08b25cc0. 00000020:00000040:0.0:1773688179.099214:0:7885:0:(obd_config.c:1030:class_incref()) incref lustre-OST0001 (ffff8a9b347019b8) now 12 - evictor 00000100:00000001:0.0:1773688179.099223:0:7885:0:(service.c:1354:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1773688179.099227:0:7885:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb000. 00000020:00000010:0.0:1773688179.099232:0:7885:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.099236:0:7885:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400640. 00000100:00000040:0.0:1773688179.099242:0:7885:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1773688179.099244:0:7885:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.099245:0:7885:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1773688179.099247:0:7885:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.099252:0:7885:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.099259:0:7885:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.099268:0:7885:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.099269:0:7885:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.099273:0:7885:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1728 00000100:00000040:0.0:1773688179.099276:0:7885:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b32159000 : new rpc_count 1 00000100:00000001:0.0:1773688179.099279:0:7885:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997139545088 : -129076570006528 : ffff8a9b04e55c00) 00000100:00000040:0.0:1773688179.099285:0:7885:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b04e55c00 x1859843854302208/t0(0) o13->1bcb5e9a-46c9-4fb2-b29b-7496c2bab9b9@192.168.204.51@tcp:665/0 lens 224/0 e 0 to 0 dl 1773688190 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688179.099292:0:7885:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.099295:0:7885:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b2ebe44c0. 00000100:00000001:0.0:1773688179.099297:0:7885:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.099300:0:7885:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b2ebe44c0. 00000100:00100000:0.0:1773688179.099305:0:7885:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b04e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1bcb5e9a-46c9-4fb2-b29b-7496c2bab9b9+244:70638:x1859843854302208:12345-192.168.204.51@tcp:13:lfs.0 00000100:00000200:0.0:1773688179.099309:0:7885:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854302208 00000020:00000001:0.0:1773688179.099311:0:7885:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.099314:0:7885:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688179.099315:0:7885:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.099318:0:7885:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.099319:0:7885:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672990672 : -1036560944 : ffffffffc23755d0) 00000020:00000001:0.0:1773688179.099322:0:7885:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1773688179.099325:0:7885:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.099327:0:7885:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.099329:0:7885:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.099331:0:7885:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.099334:0:7885:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.099336:0:7885:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.099340:0:7885:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8a9a0eaeb400. 02000000:00000001:0.0:1773688179.099342:0:7885:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.099344:0:7885:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688179.099347:0:7885:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1773688179.099350:0:7885:0:(ofd_obd.c:712:ofd_statfs()) Process entered 00000020:00000001:0.0:1773688179.099353:0:7885:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:0.0:1773688179.099356:0:7885:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1773688179.099369:0:7885:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.099372:0:7885:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1773688179.099375:0:7885:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 10223616 granted 631177216 pending 0 free 3833593856 avail 3831496704 00000020:00000020:0.0:1773688179.099379:0:7885:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 27983872 0 0 00000020:00000020:0.0:1773688179.099382:0:7885:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8a9b33878800 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1773688179.099385:0:7885:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff8a9a09944800 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1773688179.099388:0:7885:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli c02d7e8d-7bdc-4707-96d2-119efcc26c8e/ffff8a9a0a88f800 dirty 10223616 pend 0 grant 136314880 00000020:00000020:0.0:1773688179.099391:0:7885:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli 1bcb5e9a-46c9-4fb2-b29b-7496c2bab9b9/ffff8a9b32159000 dirty 0 pend 0 grant 466878464 00002000:00000020:0.0:1773688179.099394:0:7885:0:(ofd_obd.c:760:ofd_statfs()) 3683 blocks: 3656 free, 3644 avail; 117735 objects: 116992 free; state 0 00002000:00000001:0.0:1773688179.099397:0:7885:0:(ofd_obd.c:803:ofd_statfs()) Process leaving 00000020:00000001:0.0:1773688179.099400:0:7885:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.099405:0:7885:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.099408:0:7885:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.099410:0:7885:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688179.099412:0:7885:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688179.099414:0:7885:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294970171, transno 0, xid 1859843854302208 00010000:00000001:0.0:1773688179.099416:0:7885:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688179.099421:0:7885:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b04e55c00 x1859843854302208/t0(0) o13->1bcb5e9a-46c9-4fb2-b29b-7496c2bab9b9@192.168.204.51@tcp:665/0 lens 224/368 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773688179.099428:0:7885:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.099430:0:7885:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.099433:0:7885:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a010a35e8 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1773688179.099437:0:7885:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.099440:0:7885:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.099442:0:7885:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.099445:0:7885:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.099446:0:7885:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.099449:0:7885:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.099452:0:7885:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.099456:0:7885:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316bed48. 00000100:00000200:0.0:1773688179.099461:0:7885:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1859843854302208, offset 224 00000400:00000200:0.0:1773688179.099467:0:7885:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.099474:0:7885:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.099480:0:7885:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47952:47952:256:4294967295] 192.168.204.51@tcp LPNI seq info [47948:47948:8:4294967295] 00000400:00000200:0.0:1773688179.099490:0:7885:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.099496:0:7885:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.099501:0:7885:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85a00. 00000800:00000200:0.0:1773688179.099507:0:7885:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.099513:0:7885:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.099517:0:7885:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85a00 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.099526:0:7885:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.099530:0:7885:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.099533:0:7885:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688179.099534:0:7885:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.099537:0:7885:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688179.099541:0:7885:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b04e55c00 x1859843854302208/t0(0) o13->1bcb5e9a-46c9-4fb2-b29b-7496c2bab9b9@192.168.204.51@tcp:665/0 lens 224/368 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773688179.099550:0:7885:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b04e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1bcb5e9a-46c9-4fb2-b29b-7496c2bab9b9+244:70638:x1859843854302208:12345-192.168.204.51@tcp:13:lfs.0 Request processed in 256us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1773688179.099556:0:7885:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1728 00000100:00000040:0.0:1773688179.099559:0:7885:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b32159000 : new rpc_count 0 00000100:00000001:0.0:1773688179.099562:0:7885:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.099563:0:7885:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.099566:0:7885:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06900. 00000020:00000010:0.0:1773688179.099571:0:7885:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400640. 00000020:00000010:0.0:1773688179.099575:0:7885:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb000. 00000020:00000040:0.0:1773688179.099580:0:7885:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b32159000 : new refcount 243 00000100:00000001:0.0:1773688179.099582:0:7885:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773688179.099600:0:6368:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:0.0:1773688179.099604:0:6368:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0001 (ffff8a9b347019b8) now 12 - evictor 00000800:00000001:0.0:1773688179.099611:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.099615:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.099664:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.099667:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85a00. 00000400:00000200:0.0:1773688179.099672:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.099676:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.099679:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316bed48 00000400:00000010:0.0:1773688179.099681:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316bed48. 00000100:00000001:0.0:1773688179.099684:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.099686:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.105373:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.105384:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.105386:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.105389:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.105399:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.105415:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 392 into portal 23 MB=0x69b84a445fd00 00000400:00000200:2.0:1773688179.105424:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 392/392 into md 0x7188d [2] + 1680 00000400:00000010:2.0:1773688179.105430:0:3439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b079b39a0. 00000400:00000200:2.0:1773688179.105436:0:3439:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8a9a0da2d0c0 00000800:00000001:2.0:1773688179.105443:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.105452:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.105455:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.105458:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.105462:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a0da2d0c0 00000400:00000010:2.0:1773688179.105464:0:3439:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at ffff8a9a0da2d0c0. 00000100:00000001:2.0:1773688179.105470:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.105472:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:2.0:1773688179.105475:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0c77f450 x1859843854302464 msgsize 392 00000100:00100000:2.0:1773688179.105482:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000040:2.0:1773688179.105484:0:3439:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1773688179.105507:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.105515:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.105519:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.106695:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.106700:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d200. 00000400:00000200:1.0:1773688179.106704:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.106709:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.106712:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee088 00000400:00000010:1.0:1773688179.106714:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee088. 00000100:00000001:1.0:1773688179.106717:0:3438:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1773688179.106719:0:3438:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.106721:0:3438:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9b07833c00. 02000000:00000001:1.0:1773688179.106723:0:3438:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1773688179.106724:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.110083:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.110096:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.110098:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.110100:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.110107:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.110120:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 648 into portal 12 MB=0x69b84a445fe00 00000400:00000200:2.0:1773688179.110125:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 648/648 into md 0x3b659 [64] + 73920 00000800:00000001:2.0:1773688179.110131:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.110138:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.110139:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.110142:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.110147:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.110148:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.110153:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce7480. 00000100:00000040:2.0:1773688179.110155:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a10ce7480 x1859843854302720 msgsize 648 00000100:00100000:2.0:1773688179.110158:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.110167:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.110172:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.110174:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.110200:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.110205:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854302720 02000000:00000001:0.0:1773688179.110208:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.110210:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.110213:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.110218:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.110221:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854302720 00000020:00000001:0.0:1773688179.110225:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.110227:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.110230:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.110234:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=71 00000020:00000001:0.0:1773688179.110237:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.110240:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.110244:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.110248:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b3410d840. 00000100:00000001:0.0:1773688179.110251:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.110254:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b3410d840. 00000020:00000010:0.0:1773688179.110260:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb600. 00000020:00000010:0.0:1773688179.110264:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06a80. 00000020:00000010:0.0:1773688179.110269:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400640. 00000100:00000040:0.0:1773688179.110276:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688179.110279:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.110281:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688179.110285:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688179.110287:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.110289:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.110296:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.110310:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.110320:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.110322:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.110328:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15448 00000100:00000040:0.0:1773688179.110331:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.110334:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993044403328 : -129080665148288 : ffff8a9a10ce7480) 00000100:00000040:0.0:1773688179.110342:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a10ce7480 x1859843854302720/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688179.110352:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.110355:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b3410d840. 00000100:00000001:0.0:1773688179.110357:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.110360:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b3410d840. 00000100:00100000:0.0:1773688179.110366:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a10ce7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+71:68109:x1859843854302720:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688179.110370:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854302720 00000020:00000001:0.0:1773688179.110374:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.110377:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1773688179.110382:0:75542:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a0be2dcc0: xid 1859843854302464, transno 171798692040, client gen 13, slot idx 2 00000001:00000001:0.0:1773688179.110387:0:75542:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a0d8d8900: xid 1859843854301312, transno 171798692039, client gen 13, slot idx 3 00000001:00000010:0.0:1773688179.110390:0:75542:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a0d8d8900. 00000020:00000001:0.0:1773688179.110395:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.110397:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.110400:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688179.110403:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688179.110406:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854302720, found 0 last_xid 1859843854302719 00000020:00000001:0.0:1773688179.110409:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.110411:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.110413:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.110418:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.110420:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688179.110423:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688179.110425:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688179.110427:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688179.110429:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.110435:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.110443:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 3 00010000:00000001:0.0:1773688179.110446:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.110450:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.110455:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86a00. 00000020:00000001:0.0:1773688179.110459:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.110462:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86a00 with handle 0x52973366461d2822 to hash 00000020:00000001:0.0:1773688179.110464:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.110466:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000010:0.0:1773688179.110472:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988200. 00010000:00000001:0.0:1773688179.110475:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00010000:0.0:1773688179.110480:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d2822 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a66a expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.110490:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:0.0:1773688179.110493:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=72 00010000:00000001:0.0:1773688179.110499:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688179.110503:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688179.110510:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688179.110513:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688179.110515:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.110518:0:75542:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:0.0:1773688179.110523:0:75542:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9a10ce7480 x1859843854302720/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1773688179.110533:0:75542:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1773688179.110535:0:75542:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1773688179.110537:0:75542:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1773688179.110540:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.110542:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.110546:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.110548:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.110551:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.110553:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.110554:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.110556:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.110562:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.110563:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.110566:0:75542:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.110568:0:75542:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.110572:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688179.110573:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688179.110576:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.110578:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.110584:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9b08ee3000. 02000000:00000001:0.0:1773688179.110587:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.110589:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.110593:0:75542:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1773688179.110594:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.110595:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.110597:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.110599:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.110601:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.110603:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.110605:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.110607:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.110609:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.110610:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.110614:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688179.110620:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688179.110622:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688179.110625:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.110627:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.110629:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.110632:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.110633:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.110635:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.110638:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688179.110640:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.110643:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.110645:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.110647:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688179.110649:0:75542:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.110653:0:75542:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1773688179.110655:0:75542:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.110658:0:75542:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1773688179.110662:0:75542:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:0.0:1773688179.110666:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3a38 00000004:00000002:0.0:1773688179.110669:0:75542:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xf3:0x0]/(->[0x20000afe1:0x141:0x0]) cr_flag=040004240000003 mode=0100000 msg_flag=0x600 00000004:00000001:0.0:1773688179.110674:0:75542:0:(mdt_open.c:1135:mdt_open_by_fid_lock()) Process entered 00000004:00000001:0.0:1773688179.110677:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.110679:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:0.0:1773688179.110682:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.110686:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:0.0:1773688179.110689:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:0.0:1773688179.110691:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.110692:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x141:0x0] 00000020:00000001:0.0:1773688179.110694:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.110698:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614993139165144 : -129080570386472 : ffff8a9a167467d8) 00000004:00000001:0.0:1773688179.110701:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614993139165056 : -129080570386560 : ffff8a9a16746780) 00000004:00000001:0.0:1773688179.110703:0:75542:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1773688179.110705:0:75542:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.110709:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1773688179.110712:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1773688179.110718:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.110722:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.110726:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.110728:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.110735:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688179.110738:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688179.110741:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688179.110743:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:0.0:1773688179.110745:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.110749:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x141:0x0]: Reading som attrs: valid: 4, size: 77076, blocks: 1 00000004:00000001:0.0:1773688179.110753:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.110755:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.110757:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.110760:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688179.110762:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688179.110764:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:0.0:1773688179.110767:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b08ee3378 00000004:00000001:0.0:1773688179.110770:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.110774:0:75542:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:0.0:1773688179.110776:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1773688179.110778:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.110782:0:75542:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0x141:0x0] lease count: 0, lm: 8 00000004:00000001:0.0:1773688179.110786:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1773688179.110790:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.110793:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.110797:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7e00 count: 2 00010000:00000001:0.0:1773688179.110800:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.110802:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.110806:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86e00. 00000020:00000001:0.0:1773688179.110810:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.110813:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86e00 with handle 0x52973366461d2829 to hash 00000020:00000001:0.0:1773688179.110815:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.110817:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000010:0.0:1773688179.110821:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988d80. 00010000:00000001:0.0:1773688179.110824:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:0.0:1773688179.110827:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.110830:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.110834:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2829 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.110842:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.110846:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.110849:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.110851:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.110855:0:75542:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1773688179.110861:0:75542:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2806 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a655 expref: 72 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.110869:0:75542:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1773688179.110871:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.110873:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.110875:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.110878:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.110880:0:75542:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1773688179.110884:0:75542:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2829 lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.110892:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x141:0x0].0x0 (ffff8a9a1a7d7e00) refcount = 2 00010000:00000040:0.0:1773688179.110896:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.110901:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2806 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a655 expref: 72 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.110909:0:75542:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1773688179.110912:0:75542:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2829 lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.110920:0:75542:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b3410d840. 00000100:00000001:0.0:1773688179.110925:0:75542:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773688179.110932:0:75542:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a0d8d8900. 00000100:00000001:0.0:1773688179.110934:0:75542:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614992989817088 : -129080719734528 : ffff8a9a0d8d8900) 00000100:00000001:0.0:1773688179.110937:0:75542:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614992989817088 : -129080719734528 : ffff8a9a0d8d8900) 00000100:00000001:0.0:1773688179.110940:0:75542:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773688179.110942:0:75542:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1773688179.110943:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1773688179.110947:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.110949:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1773688179.110952:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.110954:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.110957:0:75542:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1773688179.110959:0:75542:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1773688179.110980:0:75542:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b04e57100. 00000020:00000040:0.0:1773688179.110984:0:75542:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:0.0:1773688179.110988:0:75542:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773688179.110989:0:75542:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773688179.110994:0:75542:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773688179.111002:0:75542:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a198eb800. 00000100:00000001:0.0:1773688179.111049:0:75542:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.111059:0:75542:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2806 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a655 expref: 72 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.111084:0:75542:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2806 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a655 expref: 72 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.111093:0:75542:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1773688179.111095:0:75542:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773688179.111100:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b04e57100 x1859843861188224/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.111108:0:75542:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773688179.111110:0:75542:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.111115:0:75542:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b04e57100 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:75542:1859843861188224:192.168.204.51@tcp:104: 00000100:00000001:0.0:1773688179.111120:0:75542:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773688179.111125:0:75542:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773688179.111129:0:75542:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.111132:0:75542:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773688179.111137:0:75542:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a198eb200. 02000000:00000001:0.0:1773688179.111140:0:75542:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773688179.111145:0:75542:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a19e54948. 00000400:00000010:0.0:1773688179.111151:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316bed48. 00000100:00000200:0.0:1773688179.111159:0:75542:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861188224, portal 16 00000100:00000001:0.0:1773688179.111161:0:75542:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773688179.111164:0:75542:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997139550464 : -129076570001152 : ffff8a9b04e57100) 00000100:00000040:0.0:1773688179.111171:0:75542:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b04e57100 x1859843861188224/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.111179:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.111182:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.111185:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316bedd0. 00000100:00000200:0.0:1773688179.111189:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861188224, offset 0 00000400:00000200:0.0:1773688179.111195:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.111206:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.111212:0:75542:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773688179.111216:0:75542:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:0.0:1773688179.111221:0:75542:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773688179.111224:0:75542:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:0.0:1773688179.111229:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47954:47954:256:4294967295] 192.168.204.51@tcp LPNI seq info [47950:47950:8:4294967295] 00000400:00000200:0.0:1773688179.111241:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.111248:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.111253:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85a00. 00000800:00000200:0.0:1773688179.111260:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.111268:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.111273:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.111286:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.111290:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297630032 00000100:00000001:0.0:1773688179.111298:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297630009 00000100:00000001:0.0:1773688179.111303:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297630032 00000100:00000001:0.0:1773688179.111310:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297630009 00000100:00000001:0.0:1773688179.111316:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297630032 00000100:00000001:0.0:1773688179.111321:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297630009 00000100:00000001:0.0:1773688179.111325:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297630032 00000100:00000001:0.0:1773688179.111329:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297630009 00000100:00000001:0.0:1773688179.111334:0:75542:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773688179.111338:0:75542:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.111341:0:75542:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.111343:0:75542:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.111346:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.111348:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.111350:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.111352:0:75542:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.111354:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1773688179.111356:0:75542:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1773688179.111359:0:75542:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.111362:0:75542:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773688179.111365:0:75542:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773688179.111369:0:75542:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9a0d8d8900 going to sleep for 11 seconds 00000100:00000001:0.0:1773688179.111372:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773688179.111376:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773688179.111386:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.111392:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85a00. 00000400:00000200:2.0:1773688179.111397:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.111403:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.111407:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316bedd0 00000400:00000010:2.0:1773688179.111410:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316bedd0. 00000100:00000001:2.0:1773688179.111414:0:3439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773688179.111420:0:3439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b04e57100 x1859843861188224/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.111430:0:3439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.111435:0:3439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b04e57100 x1859843861188224/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.111442:0:3439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.111444:0:3439:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.112544:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.112552:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.112556:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.112562:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.112569:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.112579:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af0e80 00000400:00000200:0.0:1773688179.112585:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77b2d [1] + 224 00000800:00000001:0.0:1773688179.112591:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.112600:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.112602:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.112606:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.112611:0:3438:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773688179.112617:0:3438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b04e57100 x1859843861188224/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1773688179.112629:0:3438:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9b04e57100 x1859843861188224/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.112647:0:3438:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.112655:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.112658:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.112668:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773688179.112675:0:75542:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773688179.112677:0:75542:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773688179.112679:0:75542:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a19e54948. 00000400:00000200:2.0:1773688179.112684:0:75542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316bed48 00000400:00000010:2.0:1773688179.112686:0:75542:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316bed48. 00000100:00000001:2.0:1773688179.112690:0:75542:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688179.112696:0:75542:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9b04e57100 x1859843861188224/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1773688179.112706:0:75542:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9b04e57100 x1859843861188224/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.112714:0:75542:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773688179.112717:0:75542:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.112719:0:75542:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773688179.112722:0:75542:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773688179.112724:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.112726:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.112729:0:75542:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.112735:0:75542:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=3 v=5 (5 0 0 0) 00000100:00001000:2.0:1773688179.112739:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1773688179.112742:0:75542:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773688179.112744:0:75542:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.112746:0:75542:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773688179.112749:0:75542:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.112752:0:75542:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.112793:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9b04e57100 x1859843861188224/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.112802:0:75542:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.112805:0:75542:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773688179.112808:0:75542:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.112811:0:75542:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1773688179.112813:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.112815:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.112817:0:75542:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.112823:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b04e57100 x1859843861188224/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1773688179.112839:0:75542:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9b04e57100 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:75542:1859843861188224:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.112845:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.112849:0:75542:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.112851:0:75542:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773688179.112854:0:75542:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.112857:0:75542:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9b04e57100 x1859843861188224/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.112865:0:75542:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773688179.112868:0:75542:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773688179.112871:0:75542:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a198eb200. 02000000:00000001:2.0:1773688179.112876:0:75542:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773688179.112878:0:75542:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773688179.112880:0:75542:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1773688179.112882:0:75542:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773688179.112885:0:75542:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a198eb800. 02000000:00000001:2.0:1773688179.112888:0:75542:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773688179.112890:0:75542:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773688179.112892:0:75542:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b04e57100. 00000100:00000001:2.0:1773688179.112896:0:75542:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773688179.112898:0:75542:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773688179.112900:0:75542:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a0d8d8900. 00000100:00000001:2.0:1773688179.112903:0:75542:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1773688179.112905:0:75542:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1773688179.112908:0:75542:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b3410d840. 00010000:00000001:2.0:1773688179.112912:0:75542:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.112914:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.112916:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.112920:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1773688179.112924:0:75542:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2829 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000001:2.0:1773688179.113324:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.113332:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.113335:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.113337:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.113342:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.113351:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a445fe80 00000400:00000200:2.0:1773688179.113358:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72bc5 [2] + 1640 00000800:00000001:2.0:1773688179.113362:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.113394:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.113397:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.113401:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.113405:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.113408:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1773688179.113411:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce5180. 00000100:00000040:2.0:1773688179.113415:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a10ce5180 x1859843854302848 msgsize 328 00000100:00100000:2.0:1773688179.113419:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.113431:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.113436:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.113439:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.113503:0:7562:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.113506:0:7562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854302848 02000000:00000001:0.0:1773688179.113509:0:7562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.113511:0:7562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.113513:0:7562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.113516:0:7562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.113519:0:7562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854302848 00000020:00000001:0.0:1773688179.113522:0:7562:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.113524:0:7562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.113526:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.113529:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=73 00000020:00000001:0.0:1773688179.113532:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.113534:0:7562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.113538:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.113541:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b3410d300. 00000100:00000001:0.0:1773688179.113545:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.113548:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b3410d300. 00000020:00000010:0.0:1773688179.113553:0:7562:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb800. 00000020:00000010:0.0:1773688179.113559:0:7562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06c00. 00000020:00000010:0.0:1773688179.113563:0:7562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b054004b0. 00000100:00000040:0.0:1773688179.113570:0:7562:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1773688179.113573:0:7562:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.113574:0:7562:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1773688179.113576:0:7562:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1773688179.113580:0:7562:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.113582:0:7562:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1773688179.113586:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.113587:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.113589:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86800 refcount=4 00000020:00000001:0.0:1773688179.113592:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688179.113594:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00010000:0.0:1773688179.113601:0:7562:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2806 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a655 expref: 73 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.113614:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.113616:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.113617:0:7562:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.113619:0:7562:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.113626:0:7562:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1773688179.113631:0:7562:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9a10ce5180 x1859843854302848/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688179.113639:0:7562:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1773688179.113640:0:7562:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.113652:0:7562:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.113663:0:7562:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.113665:0:7562:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.113670:0:7562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3712 00000100:00000040:0.0:1773688179.113674:0:7562:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00000100:00000001:0.0:1773688179.113677:0:7562:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993044394368 : -129080665157248 : ffff8a9a10ce5180) 00000100:00000040:0.0:1773688179.113683:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a10ce5180 x1859843854302848/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688179.113692:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.113695:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b3410d300. 00000100:00000001:0.0:1773688179.113698:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.113700:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b3410d300. 00000100:00100000:0.0:1773688179.113704:0:7562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a10ce5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+73:2404:x1859843854302848:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1773688179.113708:0:7562:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854302848 00010000:00000001:0.0:1773688179.113710:0:7562:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1773688179.113713:0:7562:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1773688179.113715:0:7562:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1773688179.113720:0:7562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.113722:0:7562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.113727:0:7562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a0eaebc00. 02000000:00000001:0.0:1773688179.113730:0:7562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.113733:0:7562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.113735:0:7562:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1773688179.113737:0:7562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1773688179.113739:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.113741:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.113743:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86800 refcount=4 00000020:00000001:0.0:1773688179.113746:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688179.113748:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000040:0.0:1773688179.113751:0:7562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7e00 count: 3 00000004:00000001:0.0:1773688179.113756:0:7562:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:0.0:1773688179.113761:0:7562:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2806 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a655 expref: 73 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:0.0:1773688179.113768:0:7562:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b2bf83c50 time=1773688179 v=20 (0 0 0 0) 00010000:00000001:0.0:1773688179.113771:0:7562:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773688179.113781:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.113782:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.113785:0:7562:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2806 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a655 expref: 73 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1773688179.113793:0:7562:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.113795:0:7562:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.113797:0:7562:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.113799:0:7562:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.113804:0:7562:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.113806:0:7562:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.113811:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.113812:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.113814:0:7562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.113816:0:7562:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.113818:0:7562:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86800 with handle 0x52973366461d2806 from hash 00010000:00000001:0.0:1773688179.113820:0:7562:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.113822:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.113823:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.113824:0:7562:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.113830:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.113832:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.113834:0:7562:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.113835:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.113839:0:7562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2806 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a655 expref: 73 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.113846:0:7562:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:0.0:1773688179.113848:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 72 00010000:00000010:0.0:1773688179.113851:0:7562:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988500. 00010000:00000001:0.0:1773688179.113856:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.113858:0:7562:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.113860:0:7562:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.113863:0:7562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x141:0x0].0x0 (ffff8a9a1a7d7e00) 00010000:00010000:0.0:1773688179.113867:0:7562:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2829 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.113872:0:7562:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.113873:0:7562:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.113875:0:7562:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.113877:0:7562:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.113878:0:7562:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.113881:0:7562:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.113883:0:7562:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1773688179.113885:0:7562:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2829 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.113891:0:7562:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1773688179.113893:0:7562:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.113894:0:7562:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.113895:0:7562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.113898:0:7562:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x141:0x0].0x0 (ffff8a9a1a7d7e00) refcount = 2 00010000:00010000:0.0:1773688179.113902:0:7562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2829 lrc: 4/0,1 mode: CW/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.113911:0:7562:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.113914:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.113915:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.113917:0:7562:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.113919:0:7562:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.113921:0:7562:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1773688179.113926:0:7562:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b3410d300. 00000100:00000001:0.0:1773688179.113929:0:7562:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773688179.113934:0:7562:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a0d8d8900. 00000100:00000001:0.0:1773688179.113936:0:7562:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614992989817088 : -129080719734528 : ffff8a9a0d8d8900) 00000100:00000001:0.0:1773688179.113939:0:7562:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614992989817088 : -129080719734528 : ffff8a9a0d8d8900) 00000100:00000001:0.0:1773688179.113941:0:7562:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773688179.113942:0:7562:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1773688179.113944:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773688179.113946:0:7562:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.113956:0:7562:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.113959:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.113960:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.113961:0:7562:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.113975:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773688179.113978:0:7562:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1773688179.113980:0:7562:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.113982:0:7562:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.113984:0:7562:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1773688179.113986:0:7562:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a0d8d8900. 00010000:00010000:2.0:1773688179.113988:0:75542:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2829 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773688179.113989:0:7562:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1773688179.113992:0:7562:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1773688179.113998:0:7562:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b3410d300. 00010000:00000001:2.0:1773688179.114001:0:75542:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.114003:0:7562:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1773688179.114069:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2829 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.114078:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.114080:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.114082:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.114083:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.114085:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.114087:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86e00 refcount=3 00000020:00000001:2.0:1773688179.114090:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:2.0:1773688179.114093:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:2.0:1773688179.114095:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.114097:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.114100:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.114105:0:75542:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0x141:0x0], ibits = 0x5/0x1a, open_flags = 040004240000003, try_layout = 1 : rc = 0 00000004:00000001:2.0:1773688179.114109:0:75542:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.114112:0:75542:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.114118:0:75542:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000001:00000001:2.0:1773688179.114123:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.114126:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.114129:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.114131:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.114133:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.114135:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.114136:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.114139:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.114142:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x141:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:2.0:1773688179.114146:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x141:0x0]: returning size 77076 00000001:00000001:2.0:1773688179.114149:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.114151:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.114153:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1773688179.114157:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.114161:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.114163:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.114168:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.114171:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.114174:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.114177:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.114180:0:75542:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000004:00000002:2.0:1773688179.114183:0:75542:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:2.0:1773688179.114185:0:75542:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000004:00000001:2.0:1773688179.114187:0:75542:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.114191:0:75542:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1773688179.114198:0:75542:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1773688179.114201:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1773688179.114203:0:75542:0:(mdd_permission.c:247:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.114206:0:75542:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.114209:0:75542:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.114213:0:75542:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1773688179.114217:0:75542:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9b343e9f00. 00000020:00000001:2.0:1773688179.114220:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.114223:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b343e9f00 with handle 0x52973366461d2830 to hash 00000020:00000001:2.0:1773688179.114225:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1773688179.114227:0:75542:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614997933924096 : -129075775627520 : ffff8a9b343e9f00) 00000004:00000001:2.0:1773688179.114230:0:75542:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1773688179.114231:0:75542:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1773688179.114234:0:75542:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0x141:0x0] Change mfd open_flags 0 -> 040004240000003. 00000004:00000001:2.0:1773688179.114238:0:75542:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00010000:00010000:0.0:1773688179.114240:0:7562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00080000:00000001:2.0:1773688179.114242:0:75542:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1773688179.114244:0:7562:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.114251:0:7562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00080000:00000010:2.0:1773688179.114252:0:75542:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10f09000. 00010000:00000001:0.0:1773688179.114255:0:7562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.114256:0:75542:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993046638592 : -129080662913024 : ffff8a9a10f09000) 00000100:00001000:0.0:1773688179.114260:0:7562:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00080000:00000001:2.0:1773688179.114261:0:75542:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:0.0:1773688179.114268:0:7562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00080000:00000001:2.0:1773688179.114269:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000040:0.0:1773688179.114274:0:7562:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000001:00000001:2.0:1773688179.114277:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:0.0:1773688179.114277:0:7562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 00080000:00000001:2.0:1773688179.114281:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.114284:0:7562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.114289:0:7562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.114292:0:7562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.114295:0:7562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.114299:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be4c8. 00000100:00000200:0.0:1773688179.114305:0:7562:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854302848, offset 224 00080000:00000001:2.0:1773688179.114306:0:75542:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.114310:0:75542:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1773688179.114314:0:7562:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000001:00000001:2.0:1773688179.114316:0:75542:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1773688179.114321:0:75542:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692041, last_committed = 171798692011 00000400:00000200:0.0:1773688179.114325:0:7562:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000001:00000010:2.0:1773688179.114328:0:75542:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b08b27540. 00000001:00000040:2.0:1773688179.114334:0:75542:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 30 00000400:00000200:0.0:1773688179.114334:0:7562:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47955:47955:256:4294967295] 192.168.204.51@tcp LPNI seq info [47951:47951:8:4294967295] 00000020:00000040:2.0:1773688179.114340:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=73 00000001:00000010:2.0:1773688179.114347:0:75542:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b079f4000. 00000400:00000200:0.0:1773688179.114349:0:7562:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00080000:00000001:2.0:1773688179.114356:0:75542:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:0.0:1773688179.114357:0:7562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.114363:0:7562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85800. 00000800:00000200:0.0:1773688179.114369:0:7562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.114375:0:7562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00080000:00000001:2.0:1773688179.114377:0:75542:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000800:00000200:0.0:1773688179.114379:0:7562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85800 type 1, nob 320 niov 1 nkiov 1 00000001:00000001:2.0:1773688179.114382:0:75542:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b079f4000: xid 1859843854302720, transno 171798692041, tag 1, client gen 13, slot idx 3 00000001:00000001:2.0:1773688179.114388:0:75542:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.114400:0:75542:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.114403:0:75542:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000100:00000001:0.0:1773688179.114404:0:7562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.114405:0:75542:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.114410:0:75542:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.114411:0:7562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00000004:00000001:2.0:1773688179.114413:0:75542:0:(mdt_open.c:1236:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.114416:0:7562:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.114419:0:75542:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00010000:00000001:0.0:1773688179.114421:0:7562:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.114423:0:75542:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1773688179.114426:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000100:00000040:0.0:1773688179.114429:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce5180 x1859843854302848/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1773688179.114430:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.114434:0:75542:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1773688179.114437:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688179.114440:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.114443:0:75542:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.114448:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000100:00100000:0.0:1773688179.114448:0:7562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a10ce5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+73:2404:x1859843854302848:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 751us (1027us total) trans 0 rc 0/0 00000004:00000001:2.0:1773688179.114452:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.114455:0:75542:0:(mdt_open.c:1525:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773688179.114463:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000100:00100000:0.0:1773688179.114463:0:7562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3712 00000100:00000040:0.0:1773688179.114469:0:7562:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.114472:0:7562:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1773688179.114473:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.114477:0:7562:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000001:00000001:2.0:1773688179.114478:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.114482:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773688179.114485:0:7562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06c00. 00000004:00000001:2.0:1773688179.114488:0:75542:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.114492:0:75542:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 00000020:00000010:0.0:1773688179.114492:0:7562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b054004b0. 02000000:00000001:2.0:1773688179.114497:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 00000020:00000010:0.0:1773688179.114499:0:7562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb800. 02000000:00000001:2.0:1773688179.114501:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.114504:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000020:00000040:0.0:1773688179.114505:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 72 00000004:00000001:2.0:1773688179.114507:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000100:00000001:0.0:1773688179.114509:0:7562:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1773688179.114511:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.114515:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.114525:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.114528:0:75542:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:2.0:1773688179.114531:0:75542:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1773688179.114534:0:75542:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.114539:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.114543:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.114547:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86e00 refcount=3 00000020:00000001:2.0:1773688179.114553:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:2.0:1773688179.114558:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00000004:00000040:2.0:1773688179.114563:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:2.0:1773688179.114568:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=73 00010000:00000001:2.0:1773688179.114576:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.114580:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.114582:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.114585:0:75542:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.114588:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.114592:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.114594:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.114596:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.114599:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.114600:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.114603:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.114604:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.114607:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86a00 with handle 0x52973366461d2822 from hash 00010000:00000001:2.0:1773688179.114610:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.114611:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.114612:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.114613:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.114615:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.114619:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d2822 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a66a expref: 73 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.114627:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:2.0:1773688179.114629:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 72 00010000:00000010:2.0:1773688179.114632:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988200. 00010000:00000001:2.0:1773688179.114637:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.114639:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.114643:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.114648:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2829 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a66a expref: 72 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.114655:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.114657:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.114660:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x141:0x0].0x0 (ffff8a9a1a7d7e00) 00010000:00010000:2.0:1773688179.114662:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00000001:2.0:1773688179.114664:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.114666:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.114668:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.114670:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.114671:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.114673:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b04e86e00, rc 0) 00000020:00000001:2.0:1773688179.114676:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.114679:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 171798692041, xid 1859843854302720 00010000:00000001:2.0:1773688179.114682:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.114687:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a10ce7480 x1859843854302720/t171798692041(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.114694:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.114696:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.114699:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.114703:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.114705:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.114708:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.114710:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.114712:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.114715:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.114717:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.114721:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b035055d8. 00000100:00000200:2.0:1773688179.114724:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854302720, offset 224 00000400:00000200:2.0:1773688179.114727:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.114731:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.114734:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47956:47956:256:4294967295] 192.168.204.51@tcp LPNI seq info [47952:47952:8:4294967295] 00000400:00000200:2.0:1773688179.114740:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.114743:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.114747:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a000. 00000800:00000200:2.0:1773688179.114750:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.114753:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.114755:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a000 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.114764:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.114767:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.114769:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.114771:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.114773:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.114776:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce7480 x1859843854302720/t171798692041(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.114783:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a10ce7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+72:68109:x1859843854302720:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4430us (4626us total) trans 171798692041 rc 0/0 00000100:00100000:2.0:1773688179.114789:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15448 00000100:00000040:2.0:1773688179.114791:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.114793:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.114794:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.114796:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06a80. 00000020:00000010:2.0:1773688179.114799:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400640. 00000020:00000010:2.0:1773688179.114801:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb600. 00000020:00000040:2.0:1773688179.114804:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 71 00000100:00000001:2.0:1773688179.114807:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.114812:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.114817:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a000. 00000400:00000200:0.0:1773688179.114822:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.114827:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.114830:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b035055d8 00000400:00000010:0.0:1773688179.114833:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b035055d8. 00000100:00000001:0.0:1773688179.114836:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.114838:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.116607:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.116615:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.116618:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.116620:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.116626:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.116634:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a445ff00 00000400:00000200:2.0:1773688179.116641:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 74568 00000800:00000001:2.0:1773688179.116646:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.116661:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.116664:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.116667:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.116672:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.116674:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.116678:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce5f80. 00000100:00000040:2.0:1773688179.116681:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a10ce5f80 x1859843854302976 msgsize 576 00000100:00100000:2.0:1773688179.116685:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.116698:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.116702:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.116705:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.116837:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.116841:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1773688179.116845:0:68797:0:(service.c:2223:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.116850:0:68797:0:(service.c:2462:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688179.117822:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.117833:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99da00. 00000400:00000200:0.0:1773688179.117839:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.117848:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.117852:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee6e8 00000400:00000010:0.0:1773688179.117854:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee6e8. 00000100:00000001:0.0:1773688179.117859:0:3439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773688179.117864:0:3439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b34274380 x1859843861188352/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.117873:0:3439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773688179.117878:0:3439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b34274380 x1859843861188352/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.117884:0:3439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.117887:0:3439:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773688179.118814:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.118820:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.118822:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.118824:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.118828:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.118835:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af0f00 00000400:00000200:1.0:1773688179.118839:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77b3d [1] + 224 00000800:00000001:1.0:1773688179.118843:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.118847:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.118849:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.118851:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.118854:0:3438:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773688179.118858:0:3438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b34274380 x1859843861188352/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1773688179.118865:0:3438:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9b34274380 x1859843861188352/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.118877:0:3438:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.118880:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.118883:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1773688179.119031:0:82081:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86800. 00010000:00000010:2.1:1773688179.119048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86a00. 00000800:00000001:2.0:1773688179.119491:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.119499:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.119501:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.119504:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.119509:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.119517:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a445ff80 00000400:00000200:2.0:1773688179.119523:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72bc5 [2] + 1968 00000400:00000010:2.0:1773688179.119527:0:3440:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a19b968f0. 00000400:00000200:2.0:1773688179.119531:0:3440:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8a9a0da2d480 00000800:00000001:2.0:1773688179.119534:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.119562:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.119565:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.119570:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.119573:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a0da2d480 00000400:00000010:2.0:1773688179.119575:0:3440:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at ffff8a9a0da2d480. 00000100:00000001:2.0:1773688179.119579:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.119580:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:2.0:1773688179.119583:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b1db7d050 x1859843854303104 msgsize 328 00000100:00100000:2.0:1773688179.119587:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000040:2.0:1773688179.119590:0:3440:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1773688179.119606:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.119610:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.119613:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.122043:0:7562:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.122048:0:7562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854303104 02000000:00000001:1.0:1773688179.122051:0:7562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.122053:0:7562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.122056:0:7562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.122060:0:7562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.122064:0:7562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854303104 00000020:00000001:1.0:1773688179.122071:0:7562:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.122072:0:7562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.122074:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.122078:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=74 00000020:00000001:1.0:1773688179.122081:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.122084:0:7562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.122087:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.122092:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c62980. 00000100:00000001:1.0:1773688179.122096:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.122099:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c62980. 00000020:00000010:1.0:1773688179.122112:0:7562:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b028f6e00. 00000020:00000010:1.0:1773688179.122118:0:7562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07b50800. 00000020:00000010:1.0:1773688179.122123:0:7562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fea28. 00000100:00000040:1.0:1773688179.122130:0:7562:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.122133:0:7562:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.122134:0:7562:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.122136:0:7562:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.122138:0:7562:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.122140:0:7562:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.122143:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.122144:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.122146:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86e00 refcount=4 00000020:00000001:1.0:1773688179.122147:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:1.0:1773688179.122149:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00010000:1.0:1773688179.122154:0:7562:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2829 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a66a expref: 74 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.122161:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.122162:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.122163:0:7562:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.122164:0:7562:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.122168:0:7562:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1773688179.122173:0:7562:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9b1db7d050 x1859843854303104/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.122178:0:7562:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1773688179.122179:0:7562:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.122190:0:7562:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.122199:0:7562:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.122200:0:7562:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.122203:0:7562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3713 00000100:00000040:1.0:1773688179.122207:0:7562:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00000100:00000001:1.0:1773688179.122208:0:7562:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997555990608 : -129076153561008 : ffff8a9b1db7d050) 00000100:00000040:1.0:1773688179.122212:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b1db7d050 x1859843854303104/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.122218:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.122220:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c62980. 00000100:00000001:1.0:1773688179.122221:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.122223:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c62980. 00000100:00100000:1.0:1773688179.122228:0:7562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b1db7d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+74:2405:x1859843854303104:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.122231:0:7562:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854303104 00010000:00000001:1.0:1773688179.122232:0:7562:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.122234:0:7562:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.122236:0:7562:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.122240:0:7562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.122242:0:7562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.122245:0:7562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9b36b7ec00. 02000000:00000001:1.0:1773688179.122247:0:7562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.122248:0:7562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.122250:0:7562:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.122251:0:7562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.122253:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.122254:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.122255:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86e00 refcount=4 00000020:00000001:1.0:1773688179.122257:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:1.0:1773688179.122259:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000040:1.0:1773688179.122261:0:7562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7e00 count: 4 00000004:00000001:1.0:1773688179.122264:0:7562:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1773688179.122267:0:7562:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2829 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a66a expref: 74 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:1.0:1773688179.122272:0:7562:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b2bf83c50 time=1773688179 v=20 (0 0 0 0) 00010000:00000001:1.0:1773688179.122275:0:7562:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773688179.122284:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.122285:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.122288:0:7562:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2829 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a66a expref: 74 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773688179.122296:0:7562:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.122298:0:7562:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.122300:0:7562:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.122302:0:7562:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.122306:0:7562:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.122308:0:7562:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.122313:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.122314:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.122317:0:7562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.122318:0:7562:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.122321:0:7562:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86e00 with handle 0x52973366461d2829 from hash 00010000:00000001:1.0:1773688179.122323:0:7562:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.122325:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.122326:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.122327:0:7562:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.122333:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.122335:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.122337:0:7562:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.122338:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.122342:0:7562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2829 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a66a expref: 74 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.122351:0:7562:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:1.0:1773688179.122354:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 73 00010000:00000010:1.0:1773688179.122357:0:7562:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988d80. 00010000:00000001:1.0:1773688179.122362:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.122365:0:7562:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.122367:0:7562:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.122369:0:7562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x141:0x0].0x0 (ffff8a9a1a7d7e00) 00010000:00010000:1.0:1773688179.122374:0:7562:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d283e lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.122379:0:7562:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.122380:0:7562:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.122382:0:7562:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.122383:0:7562:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.122384:0:7562:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.122386:0:7562:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.122387:0:7562:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688179.122389:0:7562:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d283e lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.122393:0:7562:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688179.122394:0:7562:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.122395:0:7562:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.122396:0:7562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.122398:0:7562:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x141:0x0].0x0 (ffff8a9a1a7d7e00) refcount = 3 00010000:00010000:1.0:1773688179.122400:0:7562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d283e lrc: 4/1,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.122403:0:7562:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.122406:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.122407:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.122408:0:7562:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.122408:0:7562:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.122410:0:7562:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1773688179.122413:0:7562:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b10c62980. 00000100:00000001:1.0:1773688179.122415:0:7562:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688179.122419:0:7562:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b41aaf900. 00000100:00000001:1.0:1773688179.122420:0:7562:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614998159128832 : -129075550422784 : ffff8a9b41aaf900) 00000100:00000001:1.0:1773688179.122422:0:7562:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614998159128832 : -129075550422784 : ffff8a9b41aaf900) 00000100:00000001:1.0:1773688179.122424:0:7562:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688179.122425:0:7562:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688179.122426:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.122427:0:7562:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.122437:0:7562:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.122438:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.122439:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.122440:0:7562:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.122442:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.122442:0:7562:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688179.122445:0:7562:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.122446:0:7562:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.122447:0:7562:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1773688179.122449:0:7562:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b41aaf900. 00000100:00000001:1.0:1773688179.122451:0:7562:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688179.122453:0:7562:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773688179.122454:0:7562:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b10c62980. 00010000:00000001:1.0:1773688179.122458:0:7562:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.122459:0:7562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.122461:0:7562:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773688179.122464:0:75542:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d283e lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.122464:0:7562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.122468:0:7562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.122473:0:7562:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00010000:00000001:2.0:1773688179.122474:0:75542:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.122477:0:7562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1773688179.122479:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d283e lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000040:1.0:1773688179.122483:0:7562:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.122488:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:1.0:1773688179.122489:0:7562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 00010000:00000001:2.0:1773688179.122492:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1773688179.122493:0:7562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1773688179.122495:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1773688179.122496:0:7562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.122498:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1773688179.122500:0:7562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1773688179.122501:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1773688179.122504:0:7562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000020:00000040:2.0:1773688179.122505:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10a00 refcount=3 00000020:00000001:2.0:1773688179.122509:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00000001:2.0:1773688179.122511:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00000001:2.0:1773688179.122512:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1773688179.122512:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64660. 00010000:00000001:2.0:1773688179.122514:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.122517:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.122521:0:75542:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000100:00000200:1.0:1773688179.122521:0:7562:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854303104, offset 224 00000004:00000001:2.0:1773688179.122527:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000400:00000200:1.0:1773688179.122531:0:7562:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000004:00000001:2.0:1773688179.122532:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688179.122539:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.122542:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.122546:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000400:00000200:1.0:1773688179.122546:0:7562:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00080000:00000001:2.0:1773688179.122550:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000400:00000200:1.0:1773688179.122555:0:7562:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47958:47958:256:4294967295] 192.168.204.51@tcp LPNI seq info [47954:47954:8:4294967295] 00080000:00000001:2.0:1773688179.122556:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.122561:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.122564:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.122566:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.122567:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.122571:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x141:0x0]: Reading som attrs: valid: 4, size: 77076, blocks: 1 00000004:00000001:2.0:1773688179.122576:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000400:00000200:1.0:1773688179.122577:0:7562:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000004:00000001:2.0:1773688179.122578:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.122580:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.122583:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.122586:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.122588:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.122590:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000800:00000200:1.0:1773688179.122590:0:7562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000004:00000001:2.0:1773688179.122593:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.122595:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.122597:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000010:1.0:1773688179.122598:0:7562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7600. 00000004:00000001:2.0:1773688179.122599:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.122602:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1773688179.122604:0:75542:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1773688179.122605:0:75542:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000200:1.0:1773688179.122607:0:7562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000004:00000002:2.0:1773688179.122608:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b09e47370 00000004:00000001:2.0:1773688179.122611:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688179.122614:0:7562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000001:00000001:2.0:1773688179.122615:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.122618:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688179.122619:0:7562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7600 type 1, nob 320 niov 1 nkiov 1 00000001:00000001:2.0:1773688179.122622:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.122624:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.122625:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.122627:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.122627:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.122629:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.122631:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x141:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000100:00000001:1.0:1773688179.122631:0:7562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.122637:0:7562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00000004:00200000:2.0:1773688179.122639:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x141:0x0]: returning size 77076 00010000:00000001:1.0:1773688179.122640:0:7562:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.122644:0:7562:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1773688179.122647:0:75542:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x141:45025 magic=0x0BD10BD0 pattern=0X1 00000100:00000040:1.0:1773688179.122649:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b1db7d050 x1859843854303104/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000040:2.0:1773688179.122654:0:75542:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:2.0:1773688179.122659:0:75542:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2567 00000100:00100000:1.0:1773688179.122663:0:7562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b1db7d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+73:2405:x1859843854303104:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 442us (3076us total) trans 0 rc 0/0 00000004:00200000:2.0:1773688179.122666:0:75542:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:2.0:1773688179.122671:0:75542:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:2.0:1773688179.122675:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000100:00100000:1.0:1773688179.122675:0:7562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3713 00000001:00000001:2.0:1773688179.122678:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.122681:0:7562:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00000004:00000001:2.0:1773688179.122683:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000100:00000001:1.0:1773688179.122686:0:7562:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000001:2.0:1773688179.122688:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00000001:1.0:1773688179.122690:0:7562:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:2.0:1773688179.122692:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.122695:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.122698:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:1.0:1773688179.122699:0:7562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07b50800. 00000004:00000001:2.0:1773688179.122701:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.122705:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:1.0:1773688179.122706:0:7562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fea28. 00000004:00000001:2.0:1773688179.122708:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688179.122712:0:7562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b028f6e00. 00000800:00000200:0.0:1773688179.122714:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1773688179.122716:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000040:1.0:1773688179.122718:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 72 00000800:00000010:0.0:1773688179.122719:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7600. 00000020:00000001:2.0:1773688179.122722:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.122725:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000400:00000200:0.0:1773688179.122726:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:2.0:1773688179.122727:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.122727:0:7562:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000004:00000001:2.0:1773688179.122732:0:75542:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773688179.122732:0:7562:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a0eaebc00. 00000400:00000200:0.0:1773688179.122733:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 02000000:00000001:1.0:1773688179.122740:0:7562:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1773688179.122741:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1773688179.122741:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64660 00000100:00000010:1.0:1773688179.122743:0:7562:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a10ce5180. 00000020:00000001:2.0:1773688179.122744:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1773688179.122745:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64660. 02000000:00000001:1.0:1773688179.122751:0:7562:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1773688179.122751:0:3439:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1773688179.122753:0:3439:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.122754:0:7562:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9b36b7e000. 00000020:00000040:2.0:1773688179.122758:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10a00 refcount=3 02000000:00000010:0.0:1773688179.122758:0:3439:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9b36b7ec00. 02000000:00000001:1.0:1773688179.122759:0:7562:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:2.0:1773688179.122762:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 02000000:00000001:0.0:1773688179.122763:0:3439:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.122764:0:7562:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a10ce4380. 00000100:00000001:0.0:1773688179.122766:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1773688179.122768:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 02000000:00000001:1.0:1773688179.122771:0:7562:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000004:00010000:2.0:1773688179.122773:0:75542:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d283e lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 02000000:00000010:1.0:1773688179.122775:0:7562:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a0fb78000. 02000000:00000001:1.0:1773688179.122780:0:7562:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.122783:0:7562:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b417d9f80. 00010000:00000001:2.0:1773688179.122785:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.122788:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.122790:0:75542:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 02000000:00000001:1.0:1773688179.122790:0:7562:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.122794:0:7562:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9b36cd8c00. 00000004:00000001:2.0:1773688179.122795:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.122800:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 02000000:00000001:1.0:1773688179.122800:0:7562:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.122803:0:7562:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b417d8000. 00010000:00000001:2.0:1773688179.122805:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.122808:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1773688179.122809:0:7562:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000040:2.0:1773688179.122810:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10a00 refcount=3 02000000:00000010:1.0:1773688179.122813:0:7562:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a10e32400. 00000020:00000001:2.0:1773688179.122815:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 02000000:00000001:1.0:1773688179.122818:0:7562:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1773688179.122820:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00000100:00000010:1.0:1773688179.122822:0:7562:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b3220c380. 02000000:00000001:1.0:1773688179.122827:0:7562:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.122828:0:7562:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a10e33000. 02000000:00000001:1.0:1773688179.122831:0:7562:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000004:00000040:2.0:1773688179.122833:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 29 00000100:00000010:1.0:1773688179.122834:0:7562:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b3220f480. 00000020:00000040:2.0:1773688179.122840:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=73 00000100:00000001:1.0:1773688179.122840:0:7562:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.122847:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1773688179.122848:0:7562:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000001:2.0:1773688179.122850:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.122853:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000400:00000010:1.0:1773688179.122855:0:7562:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b3697f528. 00000004:00000001:2.0:1773688179.122856:0:75542:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1773688179.122863:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 00000400:00000010:1.0:1773688179.122863:0:7562:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a9b41aaf900. 02000000:00000001:2.0:1773688179.122866:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.122869:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.122871:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.122873:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.122876:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.122881:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.122884:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.122887:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.122889:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:2.0:1773688179.122892:0:75542:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8a9b09e45000. 00000004:00000001:2.0:1773688179.122896:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.122899:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.122900:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.122903:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.122903:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.122906:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.122907:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.122909:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b11800 with handle 0x52973366461d2837 from hash 00010000:00000001:2.0:1773688179.122911:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.122912:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.122913:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.122914:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.122915:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.122918:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2837 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a671 expref: 73 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.122925:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:2.0:1773688179.122927:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 72 00010000:00000010:2.0:1773688179.122929:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315baf80. 00010000:00000001:2.0:1773688179.122937:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.122939:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.122952:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.122957:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d283e lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a671 expref: 72 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.122972:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.122973:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.122975:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x141:0x0].0x0 (ffff8a9a1a7d7e00) 00010000:00010000:2.0:1773688179.122977:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1773688179.122978:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.122980:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.122981:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.122982:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.122983:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.122984:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b34b10a00, rc 0) 00000020:00000001:2.0:1773688179.122986:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.122988:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692011, transno 0, xid 1859843854302976 00010000:00000001:2.0:1773688179.122990:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.122994:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a10ce5f80 x1859843854302976/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.122999:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.123001:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.123003:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.123025:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.123028:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.123032:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.123034:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.123036:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.123039:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.123042:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.123047:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505908. 00000100:00000200:2.0:1773688179.123051:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854302976, offset 224 00000400:00000200:2.0:1773688179.123057:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.123066:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.123071:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47959:47959:256:4294967295] 192.168.204.51@tcp LPNI seq info [47955:47955:8:4294967295] 00000400:00000200:2.0:1773688179.123079:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.123085:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.123089:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a500. 00000800:00000200:2.0:1773688179.123094:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.123099:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.123103:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a500 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.123116:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.123119:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.123122:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.123124:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.123127:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.123133:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce5f80 x1859843854302976/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.123143:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a10ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+72:68109:x1859843854302976:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 6273us (6459us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.123152:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15449 00000100:00000040:2.0:1773688179.123154:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.123157:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.123159:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:1.0:1773688179.123159:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1773688179.123162:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b33f6cc80. 00000800:00000010:1.0:1773688179.123163:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a500. 00000400:00000200:1.0:1773688179.123170:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1773688179.123171:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0708. 00000400:00000200:1.0:1773688179.123175:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.123179:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505908 00000020:00000010:2.0:1773688179.123180:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a19ad1400. 00000400:00000010:1.0:1773688179.123180:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505908. 00000100:00000001:1.0:1773688179.123187:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:2.0:1773688179.123188:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 71 00000100:00000001:1.0:1773688179.123189:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1773688179.123194:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1773688179.127028:0:82083:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86e00. 00010000:00000010:2.1:1773688179.127043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11800. 00000800:00000001:2.0:1773688179.129676:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.129690:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.129693:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.129696:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.129706:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.129722:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 488 into portal 6 MB=0x69b84a4460000 00000400:00000200:2.0:1773688179.129731:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.51@tcp of length 488/488 into md 0x115d [128] + 104752 00000800:00000001:2.0:1773688179.129746:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.129760:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.129763:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.129768:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.129775:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.129777:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:2.0:1773688179.129783:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce6d80. 00000100:00000040:2.0:1773688179.129786:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a10ce6d80 x1859843854303232 msgsize 488 00000100:00100000:2.0:1773688179.129790:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.129805:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.129814:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.129817:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.129849:0:34807:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.129853:0:34807:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854303232 02000000:00000001:0.0:1773688179.129857:0:34807:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.129859:0:34807:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.129862:0:34807:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.129868:0:34807:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.129873:0:34807:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854303232 00000020:00000001:0.0:1773688179.129877:0:34807:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.129879:0:34807:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5297336646186ca4 00000020:00000001:0.0:1773688179.129881:0:34807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.129884:0:34807:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b04f38000 refcount=59 00000020:00000001:0.0:1773688179.129888:0:34807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000020:00000001:0.0:1773688179.129890:0:34807:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000100:00000001:0.0:1773688179.129895:0:34807:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.129899:0:34807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b3410d300. 00000100:00000001:0.0:1773688179.129903:0:34807:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.129906:0:34807:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b3410d300. 00000020:00000010:0.0:1773688179.129913:0:34807:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb200. 00000020:00000010:0.0:1773688179.129917:0:34807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06a80. 00000020:00000010:0.0:1773688179.129922:0:34807:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b054004b0. 00000100:00000040:0.0:1773688179.129932:0:34807:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:0.0:1773688179.129935:0:34807:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.129937:0:34807:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1773688179.129939:0:34807:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:0.0:1773688179.129942:0:34807:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.129945:0:34807:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672990240 : -1036561376 : ffffffffc2375420) 00000020:00000001:0.0:1773688179.129948:0:34807:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.129953:0:34807:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1773688179.129957:0:34807:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1773688179.129959:0:34807:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.129961:0:34807:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.129974:0:34807:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.129977:0:34807:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.129979:0:34807:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.129981:0:34807:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.129982:0:34807:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.129983:0:34807:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.129985:0:34807:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.129987:0:34807:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.129988:0:34807:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.129990:0:34807:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.129993:0:34807:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:0.0:1773688179.129997:0:34807:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.129999:0:34807:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.130002:0:34807:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688179.130005:0:34807:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:0.0:1773688179.130031:0:34807:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688179.130034:0:34807:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:0.0:1773688179.130043:0:34807:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0xa07:0x0] (0->77075) req@ffff8a9a10ce6d80 x1859843854303232/t0(0) o4->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 488/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00000001:0.0:1773688179.130053:0:34807:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:0.0:1773688179.130055:0:34807:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a9a10ce6d80 with x1859843854303232 ext(0->77075) 00010000:00000001:0.0:1773688179.130059:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.130061:0:34807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.130064:0:34807:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e87800 refcount=3 00000020:00000001:0.0:1773688179.130066:0:34807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:0.0:1773688179.130070:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:0.0:1773688179.130073:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.130076:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1773688179.130077:0:34807:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:0.0:1773688179.130079:0:34807:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a9a10ce6d80 00002000:00000001:0.0:1773688179.130081:0:34807:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.130084:0:34807:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.130091:0:34807:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.130102:0:34807:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.130116:0:34807:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.130119:0:34807:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.130125:0:34807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2957 00000100:00000040:0.0:1773688179.130129:0:34807:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b04f38000 : new rpc_count 1 00000100:00000001:0.0:1773688179.130132:0:34807:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993044401536 : -129080665150080 : ffff8a9a10ce6d80) 00000100:00000040:0.0:1773688179.130138:0:34807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a10ce6d80 x1859843854303232/t0(0) o4->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 488/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688179.130148:0:34807:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.130152:0:34807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b3410d300. 00000100:00000001:0.0:1773688179.130155:0:34807:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.130157:0:34807:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b3410d300. 00000100:00100000:0.0:1773688179.130162:0:34807:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a10ce6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+59:2406:x1859843854303232:12345-192.168.204.51@tcp:4:dbench.0 00000100:00000200:0.0:1773688179.130165:0:34807:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854303232 00000020:00000001:0.0:1773688179.130168:0:34807:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.130172:0:34807:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688179.130174:0:34807:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.130176:0:34807:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.130178:0:34807:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672990240 : -1036561376 : ffffffffc2375420) 00000020:00000001:0.0:1773688179.130181:0:34807:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1773688179.130184:0:34807:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.130187:0:34807:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.130188:0:34807:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.130190:0:34807:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.130192:0:34807:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:0.0:1773688179.130197:0:34807:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.130200:0:34807:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.130205:0:34807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8a9a0eae9c00. 02000000:00000001:0.0:1773688179.130207:0:34807:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.130210:0:34807:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.130213:0:34807:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:0.0:1773688179.130215:0:34807:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.130218:0:34807:0:(obd_class.h:1139:obd_preprw()) Process entered 00002000:00000001:0.0:1773688179.130224:0:34807:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:0.0:1773688179.130226:0:34807:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:0.0:1773688179.130229:0:34807:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1773688179.130232:0:34807:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:0.0:1773688179.130235:0:34807:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli c02d7e8d-7bdc-4707-96d2-119efcc26c8e/ffff8a9b04f38000 free: 3804233728 avail: 3802136576 00000020:00000001:0.0:1773688179.130238:0:34807:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:0.0:1773688179.130241:0:34807:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli c02d7e8d-7bdc-4707-96d2-119efcc26c8e/ffff8a9b04f38000 avail=3802136576 left=3125805056 unstable=0 tot_grant=675872768 pending=0 00000020:00000001:0.0:1773688179.130245:0:34807:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3125805056 : 3125805056 : ba500000) 00000020:00000001:0.0:1773688179.130247:0:34807:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:0.0:1773688179.130249:0:34807:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli c02d7e8d-7bdc-4707-96d2-119efcc26c8e/ffff8a9b04f38000 reports grant 184418304 dropped 1703936, local 191234048 00000020:00000001:0.0:1773688179.130253:0:34807:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:0.0:1773688179.130255:0:34807:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000020:00000020:0.0:1773688179.130258:0:34807:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0000: cli c02d7e8d-7bdc-4707-96d2-119efcc26c8e/ffff8a9b04f38000 granted: 1703936 ungranted: 0 grant: 187826176 dirty: 5111808 00000020:00000001:0.0:1773688179.130261:0:34807:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000020:00000001:0.0:1773688179.130263:0:34807:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:0.0:1773688179.130265:0:34807:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli c02d7e8d-7bdc-4707-96d2-119efcc26c8e/ffff8a9b04f38000 wants: 485097472 current grant 184418304 granting: 3407872 00000020:00000020:0.0:1773688179.130267:0:34807:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli c02d7e8d-7bdc-4707-96d2-119efcc26c8e/ffff8a9b04f38000 tot cached:3407872 granted:677576704 num_exports: 4 00000020:00000001:0.0:1773688179.130269:0:34807:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000001:0.0:1773688179.130271:0:34807:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:0.0:1773688179.130272:0:34807:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1773688179.130275:0:34807:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.130281:0:34807:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997970892216 : -129075738659400 : ffff8a9b3672b5b8) 00002000:00000001:0.0:1773688179.130282:0:34807:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997970892128 : -129075738659488 : ffff8a9b3672b560) 00080000:00000001:0.0:1773688179.130289:0:34807:0:(osd_io.c:679:osd_bufs_get_write()) Process entered 00080000:00000001:0.0:1773688179.130355:0:34807:0:(osd_io.c:782:osd_bufs_get_write()) Process leaving (rc=19 : 19 : 13) 00002000:00000001:0.0:1773688179.130361:0:34807:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688179.130363:0:34807:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.130364:0:34807:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.130367:0:34807:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1773688179.130370:0:34807:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8a9a0eaeb800. 00000100:00000010:0.0:1773688179.130373:0:34807:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 304 at ffff8a9a198eb800. 00000020:00000040:0.0:1773688179.130375:0:34807:0:(genops.c:887:class_export_get()) GET export ffff8a9b04f38000 refcount=60 00010000:00000001:0.0:1773688179.130379:0:34807:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1773688179.130382:0:34807:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1773688179.130386:0:34807:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 424 at ffff8a9a198eb600. 00000400:00000010:0.0:1773688179.130394:0:34807:0:(lib-lnet.h:479:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8a9b33887ea8. 00000400:00000200:0.0:1773688179.130397:0:34807:0:(lib-move.c:5547:LNetGet()) LNetGet -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.130406:0:34807:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.130412:0:34807:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47960:47960:256:4294967295] 192.168.204.51@tcp LPNI seq info [47956:47956:8:4294967295] 00000400:00000200:0.0:1773688179.130416:0:34807:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.51@tcp 00000400:00000200:0.0:1773688179.130423:0:34807:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : GET try# 0 00000800:00000200:0.0:1773688179.130428:0:34807:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.130431:0:34807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8a9b08b85600. 00000800:00000200:0.0:1773688179.130436:0:34807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.130441:0:34807:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.130445:0:34807:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85600 type 2, nob 96 niov 1 nkiov 0 00000100:00000200:0.0:1773688179.130460:0:34807:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 19 pages 77076 bytes via portal 8 id 12345-192.168.204.51@tcp mbits 0x69b84a4460000-0x69b84a4460000 00000100:00000001:0.0:1773688179.130463:0:34807:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688179.130559:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.130564:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8a9b08b85600. 00000400:00000200:1.0:1773688179.130569:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.130574:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: GET: OK 00000100:00000001:1.0:1773688179.130579:0:3439:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1773688179.130581:0:3439:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8a9a0eaeb800 00000100:00000001:1.0:1773688179.130584:0:3439:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:1.0:1773688179.131466:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.131473:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.131476:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.131479:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.131485:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : REPLY - for me 00000400:00000200:1.0:1773688179.131497:0:3438:0:(lib-move.c:4647:lnet_parse_reply()) 192.168.204.151@tcp: Reply from 12345-192.168.204.51@tcp of length 77076/77076 into md 0x77b51 00000800:00000001:1.0:1773688179.131501:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.131590:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.131593:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.131601:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.131908:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.131920:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.131930:0:3440:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.131935:0:3440:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1021 00000800:00000200:2.0:1773688179.131938:0:3440:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b338b7000 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1773688179.131951:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.131955:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: REPLY: OK 00000400:00000200:2.0:1773688179.131960:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a198eb600 00000400:00000010:2.0:1773688179.131974:0:3440:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 424 at ffff8a9a198eb600. 00000100:00000001:2.0:1773688179.131979:0:3440:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1773688179.131981:0:3440:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8a9a0eaeb800 00000100:00000001:2.0:1773688179.131992:0:3440:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:2.0:1773688179.131998:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1773688179.132095:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1773688179.132145:0:34807:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.132151:0:34807:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:0.0:1773688179.132177:0:34807:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 6083 MB/s 00000020:00000040:0.0:1773688179.132181:0:34807:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:0.0:1773688179.132204:0:34807:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.132206:0:34807:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:0.0:1773688179.132213:0:34807:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.132219:0:34807:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.132222:0:34807:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.132224:0:34807:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.132226:0:34807:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.132229:0:34807:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.132231:0:34807:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.132233:0:34807:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.132235:0:34807:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.132236:0:34807:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.132238:0:34807:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.132240:0:34807:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.132243:0:34807:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.132244:0:34807:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.132246:0:34807:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.132247:0:34807:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.132249:0:34807:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.132250:0:34807:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1773688179.132286:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1773688179.132352:0:34807:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688179.132355:0:34807:0:(ofd_io.c:1248:ofd_commitrw_write()) Process entered 00002000:00000001:0.0:1773688179.132358:0:34807:0:(ofd_objects.c:1579:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688179.132361:0:34807:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:0.0:1773688179.132363:0:34807:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:0.0:1773688179.132369:0:34807:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.132373:0:34807:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1773688179.132380:0:34807:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0eae8000. 00080000:00000001:0.0:1773688179.132383:0:34807:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993008754688 : -129080700796928 : ffff8a9a0eae8000) 00000001:00000001:0.0:1773688179.132385:0:34807:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.132387:0:34807:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.132390:0:34807:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:04000000:0.0:1773688179.132409:0:34807:0:(osd_object.c:1148:osd_declare_attr_set()) lustre-OST0000: quota on UID=0 GID=0 PROJID=0 bspace=1*4096 00080000:00000001:0.0:1773688179.132413:0:34807:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.132416:0:34807:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1773688179.132423:0:34807:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.132426:0:34807:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1773688179.132448:0:34807:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688179.132450:0:34807:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:0.0:1773688179.132452:0:34807:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.132456:0:34807:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:0.0:1773688179.132477:0:34807:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688179.132480:0:34807:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:0.0:1773688179.132482:0:34807:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.132488:0:34807:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00002000:00000001:0.0:1773688179.132492:0:34807:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:0.0:1773688179.132496:0:34807:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1773688179.132498:0:34807:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:0.0:1773688179.132537:0:34807:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688179.132539:0:34807:0:(ofd_io.c:1123:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.132543:0:34807:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1773688179.132555:0:34807:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.132558:0:34807:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1773688179.132561:0:34807:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0eae9800. 00080000:00000001:0.0:1773688179.132564:0:34807:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993008760832 : -129080700790784 : ffff8a9a0eae9800) 00000001:00000001:0.0:1773688179.132566:0:34807:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.132568:0:34807:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.132571:0:34807:0:(osd_io.c:862:osd_declare_write_commit()) Process entered 00080000:04000000:0.0:1773688179.132577:0:34807:0:(osd_io.c:935:osd_declare_write_commit()) writing 19 pages, reserving 76K of quota space 00000001:00000001:0.0:1773688179.132581:0:34807:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688179.132583:0:34807:0:(osd_io.c:968:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.132585:0:34807:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688179.132587:0:34807:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.132589:0:34807:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1773688179.132593:0:34807:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688179.132617:0:34807:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688179.132618:0:34807:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.132621:0:34807:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1773688179.132628:0:34807:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.132638:0:34807:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.132646:0:34807:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:0.0:1773688179.132649:0:34807:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.132653:0:34807:0:(osd_io.c:1067:osd_write_commit()) Process entered 00080000:00000001:0.0:1773688179.132654:0:34807:0:(osd_io.c:983:osd_grow_blocksize()) Process entered 00080000:00000002:0.0:1773688179.132656:0:34807:0:(osd_io.c:996:osd_grow_blocksize()) set blksz to 131072 00080000:00000001:0.0:1773688179.132665:0:34807:0:(osd_io.c:1006:osd_grow_blocksize()) Process leaving 00080000:00000002:0.0:1773688179.132666:0:34807:0:(osd_io.c:1124:osd_write_commit()) write 4096 bytes at 0 00080000:00000002:0.0:1773688179.132743:0:34807:0:(osd_io.c:1124:osd_write_commit()) write 4096 bytes at 4096 00080000:00000002:0.0:1773688179.132755:0:34807:0:(osd_io.c:1124:osd_write_commit()) write 4096 bytes at 8192 00080000:00000002:0.0:1773688179.132764:0:34807:0:(osd_io.c:1124:osd_write_commit()) write 4096 bytes at 12288 00080000:00000002:0.0:1773688179.132773:0:34807:0:(osd_io.c:1124:osd_write_commit()) write 4096 bytes at 16384 00080000:00000002:0.0:1773688179.132784:0:34807:0:(osd_io.c:1124:osd_write_commit()) write 4096 bytes at 20480 00080000:00000002:0.0:1773688179.132793:0:34807:0:(osd_io.c:1124:osd_write_commit()) write 4096 bytes at 24576 00080000:00000002:0.0:1773688179.132801:0:34807:0:(osd_io.c:1124:osd_write_commit()) write 4096 bytes at 28672 00080000:00000002:0.0:1773688179.132810:0:34807:0:(osd_io.c:1124:osd_write_commit()) write 4096 bytes at 32768 00080000:00000002:0.0:1773688179.132818:0:34807:0:(osd_io.c:1124:osd_write_commit()) write 4096 bytes at 36864 00080000:00000002:0.0:1773688179.132826:0:34807:0:(osd_io.c:1124:osd_write_commit()) write 4096 bytes at 40960 00080000:00000002:0.0:1773688179.132833:0:34807:0:(osd_io.c:1124:osd_write_commit()) write 4096 bytes at 45056 00080000:00000002:0.0:1773688179.132842:0:34807:0:(osd_io.c:1124:osd_write_commit()) write 4096 bytes at 49152 00080000:00000002:0.0:1773688179.132850:0:34807:0:(osd_io.c:1124:osd_write_commit()) write 4096 bytes at 53248 00080000:00000002:0.0:1773688179.132859:0:34807:0:(osd_io.c:1124:osd_write_commit()) write 4096 bytes at 57344 00080000:00000002:0.0:1773688179.132867:0:34807:0:(osd_io.c:1124:osd_write_commit()) write 4096 bytes at 61440 00080000:00000002:0.0:1773688179.132875:0:34807:0:(osd_io.c:1124:osd_write_commit()) write 4096 bytes at 65536 00080000:00000002:0.0:1773688179.132885:0:34807:0:(osd_io.c:1124:osd_write_commit()) write 4096 bytes at 69632 00080000:00000002:0.0:1773688179.132893:0:34807:0:(osd_io.c:1124:osd_write_commit()) write 3348 bytes at 73728 00080000:00000001:0.0:1773688179.132901:0:34807:0:(osd_io.c:1230:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.132906:0:34807:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:0.0:1773688179.132909:0:34807:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8a9b07fb6240. 00000020:00000040:0.0:1773688179.132912:0:34807:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff8a9b04f38000 : new cb_count 3 00000020:00000040:0.0:1773688179.132915:0:34807:0:(genops.c:887:class_export_get()) GET export ffff8a9b04f38000 refcount=61 00000020:00000001:0.0:1773688179.132917:0:34807:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.132919:0:34807:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1773688179.132922:0:34807:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:0.0:1773688179.132925:0:34807:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1773688179.132927:0:34807:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:0.0:1773688179.132975:0:34807:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:0.0:1773688179.132979:0:34807:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884903754, last_committed = 12884903751 00000001:00000010:0.0:1773688179.132984:0:34807:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b07fb6000. 00000001:00000040:0.0:1773688179.132987:0:34807:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b04f38000 : new cb_count 4 00000020:00000040:0.0:1773688179.132989:0:34807:0:(genops.c:887:class_export_get()) GET export ffff8a9b04f38000 refcount=62 00080000:00000001:0.0:1773688179.132994:0:34807:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688179.133002:0:34807:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1773688179.133004:0:34807:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.133043:0:34807:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1773688179.133054:0:34807:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b3672b5b8/ffff8a9b3672b560 to site lru. bkt: ffff8a9b3211e450 00002000:00000001:0.0:1773688179.133057:0:34807:0:(ofd_io.c:1424:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688179.133061:0:34807:0:(ofd_io.c:1608:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.133063:0:34807:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.133066:0:34807:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:0.0:1773688179.133068:0:34807:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000100:00000001:0.0:1773688179.133070:0:34807:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1773688179.133074:0:34807:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b04f38000 : new refcount 61 00000100:00000010:0.0:1773688179.133078:0:34807:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 304 at ffff8a9a198eb800. 00000100:00000010:0.0:1773688179.133082:0:34807:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8a9a0eaeb800. 00000100:00000001:0.0:1773688179.133085:0:34807:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000020:00000001:0.0:1773688179.133087:0:34807:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688179.133090:0:34807:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 12884903751, transno 12884903754, xid 1859843854303232 00010000:00000001:0.0:1773688179.133093:0:34807:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688179.133099:0:34807:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a10ce6d80 x1859843854303232/t12884903754(0) o4->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 488/448 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688179.133109:0:34807:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.133111:0:34807:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.133116:0:34807:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b27a791e8 time=51 v=5 (1 1 1 0) 00000100:00000001:0.0:1773688179.133120:0:34807:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.133123:0:34807:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.133125:0:34807:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.133128:0:34807:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.133130:0:34807:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.133133:0:34807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.133136:0:34807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.133140:0:34807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316bebb0. 00000100:00000200:0.0:1773688179.133144:0:34807:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1859843854303232, offset 224 00000400:00000200:0.0:1773688179.133150:0:34807:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.133158:0:34807:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.133163:0:34807:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47961:47961:256:4294967295] 192.168.204.51@tcp LPNI seq info [47957:47957:8:4294967295] 00000400:00000200:0.0:1773688179.133173:0:34807:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.133178:0:34807:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.133182:0:34807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b08b85900. 00000800:00000200:0.0:1773688179.133186:0:34807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.133191:0:34807:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.133194:0:34807:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b08b85900 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.133210:0:34807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.133213:0:34807:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.133216:0:34807:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688179.133217:0:34807:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.133220:0:34807:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688179.133225:0:34807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce6d80 x1859843854303232/t12884903754(0) o4->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 488/448 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688179.133235:0:34807:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a10ce6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+61:2406:x1859843854303232:12345-192.168.204.51@tcp:4:dbench.0 Request processed in 3085us (3446us total) trans 12884903754 rc 0/0 00000100:00100000:0.0:1773688179.133244:0:34807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2957 00000100:00000040:0.0:1773688179.133247:0:34807:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b04f38000 : new rpc_count 0 00000100:00000001:0.0:1773688179.133249:0:34807:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:0.0:1773688179.133252:0:34807:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:0.0:1773688179.133258:0:34807:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0xa07:0x0] (0->77075) req@ffff8a9a10ce6d80 x1859843854303232/t12884903754(0) o4->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 488/448 e 0 to 0 dl 1773688190 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00000001:0.0:1773688179.133267:0:34807:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:0.0:1773688179.133269:0:34807:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a9a10ce6d80 with x1859843854303232 ext(0->77075) 00010000:00000001:0.0:1773688179.133272:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.133274:0:34807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.133276:0:34807:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e87800 refcount=3 00000020:00000001:0.0:1773688179.133279:0:34807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:0.0:1773688179.133282:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:0.0:1773688179.133285:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.133286:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1773688179.133288:0:34807:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:0.0:1773688179.133289:0:34807:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a9a10ce6d80 00002000:00000001:0.0:1773688179.133292:0:34807:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.133294:0:34807:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.133298:0:34807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06a80. 00000020:00000010:0.0:1773688179.133303:0:34807:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b054004b0. 00000800:00000200:1.0:1773688179.133305:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1773688179.133308:0:34807:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb200. 00000800:00000010:1.0:1773688179.133310:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b08b85900. 00000020:00000040:0.0:1773688179.133315:0:34807:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b04f38000 : new refcount 60 00000400:00000200:1.0:1773688179.133316:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1773688179.133322:0:34807:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.133326:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.133330:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316bebb0 00000400:00000010:1.0:1773688179.133333:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316bebb0. 00000100:00000001:1.0:1773688179.133337:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.133338:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.136138:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.136147:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.136149:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.136153:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.136160:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.136171:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 448 into portal 12 MB=0x69b84a4460080 00000400:00000200:0.0:1773688179.136177:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 448/448 into md 0x3b659 [64] + 75144 00000800:00000001:0.0:1773688179.136182:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.136188:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.136189:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.136192:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.136196:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.136198:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.136201:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b04e54e00. 00000100:00000040:0.0:1773688179.136204:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b04e54e00 x1859843854303360 msgsize 448 00000100:00100000:0.0:1773688179.136207:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.136217:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.136221:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.136224:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.136245:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.136248:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854303360 02000000:00000001:2.0:1773688179.136250:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.136252:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.136254:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.136257:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.136261:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854303360 00000020:00000001:2.0:1773688179.136264:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.136265:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.136267:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.136270:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=72 00000020:00000001:2.0:1773688179.136273:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.136275:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.136279:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.136283:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5dc0. 00000100:00000001:2.0:1773688179.136287:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.136290:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5dc0. 00000020:00000010:2.0:1773688179.136296:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a0ec94a00. 00000020:00000010:2.0:1773688179.136300:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9380. 00000020:00000010:2.0:1773688179.136305:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff03e8. 00000100:00000040:2.0:1773688179.136312:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.136316:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.136318:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773688179.136320:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.136326:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.136336:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.136344:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.136346:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.136350:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15450 00000100:00000040:2.0:1773688179.136353:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.136355:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997139541504 : -129076570010112 : ffff8a9b04e54e00) 00000100:00000040:2.0:1773688179.136362:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b04e54e00 x1859843854303360/t0(0) o44->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 448/0 e 0 to 0 dl 1773688259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773688179.136379:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.136382:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5dc0. 00000100:00000001:2.0:1773688179.136384:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.136386:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5dc0. 00000100:00100000:2.0:1773688179.136391:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b04e54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+72:68109:x1859843854303360:12345-192.168.204.51@tcp:44:dbench.0 00000100:00000200:2.0:1773688179.136395:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854303360 00000020:00000001:2.0:1773688179.136398:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.136401:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.136405:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.136407:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.136409:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862928 : -1038688688 : ffffffffc216de50) 00000020:00000001:2.0:1773688179.136412:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.136415:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854303360, found 0 last_xid 1859843854303359 00000020:00000001:2.0:1773688179.136419:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.136421:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.136423:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.136425:0:75542:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1773688179.136429:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.136432:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614993139165144 : -129080570386472 : ffff8a9a167467d8) 00000020:00000001:2.0:1773688179.136434:0:75542:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.136435:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.136438:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.136440:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.136443:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8a9a10f0b800. 02000000:00000001:2.0:1773688179.136446:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.136447:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.136450:0:75542:0:(mdt_handler.c:3407:mdt_sync()) Process entered 00000004:00000001:2.0:1773688179.136453:0:75542:0:(mdt_handler.c:3376:mdt_object_sync()) Process entered 00080000:00000001:2.0:1773688179.136458:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.136462:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1773688179.136466:0:75542:0:(osd_object.c:2122:osd_object_sync()) Process entered 00080000:00000001:1.0:1773688179.154316:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:1.0:1773688179.154324:0:81355:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1773688179.154349:0:81355:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1773688179.154353:0:81355:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 171798692039 is committed 00000001:00000040:1.0:1773688179.154359:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 29 00000100:00000001:0.0:1773688179.154359:0:3432:0:(service.c:2626:ptlrpc_handle_rs()) Process entered 00000020:00000040:1.0:1773688179.154366:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 71 00010000:00000001:0.0:1773688179.154366:0:3432:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000001:00000010:1.0:1773688179.154372:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9a093dd420. 00000020:00000001:0.0:1773688179.154373:0:3432:0:(lustre_handles.c:113:class_handle2object()) Process entered 00040000:00000001:1.0:1773688179.154378:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00000020:00000040:0.0:1773688179.154379:0:3432:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcc200 refcount=3 00040000:00000001:1.0:1773688179.154382:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00040000:00000001:1.0:1773688179.154385:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00000020:00000001:0.0:1773688179.154385:0:3432:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160294400 : -129075549257216 : ffff8a9b41bcc200) 00040000:00000001:1.0:1773688179.154388:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688179.154392:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a10681000. 00010000:00000001:0.0:1773688179.154393:0:3432:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160294400 : -129075549257216 : ffff8a9b41bcc200) 00080000:00000001:1.0:1773688179.154396:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:0.0:1773688179.154397:0:3432:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00080000:00000001:1.0:1773688179.154400:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1773688179.154403:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 28 00010000:00010000:0.0:1773688179.154405:0:3432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000040:1.0:1773688179.154407:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 70 00000001:00000010:1.0:1773688179.154410:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b10cde840. 00040000:00000001:1.0:1773688179.154415:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688179.154418:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00040000:00000001:1.0:1773688179.154421:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00010000:00000001:0.0:1773688179.154421:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.154424:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000001:1.0:1773688179.154425:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688179.154430:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a0fb7ac00. 00010000:00010000:0.0:1773688179.154430:0:3432:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,0 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000001:1.0:1773688179.154437:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688179.154442:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1773688179.154446:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 27 00010000:00000001:0.0:1773688179.154449:0:3432:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:1.0:1773688179.154453:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 69 00010000:00000001:0.0:1773688179.154454:0:3432:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1773688179.154459:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b07fb6600. 00010000:00000001:0.0:1773688179.154461:0:3432:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00040000:00000001:1.0:1773688179.154463:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00010000:00010000:0.0:1773688179.154466:0:3432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 3/0,0 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00040000:00000001:1.0:1773688179.154467:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00040000:00000001:1.0:1773688179.154471:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688179.154474:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688179.154477:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a10feec00. 00010000:00010000:0.0:1773688179.154481:0:3432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bcc200 already unused, calling callback (ffffffffc20864f0) 00080000:00000001:1.0:1773688179.154482:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000004:00000001:0.0:1773688179.154485:0:3432:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00080000:00000001:1.0:1773688179.154486:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:0.0:1773688179.154489:0:3432:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000001:00000040:1.0:1773688179.154491:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 26 00010000:00010000:0.0:1773688179.154493:0:3432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 3/0,0 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000040:1.0:1773688179.154496:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 68 00000001:00000010:1.0:1773688179.154502:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b07fb64e0. 00040000:00000001:1.0:1773688179.154508:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00010000:00000001:0.0:1773688179.154510:0:3432:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00040000:00000001:1.0:1773688179.154511:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00010000:00000001:0.0:1773688179.154514:0:3432:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00040000:00000001:1.0:1773688179.154515:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00000020:00000001:0.0:1773688179.154517:0:3432:0:(lustre_handles.c:113:class_handle2object()) Process entered 00040000:00000001:1.0:1773688179.154519:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00000020:00000040:0.0:1773688179.154520:0:3432:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcc200 refcount=4 00080000:00000010:1.0:1773688179.154523:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a10e30c00. 00000020:00000001:0.0:1773688179.154524:0:3432:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160294400 : -129075549257216 : ffff8a9b41bcc200) 00010000:00000001:0.0:1773688179.154529:0:3432:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160294400 : -129075549257216 : ffff8a9b41bcc200) 00080000:00000001:1.0:1773688179.154530:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688179.154533:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:0.0:1773688179.154534:0:3432:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000001:00000040:1.0:1773688179.154537:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 25 00010000:00010000:0.0:1773688179.154539:0:3432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 4/0,0 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000040:1.0:1773688179.154541:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 67 00000001:00000010:1.0:1773688179.154546:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9a093dd960. 00040000:00000001:1.0:1773688179.154550:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688179.154552:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00040000:00000001:1.0:1773688179.154554:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688179.154556:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00010000:00000001:0.0:1773688179.154558:0:3432:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00080000:00000010:1.0:1773688179.154559:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a10e31800. 00080000:00000001:1.0:1773688179.154564:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000004:00000001:0.0:1773688179.154564:0:3432:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00080000:00000001:1.0:1773688179.154568:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00000001:0.0:1773688179.154568:0:3432:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1773688179.154571:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 24 00010000:00000001:0.0:1773688179.154575:0:3432:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000020:00000040:1.0:1773688179.154576:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 66 00000001:00000010:1.0:1773688179.154579:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b33cf2cc0. 00010000:00000001:0.0:1773688179.154579:0:3432:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00040000:00000001:1.0:1773688179.154584:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00010000:00000001:0.0:1773688179.154584:0:3432:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00040000:00000001:1.0:1773688179.154588:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00010000:00000001:0.0:1773688179.154589:0:3432:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1773688179.154591:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688179.154594:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00000020:00000040:0.0:1773688179.154594:0:3432:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bcc200 with handle 0x52973366461d2416 from hash 00080000:00000010:1.0:1773688179.154597:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a10e31000. 00010000:00000001:0.0:1773688179.154600:0:3432:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00080000:00000001:1.0:1773688179.154602:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:0.0:1773688179.154603:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1773688179.154604:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1773688179.154609:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 23 00010000:00000001:0.0:1773688179.154609:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.154612:0:3432:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000040:1.0:1773688179.154615:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 65 00000001:00000010:1.0:1773688179.154618:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9a0fbcfe40. 00010000:00000001:0.0:1773688179.154618:0:3432:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00040000:00000001:1.0:1773688179.154622:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00010000:00000001:0.0:1773688179.154623:0:3432:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1773688179.154624:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00040000:00000001:1.0:1773688179.154627:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00010000:00000001:0.0:1773688179.154629:0:3432:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00040000:00000001:1.0:1773688179.154630:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688179.154633:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a10e30800. 00010000:00000001:0.0:1773688179.154633:0:3432:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00080000:00000001:1.0:1773688179.154636:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:0.0:1773688179.154638:0:3432:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00080000:00000001:1.0:1773688179.154639:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1773688179.154643:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 22 00010000:00010000:0.0:1773688179.154644:0:3432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00000020:00000040:1.0:1773688179.154648:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 64 00010000:00010000:0.0:1773688179.154651:0:3432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000001:00000010:1.0:1773688179.154652:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9a093ddf00. 00040000:00000001:1.0:1773688179.154657:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00010000:00000001:0.0:1773688179.154657:0:3432:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1773688179.154660:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00040000:00000001:1.0:1773688179.154662:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688179.154663:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00010000:00000001:0.0:1773688179.154664:0:3432:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1773688179.154665:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a10e31c00. 00080000:00000001:1.0:1773688179.154669:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:0.0:1773688179.154670:0:3432:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00080000:00000001:1.0:1773688179.154672:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1773688179.154675:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 21 00010000:00000001:0.0:1773688179.154675:0:3432:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000040:1.0:1773688179.154680:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 63 00010000:00000001:0.0:1773688179.154681:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000010:1.0:1773688179.154683:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b0791c1e0. 00010000:00000001:0.0:1773688179.154685:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000001:1.0:1773688179.154690:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00010000:00000001:0.0:1773688179.154690:0:3432:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1773688179.154693:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00010000:00000001:0.0:1773688179.154694:0:3432:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1773688179.154696:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688179.154699:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00000004:00000001:0.0:1773688179.154700:0:3432:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1773688179.154701:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a10e33800. 00080000:00000001:1.0:1773688179.154708:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00010000:0.0:1773688179.154708:0:3432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 2/0,0 mode: --/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000001:1.0:1773688179.154712:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1773688179.154714:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 20 00000020:00000040:1.0:1773688179.154718:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 62 00000001:00000010:1.0:1773688179.154721:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b0791c7e0. 00040000:00000001:1.0:1773688179.154726:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00010000:00000001:0.0:1773688179.154727:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00040000:00000001:1.0:1773688179.154729:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00010000:00000001:0.0:1773688179.154731:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000001:1.0:1773688179.154732:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688179.154736:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00010000:00000001:0.0:1773688179.154736:0:3432:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00080000:00000010:1.0:1773688179.154739:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9b34c8ec00. 00010000:00000001:0.0:1773688179.154740:0:3432:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00080000:00000001:1.0:1773688179.154744:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:0.0:1773688179.154744:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1773688179.154749:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00010000:0.0:1773688179.154750:0:3432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2416 lrc: 0/0,0 mode: --/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00000040:1.0:1773688179.154751:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 19 00000020:00000040:1.0:1773688179.154754:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 61 00000001:00000010:1.0:1773688179.154756:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b0791c180. 00040000:00000001:1.0:1773688179.154759:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688179.154761:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00040000:00000001:1.0:1773688179.154763:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00010000:00000010:0.0:1773688179.154764:0:3432:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988100. 00040000:00000001:1.0:1773688179.154767:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688179.154771:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a10fee000. 00010000:00000001:0.0:1773688179.154773:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1773688179.154776:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000040:0.0:1773688179.154778:0:3432:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 60 00080000:00000001:1.0:1773688179.154780:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1773688179.154783:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 18 00000100:00000001:0.0:1773688179.154783:0:3432:0:(service.c:2717:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773688179.154788:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 59 00000001:00000010:1.0:1773688179.154791:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b0791c840. 00000100:00000001:0.0:1773688179.154793:0:3432:0:(service.c:2626:ptlrpc_handle_rs()) Process entered 00040000:00000001:1.0:1773688179.154794:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688179.154798:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00010000:00000001:0.0:1773688179.154798:0:3432:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00040000:00000001:1.0:1773688179.154800:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688179.154803:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00000020:00000001:0.0:1773688179.154803:0:3432:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000010:1.0:1773688179.154807:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a0fb7a000. 00000020:00000040:0.0:1773688179.154808:0:3432:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10c00 refcount=3 00080000:00000001:1.0:1773688179.154811:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688179.154814:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000001:0.0:1773688179.154814:0:3432:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00000001:00000040:1.0:1773688179.154818:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 17 00010000:00000001:0.0:1773688179.154819:0:3432:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00000020:00000040:1.0:1773688179.154824:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 58 00010000:00000001:0.0:1773688179.154824:0:3432:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000001:00000010:1.0:1773688179.154831:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b0791c2a0. 00010000:00010000:0.0:1773688179.154831:0:3432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00040000:00000001:1.0:1773688179.154837:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688179.154842:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00010000:00000001:0.0:1773688179.154842:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00040000:00000001:1.0:1773688179.154845:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00010000:00000001:0.0:1773688179.154846:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000001:1.0:1773688179.154848:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00010000:00010000:0.0:1773688179.154850:0:3432:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,0 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000010:1.0:1773688179.154852:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a09444800. 00000800:00000200:2.0:1773688179.154857:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:1.0:1773688179.154858:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:0.0:1773688179.154860:0:3432:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.154864:0:3432:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1773688179.154866:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99de00. 00080000:00000001:1.0:1773688179.154866:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:0.0:1773688179.154867:0:3432:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000001:00000040:1.0:1773688179.154870:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 16 00010000:00010000:0.0:1773688179.154872:0:3432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 3/0,0 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000040:1.0:1773688179.154873:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 57 00000400:00000200:2.0:1773688179.154876:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:1.0:1773688179.154878:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b03ffb960. 00010000:00010000:0.0:1773688179.154885:0:3432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b34b10c00 already unused, calling callback (ffffffffc20864f0) 00040000:00000001:1.0:1773688179.154886:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00000400:00000200:2.0:1773688179.154890:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00040000:00000001:1.0:1773688179.154890:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00000004:00000001:0.0:1773688179.154891:0:3432:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00040000:00000001:1.0:1773688179.154894:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00010000:00000001:0.0:1773688179.154896:0:3432:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00040000:00000001:1.0:1773688179.154897:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688179.154900:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9b36b7dc00. 00010000:00010000:0.0:1773688179.154900:0:3432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 3/0,0 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773688179.154901:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee550 00080000:00000001:1.0:1773688179.154905:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000400:00000010:2.0:1773688179.154907:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee550. 00080000:00000001:1.0:1773688179.154909:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1773688179.154912:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 15 00010000:00000001:0.0:1773688179.154913:0:3432:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1773688179.154915:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:1.0:1773688179.154916:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 55 00010000:00000001:0.0:1773688179.154916:0:3432:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1773688179.154920:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000010:1.0:1773688179.154920:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b03ffba80. 00000020:00000001:0.0:1773688179.154921:0:3432:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.154925:0:3432:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10c00 refcount=4 00040000:00000001:1.0:1773688179.154926:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688179.154928:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00000020:00000001:0.0:1773688179.154929:0:3432:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00040000:00000001:1.0:1773688179.154930:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688179.154934:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00010000:00000001:0.0:1773688179.154934:0:3432:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00080000:00000010:1.0:1773688179.154936:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a10683000. 00010000:00000001:0.0:1773688179.154941:0:3432:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:1.0:1773688179.154942:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688179.154946:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1773688179.154947:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 14 00010000:00010000:0.0:1773688179.154947:0:3432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 4/0,0 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000040:1.0:1773688179.154950:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 54 00000001:00000010:1.0:1773688179.154953:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b03ffb300. 00040000:00000001:1.0:1773688179.154956:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688179.154957:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00040000:00000001:1.0:1773688179.154960:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00010000:00000001:0.0:1773688179.154962:0:3432:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00040000:00000001:1.0:1773688179.154972:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688179.154974:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a0fadd400. 00000004:00000001:0.0:1773688179.154978:0:3432:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00080000:00000001:1.0:1773688179.154979:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688179.154981:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1773688179.154983:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 13 00000004:00000001:0.0:1773688179.154983:0:3432:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.154986:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 53 00000001:00000010:1.0:1773688179.154989:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b03ffbde0. 00040000:00000001:1.0:1773688179.154990:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00010000:00000001:0.0:1773688179.154990:0:3432:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00040000:00000001:1.0:1773688179.154994:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00010000:00000001:0.0:1773688179.154994:0:3432:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00040000:00000001:1.0:1773688179.154995:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688179.154998:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00010000:00000001:0.0:1773688179.154998:0:3432:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:1.0:1773688179.154999:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a0fadf800. 00010000:00000001:0.0:1773688179.155002:0:3432:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.155003:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000040:0.0:1773688179.155029:0:3432:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b10c00 with handle 0x52973366461d2486 from hash 00080000:00000001:1.0:1773688179.155030:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:0.0:1773688179.155034:0:3432:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000001:00000040:1.0:1773688179.155035:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 12 00010000:00000001:0.0:1773688179.155037:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1773688179.155040:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 52 00010000:00000001:0.0:1773688179.155041:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.155044:0:3432:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000001:00000010:1.0:1773688179.155045:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b03ffbf00. 00010000:00000001:0.0:1773688179.155047:0:3432:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00040000:00000001:1.0:1773688179.155050:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00010000:00000001:0.0:1773688179.155051:0:3432:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1773688179.155053:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00010000:00000001:0.0:1773688179.155055:0:3432:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00040000:00000001:1.0:1773688179.155056:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688179.155058:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00010000:00000001:0.0:1773688179.155059:0:3432:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00080000:00000010:1.0:1773688179.155060:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a0fadc000. 00010000:00000001:0.0:1773688179.155062:0:3432:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00080000:00000001:1.0:1773688179.155064:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00010000:0.0:1773688179.155066:0:3432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00080000:00000001:1.0:1773688179.155067:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1773688179.155069:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 11 00010000:00010000:0.0:1773688179.155071:0:3432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000020:00000040:1.0:1773688179.155073:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 51 00000001:00000010:1.0:1773688179.155075:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b03ffba20. 00040000:00000001:1.0:1773688179.155077:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688179.155078:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00040000:00000001:1.0:1773688179.155079:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688179.155079:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688179.155080:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a0fadc400. 00080000:00000001:1.0:1773688179.155081:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688179.155083:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1773688179.155084:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 10 00000020:00000040:1.0:1773688179.155085:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 50 00000001:00000010:1.0:1773688179.155086:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b03ffb420. 00000004:00080000:1.0:1773688179.155088:0:81355:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 4 committed 00000004:00000010:1.0:1773688179.155098:0:81355:0:(osp_sync.c:1818:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8a9b03ffb540. 00040000:00000001:1.0:1773688179.155099:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688179.155100:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00040000:00000001:1.0:1773688179.155101:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688179.155101:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688179.155102:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9b08f47400. 00080000:00000001:1.0:1773688179.155104:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1773688179.155106:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1773688179.155108:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 9 00000020:00000040:1.0:1773688179.155112:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 49 00000001:00000010:1.0:1773688179.155114:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9a1046cc00. 00040000:00000001:1.0:1773688179.155117:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688179.155120:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00040000:00000001:1.0:1773688179.155124:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688179.155125:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00010000:00000001:0.0:1773688179.155127:0:3432:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1773688179.155128:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9b08f46c00. 00080000:00000001:1.0:1773688179.155133:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:0.0:1773688179.155133:0:3432:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.155137:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:0.0:1773688179.155137:0:3432:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00000001:00000040:1.0:1773688179.155140:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 8 00010000:00000001:0.0:1773688179.155141:0:3432:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000040:1.0:1773688179.155144:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 48 00010000:00000001:0.0:1773688179.155146:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000010:1.0:1773688179.155148:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9a1046c1e0. 00010000:00000001:0.0:1773688179.155149:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000001:1.0:1773688179.155151:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688179.155154:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00010000:00000001:0.0:1773688179.155154:0:3432:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1773688179.155157:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688179.155161:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00010000:00000001:0.0:1773688179.155161:0:3432:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1773688179.155163:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9b08f45400. 00080000:00000001:1.0:1773688179.155166:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000004:00000001:0.0:1773688179.155166:0:3432:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.155169:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00010000:0.0:1773688179.155171:0:3432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 2/0,0 mode: --/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00000040:1.0:1773688179.155172:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 7 00000020:00000040:1.0:1773688179.155175:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 47 00000001:00000010:1.0:1773688179.155179:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9a1046cd20. 00040000:00000001:1.0:1773688179.155183:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00010000:00000001:0.0:1773688179.155184:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00040000:00000001:1.0:1773688179.155185:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00040000:00000001:1.0:1773688179.155189:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00010000:00000001:0.0:1773688179.155189:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000001:1.0:1773688179.155192:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00010000:00000001:0.0:1773688179.155194:0:3432:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00080000:00000010:1.0:1773688179.155195:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9b08f47800. 00010000:00000001:0.0:1773688179.155197:0:3432:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00080000:00000001:1.0:1773688179.155199:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:0.0:1773688179.155201:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1773688179.155203:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:1.0:1773688179.155206:0:81355:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00010000:00010000:0.0:1773688179.155207:0:3432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2486 lrc: 0/0,0 mode: --/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773688179.155210:0:81355:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1773688179.155212:0:81355:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 171798692041 is committed 00000001:00000040:1.0:1773688179.155217:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 6 00000020:00000040:1.0:1773688179.155221:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 46 00000001:00000010:1.0:1773688179.155226:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b08b27540. 00040000:00000001:1.0:1773688179.155230:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00010000:00000010:0.0:1773688179.155233:0:3432:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315bac00. 00040000:00000001:1.0:1773688179.155234:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00040000:00000001:1.0:1773688179.155237:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688179.155238:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688179.155241:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a10f09000. 00080000:00000001:1.0:1773688179.155244:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:0.0:1773688179.155245:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1773688179.155247:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000040:0.0:1773688179.155249:0:3432:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 45 00000001:00000040:1.0:1773688179.155251:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 5 00000100:00000001:0.0:1773688179.155253:0:3432:0:(service.c:2717:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773688179.155254:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 44 00000001:00000010:1.0:1773688179.155259:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b08b27f60. 00000100:00000001:0.0:1773688179.155260:0:3432:0:(service.c:2626:ptlrpc_handle_rs()) Process entered 00040000:00000001:1.0:1773688179.155263:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00010000:00000001:0.0:1773688179.155265:0:3432:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00040000:00000001:1.0:1773688179.155266:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00000020:00000001:0.0:1773688179.155268:0:3432:0:(lustre_handles.c:113:class_handle2object()) Process entered 00040000:00000001:1.0:1773688179.155269:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688179.155272:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00000020:00000040:0.0:1773688179.155273:0:3432:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86200 refcount=3 00080000:00000010:1.0:1773688179.155276:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a10f0a800. 00000020:00000001:0.0:1773688179.155278:0:3432:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139743232 : -129076569808384 : ffff8a9b04e86200) 00080000:00000001:1.0:1773688179.155281:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:0.0:1773688179.155282:0:3432:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139743232 : -129076569808384 : ffff8a9b04e86200) 00080000:00000001:1.0:1773688179.155287:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:0.0:1773688179.155287:0:3432:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000001:00000040:1.0:1773688179.155292:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 4 00010000:00010000:0.0:1773688179.155292:0:3432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d252e lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000040:1.0:1773688179.155299:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 43 00000001:00000010:1.0:1773688179.155305:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9a0f5f5900. 00010000:00000001:0.0:1773688179.155306:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.155310:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000001:1.0:1773688179.155311:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00010000:00010000:0.0:1773688179.155313:0:3432:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d252e lrc: 2/0,0 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00040000:00000001:1.0:1773688179.155314:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00040000:00000001:1.0:1773688179.155318:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688179.155321:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688179.155324:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9b07833400. 00010000:00000001:0.0:1773688179.155327:0:3432:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1773688179.155331:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:0.0:1773688179.155332:0:3432:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.155336:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:0.0:1773688179.155336:0:3432:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000001:00000040:1.0:1773688179.155339:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 3 00010000:00010000:0.0:1773688179.155339:0:3432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d252e lrc: 3/0,0 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000040:1.0:1773688179.155343:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 42 00000001:00000010:1.0:1773688179.155346:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9a0f5f5c00. 00040000:00000001:1.0:1773688179.155351:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00010000:00010000:0.0:1773688179.155352:0:3432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e86200 already unused, calling callback (ffffffffc20864f0) 00040000:00000001:1.0:1773688179.155353:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00000100:00000001:2.0:1773688179.155355:0:3445:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00040000:00000001:1.0:1773688179.155356:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00000004:00000001:0.0:1773688179.155357:0:3432:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00040000:00000001:1.0:1773688179.155360:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00000100:00100000:2.0:1773688179.155361:0:3445:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00080000:00000010:1.0:1773688179.155362:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a092da800. 00010000:00000001:0.0:1773688179.155362:0:3432:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:2.0:1773688179.155364:0:3445:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1773688179.155368:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00010000:0.0:1773688179.155368:0:3432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d252e lrc: 3/0,0 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00000001:1.0:1773688179.155372:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1773688179.155373:0:3445:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000001:00000040:1.0:1773688179.155375:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 2 00000100:00000001:2.0:1773688179.155379:0:3445:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773688179.155380:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 41 00010000:00000001:0.0:1773688179.155380:0:3432:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000001:00000010:1.0:1773688179.155385:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9a0f5f52a0. 00010000:00000001:0.0:1773688179.155386:0:3432:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1773688179.155387:0:3445:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00040000:00000001:1.0:1773688179.155390:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00000020:00000001:0.0:1773688179.155390:0:3432:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1773688179.155391:0:3445:0:(client.c:1974:ptlrpc_check_set()) Process entered 00040000:00000001:1.0:1773688179.155392:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00000020:00000040:0.0:1773688179.155394:0:3432:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86200 refcount=4 00000100:00000001:2.0:1773688179.155396:0:3445:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00040000:00000001:1.0:1773688179.155396:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00000020:00000001:0.0:1773688179.155398:0:3432:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139743232 : -129076569808384 : ffff8a9b04e86200) 00040000:00000001:1.0:1773688179.155400:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:1.0:1773688179.155402:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a092da400. 00010000:00000001:0.0:1773688179.155404:0:3432:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139743232 : -129076569808384 : ffff8a9b04e86200) 00000100:00000040:2.0:1773688179.155407:0:3445:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b34274380 x1859843861188480/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1773688179.155407:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:0.0:1773688179.155409:0:3432:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:1.0:1773688179.155411:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00010000:0.0:1773688179.155414:0:3432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d252e lrc: 4/0,0 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00000040:1.0:1773688179.155415:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 1 00000020:00000040:1.0:1773688179.155421:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 40 00000001:00000010:1.0:1773688179.155427:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9a0f5f5660. 00040000:00000001:1.0:1773688179.155434:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00010000:00000001:0.0:1773688179.155436:0:3432:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1773688179.155438:0:3445:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00040000:00000001:1.0:1773688179.155438:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00000004:00000001:0.0:1773688179.155441:0:3432:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000100:00000001:2.0:1773688179.155442:0:3445:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1773688179.155442:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00000004:00000001:0.0:1773688179.155445:0:3432:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1773688179.155447:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 02000000:00000001:2.0:1773688179.155449:0:3445:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00080000:00000010:1.0:1773688179.155451:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a092d8400. 00010000:00000001:0.0:1773688179.155451:0:3432:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:2.0:1773688179.155452:0:3445:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.155454:0:3432:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:1.0:1773688179.155458:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 02000000:00000001:2.0:1773688179.155460:0:3445:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.155460:0:3432:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1773688179.155462:0:81355:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:0.0:1773688179.155464:0:3432:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1773688179.155467:0:81355:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b2bf83800 : new cb_count 0 00000100:00100000:2.0:1773688179.155468:0:3445:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b34274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3445:1859843861188480:0@lo:6:osp-syn-0-0.0 00000020:00000040:0.0:1773688179.155469:0:3432:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86200 with handle 0x52973366461d252e from hash 00000100:00000001:2.0:1773688179.155476:0:3445:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1773688179.155476:0:81355:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 39 00010000:00000001:0.0:1773688179.155477:0:3432:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000001:00000010:1.0:1773688179.155482:0:81355:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9a0f5f5a20. 00010000:00000001:0.0:1773688179.155482:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1773688179.155483:0:3445:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1773688179.155486:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1773688179.155488:0:3445:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1773688179.155488:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00010000:00000001:0.0:1773688179.155490:0:3432:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00040000:00000001:1.0:1773688179.155492:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 02000000:00000001:2.0:1773688179.155494:0:3445:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1773688179.155495:0:3432:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00040000:00000001:1.0:1773688179.155496:0:81355:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:1.0:1773688179.155499:0:81355:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 02000000:00000010:2.0:1773688179.155500:0:3445:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a9a10f09c00. 00010000:00000001:0.0:1773688179.155500:0:3432:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1773688179.155503:0:81355:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a0fb78c00. 00080000:00000001:1.0:1773688179.155506:0:81355:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:0.0:1773688179.155506:0:3432:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.155510:0:3432:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.155512:0:3432:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 02000000:00000001:2.0:1773688179.155513:0:3445:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.155515:0:3432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x6e04e070 (ffff8a9b32304000) 00000100:00000001:1.0:1773688179.155516:0:3446:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773688179.155520:0:3446:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.155521:0:3432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.155525:0:3432:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1773688179.155527:0:3445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a0b538aa8. 00000100:00000001:1.0:1773688179.155527:0:3447:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1773688179.155530:0:3432:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.155531:0:3447:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773688179.155534:0:3447:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1773688179.155535:0:3432:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00000400:00000010:2.0:1773688179.155536:0:3445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505a18. 00010000:00000001:0.0:1773688179.155540:0:3432:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:1.0:1773688179.155542:0:3447:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b34277800 x1859843861188608/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773688179.155545:0:3445:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859843861188480, portal 4 00010000:00000001:0.0:1773688179.155546:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.155549:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773688179.155552:0:3445:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1773688179.155553:0:3432:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.155557:0:3445:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997932393344 : -129075777158272 : ffff8a9b34274380) 00000100:00000001:1.0:1773688179.155559:0:3447:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1773688179.155559:0:3432:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.155563:0:3447:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.155564:0:3432:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.155565:0:3447:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773688179.155569:0:3447:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773688179.155571:0:3432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d252e lrc: 2/0,0 mode: --/TXN res: [0x20000afe1:0xf3:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773688179.155572:0:3445:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a9b34274380 x1859843861188480/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1773688179.155572:0:3447:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.155580:0:3447:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b34277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3447:1859843861188608:0@lo:6:osp-syn-0-0.0 00000100:00000001:1.0:1773688179.155588:0:3447:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773688179.155591:0:3447:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1773688179.155592:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773688179.155595:0:3445:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1773688179.155595:0:3447:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.155596:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1773688179.155599:0:3447:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1773688179.155600:0:3432:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:2.0:1773688179.155602:0:3445:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1773688179.155604:0:3447:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a9b36b7dc00. 00010000:00000001:0.0:1773688179.155604:0:3432:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000400:00000010:2.0:1773688179.155606:0:3445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505220. 02000000:00000001:1.0:1773688179.155608:0:3447:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.155608:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1773688179.155610:0:3445:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1859843861188480, offset 0 00010000:00010000:0.0:1773688179.155612:0:3432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d252e lrc: 0/0,0 mode: --/TXN res: [0x20000afe1:0xf3:0x0].0x6e04e070 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000400:00000010:1.0:1773688179.155614:0:3447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b3697fd10. 00000400:00000200:2.0:1773688179.155619:0:3445:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:0.0:1773688179.155625:0:3432:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400ba00. 00000400:00000010:1.0:1773688179.155626:0:3447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64bb0. 00010000:00000040:0.0:1773688179.155630:0:3432:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9b32304000 count: 0 00000400:00000200:2.0:1773688179.155631:0:3445:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1773688179.155632:0:3447:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859843861188608, portal 4 00000100:00000001:1.0:1773688179.155636:0:3447:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773688179.155637:0:3447:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997932406784 : -129075777144832 : ffff8a9b34277800) 00010000:00000010:0.0:1773688179.155640:0:3432:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9a1677ef80. 00000100:00000040:1.0:1773688179.155644:0:3447:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a9b34277800 x1859843861188608/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773688179.155646:0:3445:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69b84a4af0f80 00010000:00000001:0.0:1773688179.155649:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1773688179.155654:0:3432:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 38 00000100:00000001:1.0:1773688179.155656:0:3447:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1773688179.155660:0:3432:0:(service.c:2717:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773688179.155661:0:3447:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1773688179.155662:0:3445:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x592a1 [8] + 8544 00000400:00000010:1.0:1773688179.155667:0:3447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64660. 00000100:00000001:0.0:1773688179.155667:0:3432:0:(service.c:2626:ptlrpc_handle_rs()) Process entered 00000400:00000200:2.0:1773688179.155671:0:3445:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1773688179.155672:0:3447:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1859843861188608, offset 0 00010000:00000001:0.0:1773688179.155673:0:3432:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.155677:0:3432:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1773688179.155681:0:3447:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1773688179.155681:0:3432:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8aa00 refcount=3 00000400:00000200:2.0:1773688179.155682:0:3445:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1773688179.155688:0:3432:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00000400:00000200:1.0:1773688179.155690:0:3447:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1773688179.155692:0:3445:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1773688179.155692:0:3432:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00000100:00000200:2.0:1773688179.155696:0:3445:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:0.0:1773688179.155697:0:3432:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:1.0:1773688179.155698:0:3447:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x69b84a4af1000 00010000:00010000:0.0:1773688179.155702:0:3432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d26a8 lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000010:2.0:1773688179.155704:0:3445:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce4380. 00000400:00000200:1.0:1773688179.155705:0:3447:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x592a1 [8] + 9088 00000100:00000040:2.0:1773688179.155712:0:3445:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a10ce4380 x1859843861188480 msgsize 544 00000400:00000200:1.0:1773688179.155714:0:3447:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.155721:0:3447:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1773688179.155721:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1773688179.155725:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:0.0:1773688179.155726:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.155729:0:3432:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d26a8 lrc: 2/0,0 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.155735:0:3432:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.155736:0:3432:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.155738:0:3445:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1773688179.155739:0:3432:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688179.155743:0:3432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d26a8 lrc: 3/0,0 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.155748:0:3432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41b8aa00 already unused, calling callback (ffffffffc20864f0) 00000400:00000200:2.0:1773688179.155750:0:3445:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505220 00000004:00000001:0.0:1773688179.155751:0:3432:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000400:00000010:2.0:1773688179.155754:0:3445:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505220. 00000100:00000001:1.0:1773688179.155756:0:38615:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1773688179.155756:0:3432:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:2.0:1773688179.155758:0:3445:0:(events.c:34:request_out_callback()) Process entered 00010000:00010000:0.0:1773688179.155761:0:3432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d26a8 lrc: 3/0,0 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1773688179.155762:0:38615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843861188480 00000100:00000200:2.0:1773688179.155764:0:3445:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b34274380 x1859843861188480/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1773688179.155768:0:38615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.155773:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.155779:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.155782:0:3432:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688179.155786:0:3432:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1773688179.155788:0:38615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.155789:0:3432:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1773688179.155790:0:3445:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1773688179.155794:0:3432:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8aa00 refcount=4 00000100:00100000:1.0:1773688179.155796:0:38615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843861188480 00000100:00000040:2.0:1773688179.155797:0:3445:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b34274380 x1859843861188480/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1773688179.155799:0:3432:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00000020:00000001:1.0:1773688179.155801:0:38615:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1773688179.155805:0:3432:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00000020:00000040:1.0:1773688179.155806:0:38615:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d05d8 00000100:00000001:2.0:1773688179.155812:0:3445:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.155813:0:38615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1773688179.155814:0:3432:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1773688179.155815:0:3445:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1773688179.155819:0:38615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b10642000 refcount=5 00010000:00010000:0.0:1773688179.155819:0:3432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d26a8 lrc: 4/0,0 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773688179.155823:0:3445:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.155827:0:38615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997332402176 : -129076377149440 : ffff8a9b10642000) 00000100:00000040:2.0:1773688179.155829:0:3445:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 10598 usecs (11 jiffies) 00000020:00000001:1.0:1773688179.155834:0:38615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997332402176 : -129076377149440 : ffff8a9b10642000) 00000100:00000001:2.0:1773688179.155835:0:3445:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297625414 00010000:00000001:0.0:1773688179.155835:0:3432:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688179.155839:0:3432:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000100:00000001:2.0:1773688179.155842:0:3445:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4297630038 00000004:00000001:0.0:1773688179.155843:0:3432:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.155844:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1773688179.155848:0:3445:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297625414 00010000:00000001:0.0:1773688179.155851:0:3432:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1773688179.155852:0:3445:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4297630038 00000020:00000010:1.0:1773688179.155852:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80afc0. 00010000:00000001:0.0:1773688179.155854:0:3432:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1773688179.155859:0:3445:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297625414 00010000:00000001:0.0:1773688179.155860:0:3432:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:1.0:1773688179.155861:0:38615:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8a9b08b258c0. 00000100:00000001:2.0:1773688179.155865:0:3445:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4297630038 00010000:00000001:0.0:1773688179.155865:0:3432:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.155869:0:38615:0:(obd_config.c:1030:class_incref()) incref lustre-OST0000 (ffff8a9a0fb899b8) now 12 - evictor 00000020:00000040:0.0:1773688179.155871:0:3432:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8aa00 with handle 0x52973366461d26a8 from hash 00000100:00000001:2.0:1773688179.155872:0:3445:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297625414 00010000:00000001:0.0:1773688179.155878:0:3432:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1773688179.155880:0:3445:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4297630038 00010000:00000001:0.0:1773688179.155881:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1773688179.155882:0:38615:0:(service.c:1354:ptlrpc_update_export_timer()) Process leaving 00010000:00000001:0.0:1773688179.155885:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1773688179.155887:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80afc0. 00000100:00000001:2.0:1773688179.155888:0:3445:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.155888:0:3432:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.155893:0:3432:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:2.0:1773688179.155894:0:3445:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688179.155894:0:38615:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb600. 00010000:00000001:0.0:1773688179.155896:0:3432:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.155901:0:3432:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1773688179.155902:0:3445:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688179.155903:0:38615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07b50800. 00010000:00000001:0.0:1773688179.155905:0:3432:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.155909:0:3432:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000100:00000001:2.0:1773688179.155910:0:3445:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688179.155911:0:38615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fea28. 00010000:00010000:0.0:1773688179.155913:0:3432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:0.0:1773688179.155920:0:3432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00000040:1.0:1773688179.155921:0:38615:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost at +6s 00010000:00000001:0.0:1773688179.155925:0:3432:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.155926:0:38615:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.155929:0:38615:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773688179.155932:0:38615:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.155933:0:3432:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.155939:0:3432:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1773688179.155941:0:38615:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.155943:0:3432:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688179.155948:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.155951:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773688179.155954:0:38615:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.155954:0:3432:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.155961:0:3432:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.155975:0:7880:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1773688179.155976:0:38615:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000004:00000001:0.0:1773688179.155978:0:3432:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.155979:0:7880:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843861188608 00000100:00000001:1.0:1773688179.155980:0:38615:0:(service.c:2266:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.155984:0:3432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d26a8 lrc: 2/0,0 mode: --/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 02000000:00000001:2.0:1773688179.155985:0:7880:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.155989:0:7880:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.155989:0:38615:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.155994:0:7880:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.155995:0:38615:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1773688179.155999:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1773688179.156000:0:7880:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.156002:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1773688179.156003:0:38615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7631 00000100:00100000:2.0:1773688179.156005:0:7880:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843861188608 00000100:00000040:1.0:1773688179.156040:0:38615:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b10642000 : new rpc_count 1 00000100:00000001:1.0:1773688179.156043:0:38615:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993044390784 : -129080665160832 : ffff8a9a10ce4380) 00000100:00000040:1.0:1773688179.156050:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a10ce4380 x1859843861188480/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:665/0 lens 544/0 e 0 to 0 dl 1773688190 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.156058:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.156062:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80afc0. 00000100:00000001:1.0:1773688179.156065:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.156068:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80afc0. 00000100:00100000:1.0:1773688179.156076:0:38615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a10ce4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3445:x1859843861188480:12345-0@lo:6:osp-syn-0-0.0 00000100:00000200:1.0:1773688179.156080:0:38615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843861188480 00000020:00000001:1.0:1773688179.156083:0:38615:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688179.156087:0:38615:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688179.156089:0:38615:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.156091:0:3432:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:1.0:1773688179.156092:0:38615:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:0.0:1773688179.156095:0:3432:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:1.0:1773688179.156096:0:38615:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672990336 : -1036561280 : ffffffffc2375480) 00010000:00000001:0.0:1773688179.156098:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1773688179.156101:0:38615:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00010000:0.0:1773688179.156103:0:3432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d26a8 lrc: 0/0,0 mode: --/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773688179.156104:0:38615:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688179.156108:0:38615:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688179.156111:0:38615:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688179.156115:0:38615:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00000010:0.0:1773688179.156116:0:3432:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bd00. 00000020:00000001:1.0:1773688179.156118:0:38615:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1773688179.156121:0:38615:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.156123:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.156125:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.156127:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00010000:00000001:0.0:1773688179.156127:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:1.0:1773688179.156130:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.156132:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.156132:0:3432:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 37 00000001:00000001:1.0:1773688179.156137:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000100:00000001:0.0:1773688179.156138:0:3432:0:(service.c:2717:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773688179.156139:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.156143:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.156145:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000100:00000001:0.0:1773688179.156145:0:3432:0:(service.c:2626:ptlrpc_handle_rs()) Process entered 00000001:00000001:1.0:1773688179.156147:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.156150:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.156151:0:3432:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.156153:0:38615:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.156155:0:38615:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.156155:0:3432:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.156158:0:3432:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcd000 refcount=3 00000100:00000001:1.0:1773688179.156159:0:38615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.156164:0:38615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1773688179.156164:0:3432:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160297984 : -129075549253632 : ffff8a9b41bcd000) 02000000:00000010:1.0:1773688179.156168:0:38615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8a9b36b7ec00. 00010000:00000001:0.0:1773688179.156169:0:3432:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160297984 : -129075549253632 : ffff8a9b41bcd000) 02000000:00000001:1.0:1773688179.156171:0:38615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.156174:0:3432:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000001:1.0:1773688179.156175:0:38615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688179.156179:0:38615:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00010000:0.0:1773688179.156181:0:3432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd000/0x52973366461d26d2 lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.156182:0:38615:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688179.156186:0:38615:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.156190:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00080000:1.0:1773688179.156191:0:38615:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2563 count 1 00010000:00000001:0.0:1773688179.156193:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.156197:0:3432:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd000/0x52973366461d26d2 lrc: 2/0,0 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1773688179.156198:0:7880:0:(genops.c:811:class_conn2export()) Process entered 00002000:00000001:1.0:1773688179.156198:0:38615:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process entered 00000020:00000040:2.0:1773688179.156203:0:7880:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d05d8 00002000:00000001:1.0:1773688179.156203:0:38615:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:0.0:1773688179.156206:0:3432:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1773688179.156207:0:7880:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1773688179.156209:0:38615:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1773688179.156209:0:3432:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.156211:0:7880:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b10642000 refcount=6 00010000:00000001:0.0:1773688179.156215:0:3432:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000020:00000001:2.0:1773688179.156216:0:7880:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997332402176 : -129076377149440 : ffff8a9b10642000) 00000020:00000001:1.0:1773688179.156218:0:38615:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997970891000 : -129075738660616 : ffff8a9b3672b0f8) 00010000:00010000:0.0:1773688179.156219:0:3432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd000/0x52973366461d26d2 lrc: 3/0,0 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1773688179.156221:0:7880:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997332402176 : -129076377149440 : ffff8a9b10642000) 00002000:00000001:1.0:1773688179.156224:0:38615:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997970890912 : -129075738660704 : ffff8a9b3672b0a0) 00000100:00000001:2.0:1773688179.156228:0:7880:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1773688179.156231:0:38615:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000010:2.0:1773688179.156234:0:7880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e51c0. 00010000:00010000:0.0:1773688179.156234:0:3432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bcd000 already unused, calling callback (ffffffffc20864f0) 00010000:00000001:1.0:1773688179.156235:0:38615:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00000004:00000001:0.0:1773688179.156240:0:3432:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000100:00000001:2.0:1773688179.156241:0:7880:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.156243:0:3432:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000040:1.0:1773688179.156244:0:38615:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b072af500 count: 2 00000020:00000010:2.0:1773688179.156246:0:7880:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e51c0. 00010000:00010000:0.0:1773688179.156247:0:3432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd000/0x52973366461d26d2 lrc: 3/0,0 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.156249:0:38615:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.156253:0:7880:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b34ba9600. 00010000:00000001:1.0:1773688179.156256:0:38615:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.156261:0:38615:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0f427400. 00000020:00000010:2.0:1773688179.156262:0:7880:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9480. 00010000:00000001:0.0:1773688179.156263:0:3432:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688179.156267:0:3432:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.156269:0:38615:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000010:2.0:1773688179.156270:0:7880:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0a28. 00000020:00000001:0.0:1773688179.156270:0:3432:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.156274:0:3432:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcd000 refcount=4 00000020:00000040:1.0:1773688179.156275:0:38615:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0f427400 with handle 0x52973366461d2845 to hash 00000100:00000001:2.0:1773688179.156277:0:7880:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1773688179.156279:0:3432:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160297984 : -129075549253632 : ffff8a9b41bcd000) 00000020:00000001:1.0:1773688179.156280:0:38615:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:2.0:1773688179.156281:0:7880:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1773688179.156283:0:3432:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160297984 : -129075549253632 : ffff8a9b41bcd000) 00000100:00000001:2.0:1773688179.156285:0:7880:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.156285:0:38615:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000001:0.0:1773688179.156287:0:3432:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688179.156291:0:3432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd000/0x52973366461d26d2 lrc: 4/0,0 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.156292:0:38615:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00000100:00000001:2.0:1773688179.156294:0:7880:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.156301:0:38615:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.156302:0:3432:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773688179.156305:0:38615:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.156305:0:3432:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000100:00000001:2.0:1773688179.156308:0:7880:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1773688179.156309:0:3432:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.156312:0:38615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000068b59386/0x52973366461d2845 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xa03:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.156316:0:3432:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.156319:0:3432:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1773688179.156323:0:7880:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1773688179.156323:0:3432:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.156326:0:38615:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.156326:0:3432:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.156327:0:7880:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1773688179.156331:0:38615:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00000020:00000040:0.0:1773688179.156332:0:3432:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bcd000 with handle 0x52973366461d26d2 from hash 00010000:00000001:1.0:1773688179.156334:0:38615:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00100000:2.0:1773688179.156336:0:7880:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7632 00010000:00000001:1.0:1773688179.156337:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.156338:0:3432:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:2.0:1773688179.156342:0:7880:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b10642000 : new rpc_count 2 00010000:00000001:1.0:1773688179.156343:0:38615:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:0.0:1773688179.156343:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773688179.156348:0:7880:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997932396032 : -129075777155584 : ffff8a9b34274e00) 00010000:00000001:1.0:1773688179.156348:0:38615:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00000001:0.0:1773688179.156348:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.156352:0:3432:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.156356:0:3432:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00010000:1.0:1773688179.156357:0:38615:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b8499d1e/0x52973366461d1893 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xa03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a1af expref: 60 pid: 77274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773688179.156358:0:7880:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b34274e00 x1859843861188608/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:665/0 lens 544/0 e 0 to 0 dl 1773688190 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773688179.156359:0:3432:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.156365:0:3432:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.156368:0:3432:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.156371:0:3432:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.156374:0:3432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xddd0a3dd (ffff8a9a1a7d7000) 00010000:00000001:1.0:1773688179.156377:0:38615:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688179.156381:0:38615:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.156382:0:3432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00000001:2.0:1773688179.156384:0:7880:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00010000:00010000:1.0:1773688179.156384:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:0.0:1773688179.156386:0:3432:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.156388:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773688179.156389:0:7880:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e51c0. 00010000:00000001:0.0:1773688179.156390:0:3432:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.156391:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1773688179.156394:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00000001:2.0:1773688179.156397:0:7880:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.156397:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.156397:0:3432:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.156401:0:3432:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688179.156402:0:38615:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1773688179.156404:0:7880:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e51c0. 00010000:00000001:0.0:1773688179.156407:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.156408:0:38615:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00000001:0.0:1773688179.156412:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1773688179.156413:0:7880:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b34274e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3447:x1859843861188608:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1773688179.156414:0:38615:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000068b59386/0x52973366461d2845 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xa03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.156415:0:3432:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.156421:0:3432:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1773688179.156424:0:7880:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843861188608 00000004:00000001:0.0:1773688179.156426:0:3432:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.156429:0:7880:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.156433:0:7880:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00010000:0.0:1773688179.156433:0:3432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd000/0x52973366461d26d2 lrc: 2/0,0 mode: --/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.156435:0:38615:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x280000401:0xa03:0x0].0x0 (ffff8a9b072af500) refcount = 2 00000020:00000001:2.0:1773688179.156437:0:7880:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.156443:0:7880:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000040:1.0:1773688179.156445:0:38615:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000001:2.0:1773688179.156446:0:7880:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672990336 : -1036561280 : ffffffffc2375480) 00010000:00000001:0.0:1773688179.156448:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1773688179.156452:0:7880:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000040:1.0:1773688179.156453:0:38615:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: 00000000b8499d1e/0x52973366461d1893 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000030020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a1af expref: 60 pid: 77274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.156453:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1773688179.156456:0:7880:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.156456:0:3432:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688179.156460:0:3432:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:2.0:1773688179.156461:0:7880:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1773688179.156463:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1773688179.156465:0:7880:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00010000:0.0:1773688179.156468:0:3432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd000/0x52973366461d26d2 lrc: 0/0,0 mode: --/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1773688179.156470:0:7880:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1773688179.156473:0:7880:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1773688179.156477:0:7880:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.156483:0:7880:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.156487:0:7880:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688179.156489:0:38615:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000010:0.0:1773688179.156489:0:3432:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988b80. 00000001:00000001:2.0:1773688179.156491:0:7880:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00010000:00000040:1.0:1773688179.156493:0:38615:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: 0000000068b59386/0x52973366461d2845 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xa03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000001:2.0:1773688179.156495:0:7880:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.156499:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:2.0:1773688179.156500:0:7880:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.156504:0:3432:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 36 00000001:00000001:2.0:1773688179.156506:0:7880:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.156510:0:7880:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773688179.156511:0:3432:0:(service.c:2717:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1773688179.156513:0:38615:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9a0f80afc0. 00000001:00000001:2.0:1773688179.156514:0:7880:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.156516:0:3432:0:(service.c:2626:ptlrpc_handle_rs()) Process entered 00000100:00000001:1.0:1773688179.156519:0:38615:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000001:00000001:2.0:1773688179.156520:0:7880:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00010000:00000001:0.0:1773688179.156521:0:3432:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000001:00000001:2.0:1773688179.156525:0:7880:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1773688179.156525:0:38615:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b41aaff00. 00000020:00000001:0.0:1773688179.156525:0:3432:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.156530:0:3432:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bccc00 refcount=3 00000001:00000001:2.0:1773688179.156531:0:7880:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.156531:0:38615:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614998159130368 : -129075550421248 : ffff8a9b41aaff00) 00000020:00000001:0.0:1773688179.156533:0:3432:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00000020:00000001:2.0:1773688179.156536:0:7880:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.156538:0:38615:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614998159130368 : -129075550421248 : ffff8a9b41aaff00) 00010000:00000001:0.0:1773688179.156538:0:3432:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00000020:00000001:2.0:1773688179.156541:0:7880:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.156542:0:38615:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00010000:00000001:0.0:1773688179.156544:0:3432:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1773688179.156546:0:7880:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1773688179.156546:0:38615:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00010000:0.0:1773688179.156548:0:3432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d26f5 lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 02000000:00000001:2.0:1773688179.156550:0:7880:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1773688179.156550:0:38615:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.156555:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:2.0:1773688179.156557:0:7880:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8a9a10f0ac00. 00010000:00000001:0.0:1773688179.156557:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.156558:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.156561:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1773688179.156562:0:7880:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.156563:0:38615:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00010000:0.0:1773688179.156565:0:3432:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d26f5 lrc: 2/0,0 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773688179.156567:0:7880:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.156568:0:38615:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.156571:0:38615:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00002000:00000001:2.0:1773688179.156573:0:7880:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:1.0:1773688179.156575:0:38615:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00010000:00000001:0.0:1773688179.156576:0:3432:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.156577:0:7880:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688179.156579:0:3432:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.156580:0:7880:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773688179.156581:0:38615:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b32124700. 00010000:00000001:0.0:1773688179.156583:0:3432:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00002000:00080000:2.0:1773688179.156586:0:7880:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2565 count 1 00000020:00000040:1.0:1773688179.156588:0:38615:0:(genops.c:1229:class_import_get()) import ffff8a9b11b99000 refcount=2 obd=lustre-OST0000 00010000:00010000:0.0:1773688179.156588:0:3432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d26f5 lrc: 3/0,0 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00000001:2.0:1773688179.156591:0:7880:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process entered 00002000:00000001:2.0:1773688179.156595:0:7880:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:1.0:1773688179.156595:0:38615:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1773688179.156599:0:7880:0:(lu_object.c:808:lu_object_find_at()) Process entered 02000000:00000001:1.0:1773688179.156599:0:38615:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:0.0:1773688179.156601:0:3432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bccc00 already unused, calling callback (ffffffffc20864f0) 02000000:00000001:1.0:1773688179.156604:0:38615:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.156605:0:7880:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997970892824 : -129075738658792 : ffff8a9b3672b818) 00000004:00000001:0.0:1773688179.156605:0:3432:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00002000:00000001:2.0:1773688179.156610:0:7880:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997970892736 : -129075738658880 : ffff8a9b3672b7c0) 00010000:00000001:0.0:1773688179.156610:0:3432:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 02000000:00000010:1.0:1773688179.156612:0:38615:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a198eb000. 00010000:00010000:0.0:1773688179.156614:0:3432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d26f5 lrc: 3/0,0 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.156617:0:7880:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:1.0:1773688179.156618:0:38615:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.156621:0:7880:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000001:0.0:1773688179.156626:0:3432:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000040:2.0:1773688179.156627:0:7880:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1689c500 count: 2 00010000:00010000:1.0:1773688179.156630:0:38615:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b8499d1e/0x52973366461d1893 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a1af expref: 60 pid: 77274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.156630:0:3432:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1773688179.156631:0:7880:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1773688179.156634:0:3432:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1773688179.156637:0:7880:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00000020:00000040:0.0:1773688179.156638:0:3432:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bccc00 refcount=4 00010000:00000010:2.0:1773688179.156643:0:7880:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afbc00. 00000020:00000001:0.0:1773688179.156645:0:3432:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00000020:00000001:2.0:1773688179.156648:0:7880:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:0.0:1773688179.156652:0:3432:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00000020:00000040:2.0:1773688179.156653:0:7880:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afbc00 with handle 0x52973366461d284c to hash 00010000:00000001:0.0:1773688179.156657:0:3432:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:2.0:1773688179.156658:0:7880:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.156662:0:7880:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00010000:0.0:1773688179.156662:0:3432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d26f5 lrc: 4/0,0 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.156668:0:38615:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b8499d1e/0x52973366461d1893 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xa03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a1af expref: 60 pid: 77274 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.156669:0:7880:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:2.0:1773688179.156674:0:7880:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.156677:0:7880:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.156680:0:3432:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688179.156683:0:3432:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00010000:2.0:1773688179.156684:0:7880:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000399a57ec/0x52973366461d284c lrc: 3/0,1 mode: --/PW res: [0x280000401:0xa05:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00000001:0.0:1773688179.156686:0:3432:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.156692:0:3432:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.156695:0:3432:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.156698:0:3432:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.156701:0:3432:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.156707:0:3432:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bccc00 with handle 0x52973366461d26f5 from hash 00010000:00000001:2.0:1773688179.156708:0:7880:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.156711:0:7880:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688179.156711:0:38615:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00010000:00000001:0.0:1773688179.156712:0:3432:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.156716:0:7880:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1773688179.156716:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1773688179.156717:0:38615:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1773688179.156720:0:7880:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.156721:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.156724:0:7880:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000100:00000040:1.0:1773688179.156725:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b32124700 x1859843861188736/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1773688179.156725:0:3432:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.156727:0:7880:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00000001:0.0:1773688179.156730:0:3432:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.156734:0:3432:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.156735:0:7880:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001c6aa3e2/0x52973366461d20c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xa05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a425 expref: 60 pid: 74729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.156739:0:3432:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.156742:0:3432:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.156745:0:3432:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000100:00000001:1.0:1773688179.156747:0:38615:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1773688179.156749:0:3432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xddd0a3dd (ffff8a9a1a7d7000) 00000100:00000001:1.0:1773688179.156750:0:38615:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.156755:0:7880:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1773688179.156756:0:3432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.156758:0:7880:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.156759:0:38615:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b32124700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:38615:1859843861188736:192.168.204.51@tcp:104: 00010000:00000001:0.0:1773688179.156761:0:3432:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773688179.156762:0:7880:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:2.0:1773688179.156767:0:7880:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.156767:0:3432:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.156768:0:38615:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1773688179.156770:0:7880:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1773688179.156773:0:7880:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:0.0:1773688179.156773:0:3432:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 02000000:00000001:1.0:1773688179.156774:0:38615:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1773688179.156776:0:3432:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.156777:0:7880:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1773688179.156778:0:38615:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.156780:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.156784:0:7880:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1773688179.156784:0:38615:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1773688179.156785:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.156789:0:3432:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.156790:0:7880:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 02000000:00000010:1.0:1773688179.156790:0:38615:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a198eb800. 00010000:00000001:0.0:1773688179.156792:0:3432:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.156794:0:38615:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.156795:0:7880:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000399a57ec/0x52973366461d284c lrc: 4/0,1 mode: --/PW res: [0x280000401:0xa05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00000001:0.0:1773688179.156796:0:3432:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773688179.156799:0:38615:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b3697f370. 00010000:00010000:0.0:1773688179.156802:0:3432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d26f5 lrc: 2/0,0 mode: --/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000400:00000010:1.0:1773688179.156805:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64b28. 00000100:00000200:1.0:1773688179.156810:0:38615:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861188736, portal 16 00010000:00000040:2.0:1773688179.156817:0:7880:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x280000401:0xa05:0x0].0x0 (ffff8a9a1689c500) refcount = 2 00000100:00000001:1.0:1773688179.156817:0:38615:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773688179.156821:0:38615:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997897463552 : -129075812088064 : ffff8a9b32124700) 00010000:00000040:2.0:1773688179.156825:0:7880:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:0.0:1773688179.156832:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:2.0:1773688179.156834:0:7880:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: 000000001c6aa3e2/0x52973366461d20c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000030020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a425 expref: 60 pid: 74729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:1.0:1773688179.156834:0:38615:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b32124700 x1859843861188736/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1773688179.156835:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.156838:0:3432:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688179.156841:0:3432:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688179.156843:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.156846:0:3432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d26f5 lrc: 0/0,0 mode: --/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773688179.156861:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000010:0.0:1773688179.156867:0:3432:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988e80. 00000100:00000040:1.0:1773688179.156868:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00010000:00000040:2.0:1773688179.156874:0:7880:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00000400:00000010:1.0:1773688179.156875:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64880. 00010000:00000001:0.0:1773688179.156875:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1773688179.156878:0:7880:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: 00000000399a57ec/0x52973366461d284c lrc: 4/0,1 mode: --/PW res: [0x280000401:0xa05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000040:0.0:1773688179.156879:0:3432:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 35 00000100:00000200:1.0:1773688179.156881:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861188736, offset 0 00000100:00000001:0.0:1773688179.156885:0:3432:0:(service.c:2717:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.156891:0:3432:0:(service.c:2626:ptlrpc_handle_rs()) Process entered 00000400:00000200:1.0:1773688179.156892:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00010000:00000001:0.0:1773688179.156894:0:3432:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.156898:0:3432:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000010:2.0:1773688179.156900:0:7880:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b079e51c0. 00000020:00000040:0.0:1773688179.156901:0:3432:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86c00 refcount=3 00000400:00000200:1.0:1773688179.156902:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000100:00000001:2.0:1773688179.156905:0:7880:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000020:00000001:0.0:1773688179.156907:0:3432:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00000100:00000010:2.0:1773688179.156912:0:7880:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b079f43c0. 00000400:00000200:1.0:1773688179.156912:0:38615:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:0.0:1773688179.156912:0:3432:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00000100:00000001:2.0:1773688179.156917:0:7880:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997185283008 : -129076524268608 : ffff8a9b079f43c0) 00010000:00000001:0.0:1773688179.156918:0:3432:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1773688179.156922:0:7880:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997185283008 : -129076524268608 : ffff8a9b079f43c0) 00000400:00000200:1.0:1773688179.156922:0:38615:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00010000:00010000:0.0:1773688179.156924:0:3432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27ff lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773688179.156928:0:7880:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773688179.156931:0:7880:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000400:00000200:1.0:1773688179.156931:0:38615:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1773688179.156935:0:7880:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1773688179.156936:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.156938:0:7880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1773688179.156939:0:38615:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.156940:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.156942:0:7880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1773688179.156945:0:7880:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00010000:0.0:1773688179.156945:0:3432:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27ff lrc: 2/0,0 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.156950:0:7880:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000400:00000200:1.0:1773688179.156950:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47963:47963:256:4294967295] 192.168.204.51@tcp LPNI seq info [47959:47959:8:4294967295] 00010000:00000001:2.0:1773688179.156954:0:7880:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1773688179.156955:0:3432:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.156959:0:7880:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00010000:00000001:0.0:1773688179.156959:0:3432:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773688179.156976:0:7880:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce5180. 00010000:00000001:0.0:1773688179.156976:0:3432:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:1.0:1773688179.156981:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00010000:00010000:0.0:1773688179.156981:0:3432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27ff lrc: 3/0,0 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000040:2.0:1773688179.156982:0:7880:0:(genops.c:1229:class_import_get()) import ffff8a9b11b99000 refcount=3 obd=lustre-OST0000 00000100:00000001:2.0:1773688179.156988:0:7880:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773688179.156991:0:7880:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773688179.156996:0:7880:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688179.156997:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00010000:00010000:0.0:1773688179.156997:0:3432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e86c00 already unused, calling callback (ffffffffc20864f0) 02000000:00000010:2.0:1773688179.157001:0:7880:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9b34ba8800. 00000004:00000001:0.0:1773688179.157003:0:3432:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000800:00000010:1.0:1773688179.157005:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7400. 00000100:00000001:2.0:1773688179.157026:0:7880:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.157027:0:3432:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688179.157034:0:3432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27ff lrc: 3/0,0 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.157037:0:7880:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001c6aa3e2/0x52973366461d20c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a425 expref: 60 pid: 74729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:1.0:1773688179.157039:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00010000:00000001:0.0:1773688179.157051:0:3432:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000800:00000200:1.0:1773688179.157052:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00010000:00000001:0.0:1773688179.157055:0:3432:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000800:00000200:1.0:1773688179.157058:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7400 type 1, nob 424 niov 1 nkiov 1 00000020:00000001:0.0:1773688179.157058:0:3432:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.157063:0:3432:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86c00 refcount=4 00010000:00010000:2.0:1773688179.157064:0:7880:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001c6aa3e2/0x52973366461d20c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xa05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a425 expref: 60 pid: 74729 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1773688179.157068:0:3432:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00000100:00000001:1.0:1773688179.157074:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.157074:0:3432:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00000100:00000001:1.0:1773688179.157082:0:38615:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4297630078 00010000:00000001:0.0:1773688179.157083:0:3432:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688179.157087:0:3432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27ff lrc: 4/0,0 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.157092:0:7880:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1773688179.157093:0:38615:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4297630038 00000100:00000001:2.0:1773688179.157096:0:7880:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1773688179.157097:0:3432:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1773688179.157100:0:38615:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4297630078 00000004:00000001:0.0:1773688179.157101:0:3432:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688179.157104:0:3432:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.157105:0:7880:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9a10ce5180 x1859843861188864/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.157107:0:38615:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4297630038 00010000:00000001:0.0:1773688179.157110:0:3432:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.157113:0:3432:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1773688179.157115:0:38615:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4297630078 00010000:00000001:0.0:1773688179.157117:0:3432:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.157121:0:3432:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.157123:0:7880:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773688179.157123:0:38615:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4297630038 00000100:00000001:2.0:1773688179.157127:0:7880:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.157127:0:3432:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86c00 with handle 0x52973366461d27ff from hash 00000100:00000001:1.0:1773688179.157130:0:38615:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4297630078 00010000:00000001:0.0:1773688179.157134:0:3432:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000100:00100000:2.0:1773688179.157137:0:7880:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9a10ce5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7880:1859843861188864:192.168.204.51@tcp:104: 00000100:00000001:1.0:1773688179.157137:0:38615:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4297630038 00010000:00000001:0.0:1773688179.157138:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.157142:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773688179.157145:0:38615:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.157146:0:3432:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1773688179.157147:0:7880:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1773688179.157150:0:3432:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:1.0:1773688179.157151:0:38615:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.157153:0:7880:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1773688179.157153:0:3432:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.157157:0:7880:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.157157:0:38615:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.157159:0:3432:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 02000000:00000001:2.0:1773688179.157163:0:7880:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1773688179.157163:0:3432:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.157164:0:38615:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.157167:0:3432:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 02000000:00000010:2.0:1773688179.157169:0:7880:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a10cf9c00. 00000020:00000001:1.0:1773688179.157169:0:38615:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.157172:0:3432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9a1689e800) 00010000:00000001:1.0:1773688179.157173:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1773688179.157175:0:7880:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.157178:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.157179:0:3432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000400:00000010:2.0:1773688179.157181:0:7880:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a0b538a50. 00010000:00000001:1.0:1773688179.157182:0:38615:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.157183:0:3432:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1773688179.157188:0:7880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505220. 00010000:00000001:1.0:1773688179.157188:0:38615:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1773688179.157189:0:3432:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.157193:0:38615:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000200:2.0:1773688179.157195:0:7880:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861188864, portal 16 00000100:00000001:1.0:1773688179.157200:0:38615:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.157201:0:7880:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773688179.157205:0:7880:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614993044394368 : -129080665157248 : ffff8a9a10ce5180) 00000100:00000001:1.0:1773688179.157207:0:38615:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773688179.157212:0:38615:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1773688179.157213:0:7880:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9a10ce5180 x1859843861188864/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1773688179.157217:0:38615:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b41aaff00 going to sleep for 11 seconds 00000100:00000001:1.0:1773688179.157223:0:38615:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773688179.157227:0:38615:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.157238:0:7880:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.157245:0:7880:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.157249:0:7880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b035052a8. 00000100:00000200:2.0:1773688179.157253:0:7880:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861188864, offset 0 00010000:00000001:0.0:1773688179.157255:0:3432:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.157258:0:3432:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:2.0:1773688179.157261:0:7880:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00010000:00000001:0.0:1773688179.157262:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.157265:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.157266:0:3432:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773688179.157269:0:7880:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00010000:00000001:0.0:1773688179.157270:0:3432:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.157274:0:3432:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773688179.157276:0:7880:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:0.0:1773688179.157279:0:3432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27ff lrc: 2/0,0 mode: --/TXN res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773688179.157281:0:7880:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:2.0:1773688179.157287:0:7880:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00010000:00000001:0.0:1773688179.157291:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1773688179.157292:0:7880:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.157294:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.157297:0:3432:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:2.0:1773688179.157299:0:7880:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47964:47964:256:4294967295] 192.168.204.51@tcp LPNI seq info [47960:47960:8:4294967295] 00010000:00000001:0.0:1773688179.157300:0:3432:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688179.157302:0:3432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.157305:0:3432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d27ff lrc: 0/0,0 mode: --/TXN res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773688179.157315:0:7880:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00010000:00000010:0.0:1773688179.157318:0:3432:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988880. 00000800:00000200:2.0:1773688179.157323:0:7880:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00010000:00000001:0.0:1773688179.157326:0:3432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:2.0:1773688179.157327:0:7880:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a900. 00000020:00000040:0.0:1773688179.157329:0:3432:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 34 00000100:00000001:0.0:1773688179.157333:0:3432:0:(service.c:2717:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.157335:0:7880:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.157342:0:7880:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.157345:0:7880:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.157347:0:3431:0:(service.c:2626:ptlrpc_handle_rs()) Process entered 00010000:00000001:0.0:1773688179.157350:0:3431:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.157352:0:3431:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.157354:0:3431:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcdc00 refcount=3 00000020:00000001:0.0:1773688179.157356:0:3431:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00000100:00000001:2.0:1773688179.157358:0:7880:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.157359:0:3431:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00000100:00000001:2.0:1773688179.157363:0:7880:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4297630078 00010000:00000001:0.0:1773688179.157364:0:3431:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1773688179.157368:0:7880:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, keep current deadline 4297630078 00010000:00010000:0.0:1773688179.157369:0:3431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d27ab lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773688179.157374:0:7880:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4297630078 00000100:00000001:2.0:1773688179.157378:0:7880:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, keep current deadline 4297630078 00010000:00000001:0.0:1773688179.157382:0:3431:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773688179.157383:0:7880:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4297630078 00010000:00000001:0.0:1773688179.157385:0:3431:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773688179.157387:0:7880:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, keep current deadline 4297630078 00010000:00010000:0.0:1773688179.157390:0:3431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d27ab lrc: 2/0,0 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773688179.157392:0:7880:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4297630078 00000100:00000001:2.0:1773688179.157396:0:7880:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, keep current deadline 4297630078 00010000:00000001:0.0:1773688179.157400:0:3431:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1773688179.157401:0:7880:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.157404:0:3431:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.157405:0:7880:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688179.157407:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1773688179.157408:0:3431:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:2.0:1773688179.157409:0:7880:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773688179.157412:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a900. 00010000:00000001:2.0:1773688179.157414:0:7880:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.157414:0:3431:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d27ab lrc: 3/0,0 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1773688179.157417:0:7880:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773688179.157419:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1773688179.157420:0:7880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.157423:0:7880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.157427:0:7880:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773688179.157428:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00010000:00000001:2.0:1773688179.157431:0:7880:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688179.157434:0:7880:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:1.0:1773688179.157434:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b035052a8 00000100:00000001:2.0:1773688179.157440:0:7880:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773688179.157440:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b035052a8. 00000100:00000001:2.0:1773688179.157444:0:7880:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773688179.157447:0:7880:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773688179.157447:0:3439:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1773688179.157448:0:7880:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b079f43c0 going to sleep for 11 seconds 00000100:00000001:2.0:1773688179.157452:0:7880:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773688179.157456:0:7880:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773688179.157456:0:3439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9a10ce5180 x1859843861188864/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.157466:0:3439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773688179.157470:0:3439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9a10ce5180 x1859843861188864/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.157477:0:3439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.157480:0:3439:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:0.0:1773688179.157546:0:3431:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bcdc00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688179.157549:0:3431:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.157551:0:3431:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688179.157554:0:3431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d27ab lrc: 3/0,0 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.157558:0:3431:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688179.157559:0:3431:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.157561:0:3431:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.157562:0:3431:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcdc00 refcount=4 00000020:00000001:0.0:1773688179.157564:0:3431:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00010000:00000001:0.0:1773688179.157566:0:3431:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00010000:00000001:0.0:1773688179.157568:0:3431:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688179.157570:0:3431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d27ab lrc: 4/0,0 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.157575:0:3431:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688179.157576:0:3431:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688179.157577:0:3431:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.157580:0:3431:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.157581:0:3431:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.157582:0:3431:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.157584:0:3431:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.157586:0:3431:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bcdc00 with handle 0x52973366461d27ab from hash 00010000:00000001:0.0:1773688179.157587:0:3431:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.157589:0:3431:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.157591:0:3431:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.157591:0:3431:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.157594:0:3431:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.157595:0:3431:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.157597:0:3431:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.157598:0:3431:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.157599:0:3431:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.157601:0:3431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9a1689e800) 00010000:00010000:0.0:1773688179.157603:0:3431:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.157605:0:3431:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.157607:0:3431:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.157608:0:3431:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.157609:0:3431:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688179.157611:0:3431:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.157612:0:3431:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.157613:0:3431:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.157615:0:3431:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.157616:0:3431:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.157619:0:3431:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d27ab lrc: 2/0,0 mode: --/TXN res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.157623:0:3431:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.157624:0:3431:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.157625:0:3431:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688179.157627:0:3431:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688179.157628:0:3431:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.157630:0:3431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d27ab lrc: 0/0,0 mode: --/TXN res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.157635:0:3431:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988080. 00010000:00000040:0.0:1773688179.157638:0:3431:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a1689e800 count: 0 00010000:00000010:0.0:1773688179.157643:0:3431:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b35d06f00. 00010000:00000001:0.0:1773688179.157648:0:3431:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.157650:0:3431:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.157651:0:3431:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.157653:0:3431:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcd800 refcount=3 00000020:00000001:0.0:1773688179.157655:0:3431:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160300032 : -129075549251584 : ffff8a9b41bcd800) 00010000:00000001:0.0:1773688179.157657:0:3431:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160300032 : -129075549251584 : ffff8a9b41bcd800) 00010000:00000001:0.0:1773688179.157659:0:3431:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688179.157661:0:3431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd800/0x52973366461d27a4 lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.157666:0:3431:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.157667:0:3431:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.157669:0:3431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd800/0x52973366461d27a4 lrc: 2/0,0 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.157674:0:3431:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.157675:0:3431:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.157677:0:3431:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688179.157679:0:3431:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd800/0x52973366461d27a4 lrc: 3/0,0 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.157684:0:3431:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bcd800 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688179.157686:0:3431:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.157687:0:3431:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688179.157689:0:3431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd800/0x52973366461d27a4 lrc: 3/0,0 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.157694:0:3431:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688179.157695:0:3431:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.157696:0:3431:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.157697:0:3431:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcd800 refcount=4 00000020:00000001:0.0:1773688179.157699:0:3431:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160300032 : -129075549251584 : ffff8a9b41bcd800) 00010000:00000001:0.0:1773688179.157701:0:3431:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160300032 : -129075549251584 : ffff8a9b41bcd800) 00010000:00000001:0.0:1773688179.157703:0:3431:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688179.157705:0:3431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd800/0x52973366461d27a4 lrc: 4/0,0 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.157712:0:3431:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688179.157713:0:3431:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688179.157715:0:3431:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.157717:0:3431:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.157718:0:3431:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.157719:0:3431:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.157721:0:3431:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.157723:0:3431:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bcd800 with handle 0x52973366461d27a4 from hash 00010000:00000001:0.0:1773688179.157724:0:3431:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.157726:0:3431:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.157727:0:3431:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.157728:0:3431:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.157729:0:3431:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.157730:0:3431:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.157732:0:3431:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.157733:0:3431:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.157734:0:3431:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.157736:0:3431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xddd0a3dd (ffff8a9a1a7d7000) 00010000:00010000:0.0:1773688179.157739:0:3431:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.157740:0:3431:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.157742:0:3431:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.157743:0:3431:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.157745:0:3431:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688179.157746:0:3431:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.157747:0:3431:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.157748:0:3431:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.157750:0:3431:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.157751:0:3431:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.157754:0:3431:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd800/0x52973366461d27a4 lrc: 2/0,0 mode: --/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.157758:0:3431:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.157759:0:3431:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.157760:0:3431:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688179.157764:0:3431:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688179.157765:0:3431:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.157767:0:3431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd800/0x52973366461d27a4 lrc: 0/0,0 mode: --/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.157772:0:3431:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988580. 00010000:00000040:0.0:1773688179.157774:0:3431:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a1a7d7000 count: 0 00010000:00000010:0.0:1773688179.157777:0:3431:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b35d06380. 00010000:00000001:0.0:1773688179.157782:0:3431:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.157783:0:3431:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.157784:0:3431:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.157785:0:3431:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcde00 refcount=3 00000020:00000001:0.0:1773688179.157788:0:3431:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00010000:00000001:0.0:1773688179.157790:0:3431:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00010000:00000001:0.0:1773688179.157792:0:3431:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688179.157794:0:3431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d27b2 lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.157799:0:3431:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.157800:0:3431:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.157802:0:3431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d27b2 lrc: 2/0,0 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.157807:0:3431:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.157808:0:3431:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.157809:0:3431:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688179.157811:0:3431:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d27b2 lrc: 3/0,0 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.157816:0:3431:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bcde00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688179.157818:0:3431:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.157819:0:3431:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688179.157821:0:3431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d27b2 lrc: 3/0,0 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.157830:0:3431:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688179.157831:0:3431:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.157833:0:3431:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.157834:0:3431:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcde00 refcount=4 00000020:00000001:0.0:1773688179.157836:0:3431:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00010000:00000001:0.0:1773688179.157837:0:3431:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00010000:00000001:0.0:1773688179.157840:0:3431:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688179.157842:0:3431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d27b2 lrc: 4/0,0 mode: TXN/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.157847:0:3431:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688179.157848:0:3431:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688179.157850:0:3431:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.157852:0:3431:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.157854:0:3431:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.157856:0:3431:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.157857:0:3431:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.157860:0:3431:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bcde00 with handle 0x52973366461d27b2 from hash 00010000:00000001:0.0:1773688179.157862:0:3431:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.157864:0:3431:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.157865:0:3431:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.157866:0:3431:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.157868:0:3431:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.157930:0:3431:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.157934:0:3431:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.157935:0:3431:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.157937:0:3431:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.157939:0:3431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:0.0:1773688179.157942:0:3431:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00000001:0.0:1773688179.157944:0:3431:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.157946:0:3431:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.157950:0:3431:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.157951:0:3431:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688179.157954:0:3431:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.157955:0:3431:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.157957:0:3431:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.157959:0:3431:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.157976:0:3431:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.157981:0:3431:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d27b2 lrc: 2/0,0 mode: --/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.157990:0:3431:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.157993:0:3431:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.157996:0:3431:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688179.157999:0:3431:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688179.158003:0:3431:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.158029:0:3431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d27b2 lrc: 0/0,0 mode: --/TXN res: [0x20000afe1:0x13f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.158038:0:3431:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988600. 00010000:00000001:0.0:1773688179.158044:0:3431:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1773688179.158047:0:3431:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 33 00000100:00000001:0.0:1773688179.158049:0:3431:0:(service.c:2717:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773688179.158081:0:6368:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1773688179.158090:0:6368:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000 (ffff8a9a0fb899b8) now 12 - evictor 00000100:00000001:2.0:1773688179.158114:0:13298:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.158117:0:13298:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854303488 02000000:00000001:2.0:1773688179.158119:0:13298:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.158121:0:13298:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.158123:0:13298:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.158126:0:13298:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.158129:0:13298:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854303488 00000020:00000001:2.0:1773688179.158131:0:13298:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.158132:0:13298:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5297336646186ca4 00000020:00000001:2.0:1773688179.158134:0:13298:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.158136:0:13298:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b04f38000 refcount=61 00000020:00000001:2.0:1773688179.158139:0:13298:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000020:00000001:2.0:1773688179.158141:0:13298:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000100:00000001:2.0:1773688179.158144:0:13298:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.158147:0:13298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5140. 00000100:00000001:2.0:1773688179.158150:0:13298:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.158153:0:13298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5140. 00000020:00000010:2.0:1773688179.158157:0:13298:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a10cf9400. 00000020:00000010:2.0:1773688179.158160:0:13298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.158164:0:13298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000001:2.0:1773688179.158168:0:13298:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.158169:0:13298:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773688179.158171:0:13298:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.158175:0:13298:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.158184:0:13298:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.158193:0:13298:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.158195:0:13298:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.158202:0:13298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7633 00000100:00000001:1.0:1773688179.158203:0:74730:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1773688179.158206:0:13298:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b04f38000 : new rpc_count 1 00000100:00000001:1.0:1773688179.158207:0:74730:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1773688179.158211:0:13298:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997932399616 : -129075777152000 : ffff8a9b34275c00) 00000100:00000001:1.0:1773688179.158212:0:74730:0:(service.c:2223:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.158218:0:74730:0:(service.c:2462:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.158221:0:13298:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b34275c00 x1859843854303488/t0(0) o16->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 440/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.158231:0:13298:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.158235:0:13298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5140. 00000100:00000001:2.0:1773688179.158237:0:13298:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.158239:0:13298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5140. 00000100:00100000:2.0:1773688179.158243:0:13298:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b34275c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+61:2404:x1859843854303488:12345-192.168.204.51@tcp:16:dbench.0 00000100:00000200:2.0:1773688179.158247:0:13298:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854303488 00000020:00000001:2.0:1773688179.158249:0:13298:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.158252:0:13298:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.158254:0:13298:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.158256:0:13298:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.158258:0:13298:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672990816 : -1036560800 : ffffffffc2375660) 00000020:00000001:2.0:1773688179.158260:0:13298:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1773688179.158262:0:13298:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.158264:0:13298:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.158265:0:13298:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.158267:0:13298:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1773688179.158269:0:13298:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1773688179.158270:0:13298:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.158272:0:13298:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.158274:0:13298:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.158276:0:13298:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.158277:0:13298:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.158279:0:13298:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.158280:0:13298:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.158281:0:13298:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.158283:0:13298:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.158284:0:13298:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.158285:0:13298:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.158287:0:13298:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.158289:0:13298:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.158291:0:13298:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.158293:0:13298:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.158294:0:13298:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.158297:0:13298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8a9a10f0b000. 02000000:00000001:2.0:1773688179.158299:0:13298:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.158301:0:13298:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688179.158304:0:13298:0:(ofd_dev.c:1957:ofd_sync_hdl()) Process entered 00002000:00000001:2.0:1773688179.158306:0:13298:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1773688179.158308:0:13298:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.158311:0:13298:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997970892216 : -129075738659400 : ffff8a9b3672b5b8) 00002000:00000001:2.0:1773688179.158314:0:13298:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997970892128 : -129075738659488 : ffff8a9b3672b560) 00000020:00000001:2.0:1773688179.158316:0:13298:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000001:2.0:1773688179.158319:0:13298:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.158325:0:13298:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1773688179.158328:0:13298:0:(osd_object.c:2122:osd_object_sync()) Process entered 00000100:00000001:2.0:1773688179.160775:0:7880:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773688179.160783:0:7880:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773688179.160786:0:7880:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773688179.160791:0:7880:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a0b538a50. 00000400:00000200:2.0:1773688179.160796:0:7880:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505220 00000400:00000010:2.0:1773688179.160800:0:7880:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505220. 00000100:00000001:2.0:1773688179.160804:0:7880:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688179.160811:0:7880:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9a10ce5180 x1859843861188864/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1773688179.160822:0:7880:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9a10ce5180 x1859843861188864/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.160828:0:7880:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773688179.160831:0:7880:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.160834:0:7880:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773688179.160838:0:7880:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773688179.160840:0:7880:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.160843:0:7880:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.160846:0:7880:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.160851:0:7880:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b11b99458 time=60 v=5 (5 5 0 0) 00000100:00001000:2.0:1773688179.160856:0:7880:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b11b99410 time=60 v=5 (1 1 0 0) 00000100:00000001:2.0:1773688179.160861:0:7880:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773688179.160864:0:7880:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.160868:0:7880:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773688179.160872:0:7880:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.160875:0:7880:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.160880:0:7880:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9a10ce5180 x1859843861188864/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.160894:0:7880:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.160898:0:7880:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773688179.160900:0:7880:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.160905:0:7880:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1773688179.160908:0:7880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.160910:0:7880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.160911:0:7880:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.160915:0:7880:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce5180 x1859843861188864/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1773688179.160922:0:7880:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9a10ce5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7880:1859843861188864:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.160928:0:7880:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.160933:0:7880:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.160935:0:7880:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773688179.160938:0:7880:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.160944:0:7880:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9a10ce5180 x1859843861188864/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.160949:0:7880:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773688179.160953:0:7880:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773688179.160956:0:7880:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a10cf9c00. 02000000:00000001:2.0:1773688179.160960:0:7880:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773688179.160976:0:7880:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773688179.160979:0:7880:0:(genops.c:1242:class_import_put()) import ffff8a9b11b99000 refcount=2 obd=lustre-OST0000 00000020:00000001:2.0:1773688179.160983:0:7880:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773688179.160985:0:7880:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9b34ba8800. 02000000:00000001:2.0:1773688179.160992:0:7880:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773688179.160994:0:7880:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773688179.160997:0:7880:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a10ce5180. 00000100:00000001:2.0:1773688179.161003:0:7880:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773688179.161005:0:7880:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773688179.161058:0:7880:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b079f43c0. 00000100:00000001:2.0:1773688179.161062:0:7880:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1773688179.161065:0:7880:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1773688179.161068:0:7880:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b079e51c0. 00010000:00000001:2.0:1773688179.161073:0:7880:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.161078:0:7880:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.161082:0:7880:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.161086:0:7880:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1773688179.161090:0:7880:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000399a57ec/0x52973366461d284c lrc: 3/0,1 mode: --/PW res: [0x280000401:0xa05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.161123:0:45505:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.161127:0:45505:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.161134:0:45505:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.161140:0:45505:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.161146:0:45505:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.161152:0:45505:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.161157:0:45505:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.161161:0:45505:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.161170:0:45505:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.161175:0:45505:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.161185:0:45505:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.161190:0:45505:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773688179.161194:0:45505:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773688179.161200:0:45505:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.161206:0:45505:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773688179.161210:0:45505:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.161214:0:45505:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.161218:0:45505:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.161226:0:45505:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.161230:0:45505:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.161258:0:6361:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773688179.161263:0:6361:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.161270:0:6361:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773688179.161381:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.161386:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.161396:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3714 00000100:00000040:1.0:1773688179.161404:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b04f38000 : new rpc_count 2 00000100:00000001:1.0:1773688179.161407:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997932405888 : -129075777145728 : ffff8a9b34277480) 00000100:00000040:1.0:1773688179.161455:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b34277480 x1859843854303616/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.161464:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.161468:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a3c0. 00000100:00000001:1.0:1773688179.161470:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.161473:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a3c0. 00000100:00100000:1.0:1773688179.161479:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b34277480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+63:2405:x1859843854303616:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.161482:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854303616 00010000:00000001:1.0:1773688179.161484:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.161486:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.161487:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.161490:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.161492:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.161496:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9b36b7d800. 02000000:00000001:1.0:1773688179.161497:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.161499:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.161501:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.161503:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.161504:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.161506:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.161507:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcc000 refcount=5 00000020:00000001:1.0:1773688179.161509:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160293888 : -129075549257728 : ffff8a9b41bcc000) 00010000:00000001:1.0:1773688179.161511:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160293888 : -129075549257728 : ffff8a9b41bcc000) 00010000:00000040:1.0:1773688179.161514:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b072af500 count: 3 00010000:00010000:1.0:1773688179.161519:0:6358:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b8499d1e/0x52973366461d1893 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xa03:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a1af expref: 63 pid: 77274 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:1.0:1773688179.161525:0:6358:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b04f38450 time=67 v=5 (1 0 0 0) 00010000:00000001:1.0:1773688179.161528:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773688179.161538:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.161540:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.161542:0:6358:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b8499d1e/0x52973366461d1893 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xa03:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a1af expref: 63 pid: 77274 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773688179.161548:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.161550:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.161552:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.161554:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.161559:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.161560:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.161565:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.161566:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.161568:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.161569:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.161572:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bcc000 with handle 0x52973366461d1893 from hash 00010000:00000001:1.0:1773688179.161574:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.161575:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.161575:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.161576:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.161579:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.161579:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.161581:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.161582:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.161583:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.161584:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.161586:0:6358:0:(ldlm_lock.c:1971:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1773688179.161587:0:6358:0:(ldlm_lock.c:1987:ldlm_reprocess_queue()) Reprocessing lock ffff8a9a0f427400 00010000:00000001:1.0:1773688179.161590:0:6358:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1773688179.161591:0:6358:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1773688179.161593:0:6358:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1773688179.161594:0:6358:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.161596:0:6358:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1773688179.161597:0:6358:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1773688179.161598:0:6358:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.161601:0:6358:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.161602:0:6358:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688179.161605:0:6358:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000068b59386/0x52973366461d2845 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xa03:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.161609:0:6358:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1773688179.161612:0:6358:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000068b59386/0x52973366461d2845 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xa03:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.161620:0:6358:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x280000401:0xa03:0x0].0x0 (ffff8a9b072af500) refcount = 3 00010000:00000040:1.0:1773688179.161622:0:6358:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.161624:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: 0000000068b59386/0x52973366461d2845 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xa03:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.161629:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.161630:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.161632:0:6358:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.161632:0:6358:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.161634:0:6358:0:(ldlm_lock.c:2020:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1773688179.161638:0:6358:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9a0f80a3c0. 00000100:00000001:1.0:1773688179.161639:0:6358:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688179.161644:0:6358:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b41aaf9c0. 00000100:00000001:1.0:1773688179.161645:0:6358:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614998159129024 : -129075550422592 : ffff8a9b41aaf9c0) 00000100:00000001:1.0:1773688179.161647:0:6358:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614998159129024 : -129075550422592 : ffff8a9b41aaf9c0) 00000100:00000001:1.0:1773688179.161649:0:6358:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688179.161649:0:6358:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688179.161652:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.161653:0:6358:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.161655:0:6358:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.161656:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.161657:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.161658:0:6358:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.161661:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.161662:0:6358:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688179.161665:0:6358:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.161666:0:6358:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.161668:0:6358:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1773688179.161670:0:6358:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b41aaf9c0. 00000100:00000001:1.0:1773688179.161673:0:6358:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688179.161674:0:6358:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773688179.161676:0:6358:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9a0f80a3c0. 00010000:00000001:1.0:1773688179.161679:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.161681:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.161682:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.161686:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.161688:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.161691:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1773688179.161694:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.161697:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.161702:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.161706:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.161710:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.161716:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.161723:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.161739:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64550. 00000100:00000200:1.0:1773688179.161746:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854303616, offset 224 00000400:00000200:1.0:1773688179.161757:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.161772:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.161785:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47965:47965:256:4294967295] 192.168.204.51@tcp LPNI seq info [47961:47961:8:4294967295] 00000400:00000200:1.0:1773688179.161807:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.161817:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.161824:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7600. 00000800:00000200:1.0:1773688179.161835:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.161847:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.161852:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.161867:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.161874:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.161880:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.161885:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.161895:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b34277480 x1859843854303616/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773688179.161921:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b34277480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+62:2405:x1859843854303616:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 452us (1023us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688179.161939:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3714 00000100:00000040:1.0:1773688179.161943:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b04f38000 : new rpc_count 2 00000100:00000001:1.0:1773688179.161947:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.161951:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.161956:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a1116d900. 00000020:00000010:1.0:1773688179.161961:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0c80. 00000020:00000010:1.0:1773688179.161979:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a19ad0e00. 00000020:00000040:1.0:1773688179.161984:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b04f38000 : new refcount 61 00000100:00000001:1.0:1773688179.161989:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.162065:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.162071:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7600. 00000400:00000200:1.0:1773688179.162077:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.162084:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.162090:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64550 00000400:00000010:1.0:1773688179.162094:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64550. 00000100:00000001:1.0:1773688179.162100:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.162103:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1773688179.162201:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.162205:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d200. 00000400:00000200:1.0:1773688179.162211:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.162215:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.162219:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeeaa0 00000400:00000010:1.0:1773688179.162221:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeeaa0. 00000100:00000001:1.0:1773688179.162226:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.162228:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:2.0:1773688179.162350:0:7880:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000399a57ec/0x52973366461d284c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xa05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.162362:0:7880:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.162366:0:7880:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000399a57ec/0x52973366461d284c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xa05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.162379:0:7880:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.162381:0:7880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.162384:0:7880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.162387:0:7880:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.162390:0:7880:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.162393:0:7880:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afbc00 refcount=3 00000020:00000001:2.0:1773688179.162395:0:7880:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:2.0:1773688179.162399:0:7880:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:2.0:1773688179.162404:0:7880:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.162408:0:7880:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000399a57ec/0x52973366461d284c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xa05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.162426:0:7880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.162428:0:7880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.162433:0:7880:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000399a57ec/0x52973366461d284c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xa05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.162442:0:7880:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.162444:0:7880:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.162448:0:7880:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1773688179.162452:0:7880:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8a9b079f43c0. 00010000:00000001:2.0:1773688179.162456:0:7880:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1773688179.162468:0:7880:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1773688179.162473:0:7880:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.162476:0:7880:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.162478:0:7561:0:(genops.c:1914:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1773688179.162481:0:7880:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:1.0:1773688179.162483:0:7561:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.162484:0:7880:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.162487:0:7880:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.162489:0:7561:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00000001:2.0:1773688179.162491:0:7880:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00080000:00000001:2.0:1773688179.162497:0:7880:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1773688179.162497:0:7561:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1773688179.162502:0:7561:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00080000:00000010:2.0:1773688179.162506:0:7880:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10f08000. 00010000:00010000:1.0:1773688179.162508:0:7561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000399a57ec/0x52973366461d284c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xa05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00080000:00000001:2.0:1773688179.162512:0:7880:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993046634496 : -129080662917120 : ffff8a9a10f08000) 00000001:00000001:2.0:1773688179.162518:0:7880:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.162521:0:7880:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1773688179.162526:0:7880:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x280000401:0xa05:0x0] not in the id map cache 00000020:00000001:0.0:1773688179.162528:0:77150:0:(genops.c:1914:obd_stale_export_get()) Process entered 00080000:00000001:2.0:1773688179.162533:0:7880:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00000020:00000001:0.0:1773688179.162534:0:77150:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.162542:0:77150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1773688179.162543:0:7561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b11afbc00 already unused, calling callback (ffffffffc162de40) 00010000:00000001:0.0:1773688179.162547:0:77150:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1773688179.162548:0:7561:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:2.0:1773688179.162549:0:7880:0:(osd_object.c:1130:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.162551:0:77150:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1773688179.162553:0:7561:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:2.0:1773688179.162554:0:7880:0:(osd_object.c:1204:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.162557:0:77150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000068b59386/0x52973366461d2845 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xa03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00080000:00000001:2.0:1773688179.162559:0:7880:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00010000:1.0:1773688179.162560:0:7561:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000399a57ec/0x52973366461d284c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xa05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00080000:00000001:2.0:1773688179.162564:0:7880:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1773688179.162569:0:7880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1773688179.162572:0:7880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773688179.162576:0:7880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.162582:0:7880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.162582:0:77150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a0f427400 already unused, calling callback (ffffffffc162de40) 00010000:00000001:1.0:1773688179.162585:0:7561:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688179.162587:0:77150:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:2.0:1773688179.162589:0:7880:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.162589:0:7561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1773688179.162591:0:77150:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000020:00000001:1.0:1773688179.162593:0:7561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:2.0:1773688179.162595:0:7880:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000020:00000040:1.0:1773688179.162597:0:7561:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afbc00 refcount=3 00010000:00010000:0.0:1773688179.162597:0:77150:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000068b59386/0x52973366461d2845 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xa03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00080000:00000001:2.0:1773688179.162601:0:7880:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614997158663936 : -129076550887680 : ffff8a9b06091700) 00000020:00000001:1.0:1773688179.162604:0:7561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:1.0:1773688179.162611:0:7561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:1.0:1773688179.162616:0:7561:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688179.162622:0:7561:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000399a57ec/0x52973366461d284c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.162629:0:77150:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688179.162633:0:77150:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.162637:0:77150:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1773688179.162638:0:7561:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000040:0.0:1773688179.162641:0:77150:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f427400 refcount=3 00010000:00000001:1.0:1773688179.162642:0:7561:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.162646:0:7561:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.162651:0:7561:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.162655:0:7561:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.162661:0:7561:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.162665:0:7561:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.162669:0:7561:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b11afbc00 with handle 0x52973366461d284c from hash 00010000:00000001:1.0:1773688179.162672:0:7561:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.162674:0:7561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.162675:0:7561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.162677:0:7561:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.162680:0:7561:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.162682:0:7561:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.162685:0:7561:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.162687:0:7561:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.162690:0:7561:0:(ldlm_lock.c:1971:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1773688179.162694:0:7561:0:(ldlm_lock.c:2020:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.162697:0:7561:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.162700:0:7561:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688179.162704:0:7561:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688179.162709:0:7561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.162711:0:7561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.162714:0:7561:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.162720:0:7561:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.162720:0:77150:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000001:1.0:1773688179.162723:0:7561:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.162726:0:77150:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00010000:1.0:1773688179.162728:0:7561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000399a57ec/0x52973366461d284c lrc: 1/0,0 mode: --/PW res: [0x280000401:0xa05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.162731:0:77150:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688179.162736:0:77150:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000068b59386/0x52973366461d2845 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.162737:0:7561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.162743:0:7561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000399a57ec/0x52973366461d284c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xa05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7880 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000001:2.0:1773688179.162751:0:7880:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1773688179.162754:0:77150:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000001:00000001:2.0:1773688179.162755:0:7880:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1773688179.162758:0:77150:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000040:1.0:1773688179.162762:0:7561:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a1689c500 count: 0 00010000:00000001:0.0:1773688179.162762:0:77150:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.162767:0:7880:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.162769:0:77150:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00080000:00000001:2.0:1773688179.162770:0:7880:0:(osd_handler.c:189:osd_trans_start()) Process entered 00002000:00000010:1.0:1773688179.162772:0:7561:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8a9b072a5400. 00010000:00000001:0.0:1773688179.162774:0:77150:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:2.0:1773688179.162775:0:7880:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1773688179.162778:0:77150:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000010:1.0:1773688179.162779:0:7561:0:(ldlm_resource.c:1527:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8a9a1689c000. 00010000:00000001:0.0:1773688179.162781:0:77150:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.162786:0:77150:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0f427400 with handle 0x52973366461d2845 from hash 00010000:00000001:0.0:1773688179.162789:0:77150:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.162791:0:77150:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.162793:0:7561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.162794:0:77150:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:2.0:1773688179.162795:0:7880:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1773688179.162797:0:7561:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688179.162797:0:77150:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:2.0:1773688179.162798:0:7880:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1773688179.162802:0:7561:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8a9b079f43c0. 00010000:00000001:0.0:1773688179.162803:0:77150:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.162807:0:77150:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.162809:0:7561:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.162810:0:77150:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00080000:00000001:2.0:1773688179.162813:0:7880:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.162813:0:7561:0:(genops.c:1914:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1773688179.162814:0:77150:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00000020:00000001:1.0:1773688179.162818:0:7561:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.162819:0:7880:0:(osd_object.c:2093:osd_ref_del()) Process entered 00010000:00000001:0.0:1773688179.162819:0:77150:0:(ldlm_lock.c:1971:ldlm_reprocess_queue()) Process entered 00010000:00010000:1.0:1773688179.162824:0:7561:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773688179.162824:0:77150:0:(ldlm_lock.c:2020:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688179.162828:0:7561:0:(genops.c:1914:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1773688179.162829:0:77150:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.162832:0:7561:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.162833:0:77150:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.162835:0:77150:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:1.0:1773688179.162837:0:7561:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1773688179.162839:0:7880:0:(osd_object.c:2113:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.162839:0:77150:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1773688179.162841:0:7561:0:(genops.c:1914:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1773688179.162844:0:77150:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1773688179.162846:0:7880:0:(osd_object.c:806:osd_destroy()) Process entered 00000020:00000001:1.0:1773688179.162847:0:7561:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.162848:0:77150:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.162850:0:7880:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:0.0:1773688179.162853:0:77150:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.162854:0:7880:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00010000:1.0:1773688179.162854:0:7561:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773688179.162857:0:77150:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.162858:0:7880:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773688179.162861:0:7880:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.162864:0:7880:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.162864:0:77150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000068b59386/0x52973366461d2845 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xa03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00080000:00000001:2.0:1773688179.162869:0:7880:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1773688179.162873:0:7880:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1773688179.162875:0:7880:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446614997158663936 : -129076550887680 : ffff8a9b06091700) 00010000:00000001:0.0:1773688179.162885:0:77150:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.162889:0:77150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068b59386/0x52973366461d2845 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xa03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.162897:0:77150:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9b072af500 count: 0 00002000:00000010:0.0:1773688179.162918:0:77150:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8a9a0f7a4dc0. 00010000:00000010:0.0:1773688179.162924:0:77150:0:(ldlm_resource.c:1527:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8a9b072af300. 00010000:00000001:0.0:1773688179.162932:0:77150:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.162934:0:77150:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1773688179.162936:0:77150:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8a9a0cd82480. 00010000:00000001:0.0:1773688179.162939:0:77150:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.162942:0:77150:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773688179.162945:0:77150:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.162947:0:77150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773688179.162949:0:77150:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773688179.162951:0:77150:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.162953:0:77150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773688179.162955:0:77150:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773688179.162957:0:77150:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.162959:0:77150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1773688179.163001:0:7880:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.163004:0:7880:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.163022:0:7880:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1773688179.163026:0:7880:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1773688179.163029:0:7880:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884903755, last_committed = 12884903751 00010000:00000010:0.1:1773688179.163030:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcc200. 00000001:00000010:2.0:1773688179.163033:0:7880:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b08b27ea0. 00000001:00000040:2.0:1773688179.163036:0:7880:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b10642000 : new cb_count 1 00000020:00000040:2.0:1773688179.163039:0:7880:0:(genops.c:887:class_export_get()) GET export ffff8a9b10642000 refcount=7 00080000:00000001:2.0:1773688179.163044:0:7880:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000010:0.1:1773688179.163045:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10c00. 00010000:00000010:0.1:1773688179.163053:0:1:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304000. 00010000:00000010:0.1:1773688179.163060:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86200. 00010000:00000010:0.1:1773688179.163066:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8aa00. 00010000:00000010:0.1:1773688179.163072:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd000. 00010000:00000010:0.1:1773688179.163078:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bccc00. 00010000:00000010:0.1:1773688179.163084:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86c00. 00010000:00000010:0.1:1773688179.163090:0:1:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1689e800. 00010000:00000010:0.1:1773688179.163098:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcdc00. 00080000:00000001:2.0:1773688179.163102:0:7880:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00000010:0.1:1773688179.163106:0:1:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1a7d7000. 00000001:00000001:2.0:1773688179.163107:0:7880:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773688179.163114:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd800. 00010000:00000010:0.1:1773688179.163121:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcde00. 00080000:00000001:2.0:1773688179.163134:0:7880:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688179.163137:0:7880:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688179.163139:0:7880:0:(ofd_obd.c:946:ofd_destroy_by_fid()) Process leaving 00080000:00000010:2.0:1773688179.163164:0:7880:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8a9a09c1d8f0. 00002000:00000001:2.0:1773688179.163168:0:7880:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1773688179.163170:0:7880:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000401:0xa05:0x0] 00002000:00000010:2.0:1773688179.163172:0:7880:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8a9b3672b7c0. 00002000:00000001:2.0:1773688179.163179:0:7880:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:2.0:1773688179.163182:0:7880:0:(ofd_obd.c:953:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.163187:0:7880:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.163188:0:7880:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688179.163190:0:7880:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1773688179.163193:0:7880:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 12884903735, transno 12884903755, xid 1859843861188608 00010000:00000001:2.0:1773688179.163195:0:7880:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.163201:0:7880:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b34274e00 x1859843861188608/t12884903755(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:665/0 lens 544/432 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773688179.163208:0:7880:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.163211:0:7880:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.163214:0:7880:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b36eb51e8 time=95 v=5 (1 4 1 1) 00000100:00000001:2.0:1773688179.163221:0:7880:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.163223:0:7880:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9b04f22ec0 refcount 66 to 0@lo 00000100:00000001:2.0:1773688179.163225:0:7880:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614997140385472 : -129076569166144 : ffff8a9b04f22ec0) 02000000:00000001:2.0:1773688179.163230:0:7880:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.163232:0:7880:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.163235:0:7880:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.163238:0:7880:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1773688179.163242:0:7880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505220. 00000100:00000200:2.0:1773688179.163247:0:7880:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1859843861188608, offset 224 00000400:00000200:2.0:1773688179.163255:0:7880:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1773688179.163265:0:7880:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1773688179.163275:0:7880:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x69b84a4af1000 00000400:00000200:2.0:1773688179.163284:0:7880:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x77b65 [1] + 224 00000400:00000200:2.0:1773688179.163294:0:7880:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.163301:0:7880:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1773688179.163308:0:7880:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688179.163318:0:7880:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b34277800 x1859843861188608/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773688179.163338:0:7880:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff8a9b34277800 x1859843861188608/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773688179.163353:0:7880:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1773688179.163361:0:7880:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505220 00000400:00000010:2.0:1773688179.163364:0:7880:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505220. 00000100:00000001:2.0:1773688179.163368:0:7880:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.163370:0:7880:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1773688179.163376:0:7880:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.163380:0:7880:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9b04f22ec0 refcount 66 to 0@lo 00010000:00000001:2.0:1773688179.163385:0:7880:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.163388:0:7880:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.163392:0:7880:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.163398:0:7880:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b34274e00 x1859843861188608/t12884903755(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:665/0 lens 544/432 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773688179.163426:0:7880:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b34274e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3447:x1859843861188608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7040us (7649us total) trans 12884903755 rc 0/0 00000100:00100000:2.0:1773688179.163437:0:7880:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7632 00000100:00000040:2.0:1773688179.163441:0:7880:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b10642000 : new rpc_count 1 00000100:00000001:2.0:1773688179.163443:0:7880:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.163446:0:7880:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.163450:0:7880:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9480. 00000020:00000010:2.0:1773688179.163456:0:7880:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0a28. 00000020:00000010:2.0:1773688179.163461:0:7880:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b34ba9600. 00000020:00000040:2.0:1773688179.163467:0:7880:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b10642000 : new refcount 7 00000100:00000001:2.0:1773688179.163470:0:7880:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.163494:0:3445:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773688179.163498:0:3445:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773688179.163504:0:3445:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773688179.163509:0:3445:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773688179.163514:0:3445:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a0b538aa8. 00000400:00000200:2.0:1773688179.163521:0:3445:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505a18 00000400:00000010:2.0:1773688179.163526:0:3445:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505a18. 00000100:00000001:2.0:1773688179.163531:0:3445:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688179.163538:0:3445:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9b34274380 x1859843861188480/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773688179.163548:0:3445:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9b34274380 x1859843861188480/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773688179.163556:0:3445:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773688179.163558:0:3445:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.163560:0:3445:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773688179.163562:0:3445:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773688179.163564:0:3445:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.163566:0:3445:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.163568:0:3445:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.163574:0:3445:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b0560b458 time=9 v=5 (5 0 0 0) 00000100:00001000:2.0:1773688179.163577:0:3445:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b0560b410 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1773688179.163581:0:3445:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773688179.163583:0:3445:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.163585:0:3445:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773688179.163587:0:3445:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.163590:0:3445:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773688179.163592:0:3445:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773688179.163594:0:3445:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773688179.163597:0:3445:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773688179.163599:0:3445:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997932393344 : -129075777158272 : ffff8a9b34274380) 00000100:00000001:2.0:1773688179.163603:0:3445:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1773688179.163606:0:3445:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884903735 gen 2 00000100:00000040:2.0:1773688179.163614:0:3445:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884903735) req@ffff8a9a16cd0380 x1859843861179648/t12884903729(12884903729) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688193 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1773688179.163622:0:3445:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a9a16cd0380, transno 12884903729 00000100:00000001:2.0:1773688179.163625:0:3445:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773688179.163627:0:3445:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614993144972160 : -129080564579456 : ffff8a9a16cd0380) 00000100:00000001:2.0:1773688179.163640:0:3445:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.163645:0:3445:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9a16cd0380 x1859843861179648/t12884903729(12884903729) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688193 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773688179.163657:0:3445:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.163666:0:3445:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884903735) req@ffff8a9b3201f480 x1859843861179392/t12884903730(12884903730) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688193 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1773688179.163679:0:3445:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a9b3201f480, transno 12884903730 00000100:00000001:2.0:1773688179.163684:0:3445:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773688179.163688:0:3445:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997896393856 : -129075813157760 : ffff8a9b3201f480) 00000100:00000001:2.0:1773688179.163693:0:3445:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.163700:0:3445:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b3201f480 x1859843861179392/t12884903730(12884903730) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688193 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773688179.163713:0:3445:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.163718:0:3445:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884903735) req@ffff8a9a16cd3480 x1859843861179776/t12884903731(12884903731) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688193 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1773688179.163725:0:3445:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a9a16cd3480, transno 12884903731 00000100:00000001:2.0:1773688179.163729:0:3445:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773688179.163731:0:3445:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614993144984704 : -129080564566912 : ffff8a9a16cd3480) 00000100:00000001:2.0:1773688179.163735:0:3445:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.163740:0:3445:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9a16cd3480 x1859843861179776/t12884903731(12884903731) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688193 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773688179.163749:0:3445:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.163755:0:3445:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884903735) req@ffff8a9b3201c000 x1859843861179008/t12884903732(12884903732) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688193 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1773688179.163769:0:3445:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a9b3201c000, transno 12884903732 00000100:00000001:2.0:1773688179.163770:0:3445:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773688179.163772:0:3445:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997896380416 : -129075813171200 : ffff8a9b3201c000) 00000100:00000001:2.0:1773688179.163775:0:3445:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.163779:0:3445:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b3201c000 x1859843861179008/t12884903732(12884903732) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688193 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773688179.163785:0:3445:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.163788:0:3445:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884903735) req@ffff8a9b3201f100 x1859843861179136/t12884903733(12884903733) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688193 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1773688179.163792:0:3445:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a9b3201f100, transno 12884903733 00000100:00000001:2.0:1773688179.163793:0:3445:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773688179.163794:0:3445:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997896392960 : -129075813158656 : ffff8a9b3201f100) 00000100:00000001:2.0:1773688179.163796:0:3445:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.163798:0:3445:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b3201f100 x1859843861179136/t12884903733(12884903733) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688193 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773688179.163802:0:3445:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.163805:0:3445:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884903735) req@ffff8a9b3201d180 x1859843861179264/t12884903734(12884903734) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688193 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1773688179.163810:0:3445:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a9b3201d180, transno 12884903734 00000100:00000001:2.0:1773688179.163814:0:3445:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773688179.163815:0:3445:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997896384896 : -129075813166720 : ffff8a9b3201d180) 00000100:00000001:2.0:1773688179.163820:0:3445:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.163825:0:3445:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b3201d180 x1859843861179264/t12884903734(12884903734) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688193 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773688179.163832:0:3445:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.163835:0:3445:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884903735) req@ffff8a9a16cd0e00 x1859843861179520/t12884903735(12884903735) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688193 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1773688179.163842:0:3445:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8a9a16cd0e00, transno 12884903735 00000100:00000001:2.0:1773688179.163843:0:3445:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773688179.163844:0:3445:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614993144974848 : -129080564576768 : ffff8a9a16cd0e00) 00000100:00000001:2.0:1773688179.163847:0:3445:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.163849:0:3445:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9a16cd0e00 x1859843861179520/t12884903735(12884903735) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688193 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773688179.163854:0:3445:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.163858:0:3445:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8a9b34274380 x1859843861188480/t12884903756(12884903756) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688195 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773688179.163865:0:3445:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1773688179.163867:0:3445:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=1 replay=7/8 committed=0/0 00000100:00000001:2.0:1773688179.163870:0:3445:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773688179.163873:0:3445:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.163876:0:3445:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9b34274380 x1859843861188480/t12884903756(12884903756) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688195 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773688179.163880:0:3445:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.163882:0:3445:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773688179.163883:0:3445:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:2.0:1773688179.163885:0:3445:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a9b34274380/2, rc 0, transno 12884903756 00000004:00001000:2.0:1773688179.163888:0:3445:0:(osp_sync.c:702:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 1 in flight, 9 in progress 00000100:00000040:2.0:1773688179.163893:0:3445:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b34274380 x1859843861188480/t12884903756(12884903756) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688195 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773688179.163899:0:3445:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9b34274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3445:1859843861188480:0@lo:6:osp-syn-0-0.0 00000100:00000001:2.0:1773688179.163903:0:3445:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.163904:0:3445:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.163907:0:3445:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b34274380 x1859843861188480/t12884903756(12884903756) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688195 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773688179.163911:0:3445:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.163913:0:3445:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.163918:0:3445:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773688179.163920:0:3445:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.163923:0:3445:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773688179.163925:0:3445:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.163936:0:3447:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773688179.163938:0:3447:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773688179.163943:0:3447:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773688179.163946:0:3447:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773688179.163948:0:3447:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b3697fd10. 00000400:00000200:2.0:1773688179.163953:0:3447:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64bb0 00000400:00000010:2.0:1773688179.163958:0:3447:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64bb0. 00000100:00000001:2.0:1773688179.163973:0:3447:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688179.163978:0:3447:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9b34277800 x1859843861188608/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773688179.163984:0:3447:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9b34277800 x1859843861188608/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773688179.163989:0:3447:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773688179.163991:0:3447:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.163993:0:3447:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773688179.163994:0:3447:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773688179.163996:0:3447:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.163998:0:3447:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.164000:0:3447:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.164005:0:3447:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b0560b458 time=9 v=5 (5 0 0 0) 00000100:00001000:2.0:1773688179.164025:0:3447:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b0560b410 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1773688179.164027:0:3447:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773688179.164028:0:3447:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.164030:0:3447:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773688179.164033:0:3447:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.164036:0:3447:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773688179.164038:0:3447:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773688179.164040:0:3447:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773688179.164042:0:3447:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773688179.164042:0:3447:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997932406784 : -129075777144832 : ffff8a9b34277800) 00000100:00000001:2.0:1773688179.164044:0:3447:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773688179.164045:0:3447:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 12884903735 00000100:00000001:2.0:1773688179.164048:0:3447:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773688179.164049:0:3447:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.164053:0:3447:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9b34277800 x1859843861188608/t12884903755(12884903755) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688195 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773688179.164057:0:3447:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.164058:0:3447:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773688179.164059:0:3447:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:2.0:1773688179.164061:0:3447:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a9b34277800/2, rc 0, transno 12884903755 00000004:00001000:2.0:1773688179.164063:0:3447:0:(osp_sync.c:702:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 0 in flight, 9 in progress 00000100:00000040:2.0:1773688179.164067:0:3447:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b34277800 x1859843861188608/t12884903755(12884903755) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688195 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773688179.164072:0:3447:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9b34277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3447:1859843861188608:0@lo:6:osp-syn-0-0.0 00000100:00000001:2.0:1773688179.164077:0:3447:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.164078:0:3447:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.164082:0:3447:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b34277800 x1859843861188608/t12884903755(12884903755) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1773688195 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773688179.164087:0:3447:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.164088:0:3447:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.164091:0:3447:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773688179.164092:0:3447:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.164094:0:3447:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773688179.164097:0:3447:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773688179.169071:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1689c500. 00010000:00000010:1.1:1773688179.169085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afbc00. 00010000:00000010:0.1:1773688179.169132:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b072af500. 00010000:00000010:0.1:1773688179.169137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0f427400. 00010000:00000010:3.1:1773688179.170074:0:71982:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa400. 00010000:00000010:3.1:1773688179.170080:0:71982:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcc000. 00080000:00000001:2.0:1773688179.170641:0:13298:0:(osd_object.c:2135:osd_object_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.170648:0:13298:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.170657:0:13298:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.170665:0:13298:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.170672:0:13298:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.170676:0:13298:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688179.170681:0:13298:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1773688179.170688:0:13298:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688179.170693:0:13298:0:(ofd_dev.c:1989:ofd_sync_hdl()) Process leaving 00000020:00000002:2.0:1773688179.170699:0:13298:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b3672b5b8/ffff8a9b3672b560 to site lru. bkt: ffff8a9b3211e450 00010000:00000040:2.0:1773688179.170708:0:13298:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 12884903754, transno 0, xid 1859843854303488 00010000:00000001:2.0:1773688179.170713:0:13298:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.170729:0:13298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b34275c00 x1859843854303488/t0(0) o16->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 440/432 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.170743:0:13298:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.170747:0:13298:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.170754:0:13298:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b36eb51e8 time=95 v=5 (1 4 1 1) 00000100:00000001:2.0:1773688179.170759:0:13298:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.170764:0:13298:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.170769:0:13298:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.170776:0:13298:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.170779:0:13298:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.170783:0:13298:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.170787:0:13298:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.170794:0:13298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505a18. 00000100:00000200:2.0:1773688179.170800:0:13298:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1859843854303488, offset 224 00000400:00000200:2.0:1773688179.170807:0:13298:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.170819:0:13298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.170826:0:13298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47967:47967:256:4294967295] 192.168.204.51@tcp LPNI seq info [47963:47963:8:4294967295] 00000400:00000200:2.0:1773688179.170837:0:13298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.170842:0:13298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.170846:0:13298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a200. 00000800:00000200:2.0:1773688179.170853:0:13298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.170859:0:13298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.170865:0:13298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a200 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.170877:0:13298:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.170880:0:13298:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.170883:0:13298:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.170884:0:13298:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.170888:0:13298:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.170893:0:13298:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b34275c00 x1859843854303488/t0(0) o16->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 440/432 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.170904:0:13298:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b34275c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+55:2404:x1859843854303488:12345-192.168.204.51@tcp:16:dbench.0 Request processed in 12670us (12823us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.170913:0:13298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7633 00000100:00000040:2.0:1773688179.170917:0:13298:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b04f38000 : new rpc_count 0 00000100:00000001:2.0:1773688179.170920:0:13298:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.170923:0:13298:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.170929:0:13298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.170934:0:13298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.170937:0:13298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a10cf9400. 00000020:00000040:2.0:1773688179.170943:0:13298:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b04f38000 : new refcount 54 00000100:00000001:2.0:1773688179.170946:0:13298:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.175345:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.175360:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.175364:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.175366:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.175376:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.175391:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4460280 00000400:00000200:1.0:1773688179.175398:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 75592 00000800:00000001:1.0:1773688179.175406:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.175416:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.175418:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.175422:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.175428:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.175430:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688179.175437:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b32124700. 00000100:00000040:1.0:1773688179.175441:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b32124700 x1859843854303872 msgsize 584 00000100:00100000:1.0:1773688179.175445:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.175458:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.175466:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.175470:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.177346:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.177351:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d700. 00000400:00000200:1.0:1773688179.177356:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.177361:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.177365:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeeaa0 00000400:00000010:1.0:1773688179.177367:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeeaa0. 00000100:00000001:1.0:1773688179.177370:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.177372:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1773688179.182082:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.182085:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854304128 02000000:00000001:2.0:1773688179.182087:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.182089:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.182091:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.182094:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.182098:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854304128 00000020:00000001:2.0:1773688179.182100:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.182102:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.182103:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.182106:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=35 00000020:00000001:2.0:1773688179.182108:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.182110:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.182114:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.182118:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5e00. 00000100:00000001:2.0:1773688179.182120:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.182122:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5e00. 00000020:00000010:2.0:1773688179.182127:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b34ba9600. 00000020:00000010:2.0:1773688179.182131:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.182135:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.182141:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.182144:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.182145:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773688179.182147:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.182153:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.182163:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.182175:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.182177:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.182182:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15452 00000100:00000040:2.0:1773688179.182186:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.182188:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997932398720 : -129075777152896 : ffff8a9b34275880) 00000100:00000040:2.0:1773688179.182195:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b34275880 x1859843854304128/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/0 e 0 to 0 dl 1773688259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773688179.182205:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.182207:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5e00. 00000100:00000001:2.0:1773688179.182210:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.182212:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5e00. 00000100:00100000:2.0:1773688179.182216:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b34275880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+35:68109:x1859843854304128:12345-192.168.204.51@tcp:36:dbench.0 00000100:00000200:2.0:1773688179.182220:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854304128 00000020:00000001:2.0:1773688179.182224:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.182228:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.182232:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.182235:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.182237:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862544 : -1038689072 : ffffffffc216dcd0) 00000020:00000001:2.0:1773688179.182240:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.182244:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854304128, found 0 last_xid 1859843854304127 00000020:00000001:2.0:1773688179.182247:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.182249:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.182251:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.182255:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.182258:0:75542:0:(mdt_handler.c:3339:mdt_reint()) Process entered 00000004:00000002:2.0:1773688179.182265:0:75542:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff8a9b34275880 x1859843854304128/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1773688179.182277:0:75542:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1773688179.182279:0:75542:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1773688179.182281:0:75542:0:(mdt_lib.c:1397:mdt_setattr_unpack()) Process entered 00000004:00000001:2.0:1773688179.182283:0:75542:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1773688179.182286:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.182288:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.182290:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.182291:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=1094414336 : 1094414336 : 0x413b7000) 00000001:00000001:2.0:1773688179.182293:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=1094414336 : 1094414336 : 413b7000) 00000001:00000001:2.0:1773688179.182294:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.182295:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=4294941998 : 4294941998 : 0xffff9d2e) 00000001:00000001:2.0:1773688179.182296:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=4294941998 : 4294941998 : ffff9d2e) 00000001:00000001:2.0:1773688179.182297:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.182298:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.182299:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.182300:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.182301:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.182302:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.182303:0:75542:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.182306:0:75542:0:(mdt_lib.c:1387:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.182307:0:75542:0:(mdt_lib.c:1427:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.182308:0:75542:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.182311:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.182312:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.182315:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.182317:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.182322:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8a9b061c1000. 02000000:00000001:2.0:1773688179.182326:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.182328:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.182332:0:75542:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1773688179.182333:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.182334:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.182336:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.182337:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.182340:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.182341:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.182342:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.182344:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.182346:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.182347:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.182351:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.182357:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.182359:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.182362:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.182363:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.182364:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.182365:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.182366:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.182367:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.182368:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.182369:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.182371:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.182372:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.182373:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.182374:0:75542:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.182376:0:75542:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1773688179.182377:0:75542:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.182379:0:75542:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1773688179.182380:0:75542:0:(mdt_reint.c:973:mdt_reint_setattr()) Process entered 00000004:00000002:2.0:1773688179.182383:0:75542:0:(mdt_reint.c:975:mdt_reint_setattr()) @@@ setattr [0x20000afe1:0x141:0x0] 7 req@ffff8a9b34275880 x1859843854304128/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/3152 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773688179.182389:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1773688179.182390:0:75542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00000001:2.0:1773688179.182392:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.182393:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.182395:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11200 refcount=3 00000020:00000001:2.0:1773688179.182396:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000001:2.0:1773688179.182398:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000040:2.0:1773688179.182402:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7e00 count: 3 00000004:00000001:2.0:1773688179.182405:0:75542:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1773688179.182407:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1773688179.182409:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.182411:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.182412:0:75542:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.182414:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.182417:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.182418:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.182423:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.182425:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.182427:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.182429:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.182431:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b11200 with handle 0x52973366461d2868 from hash 00010000:00000001:2.0:1773688179.182439:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.182440:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.182441:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.182442:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.182447:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.182449:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.182451:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.182452:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.182458:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2868 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a678 expref: 35 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.182466:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:2.0:1773688179.182469:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 34 00010000:00000010:2.0:1773688179.182472:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315bae00. 00010000:00000001:2.0:1773688179.182482:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.182483:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.182484:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.182486:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10a00 refcount=3 00000020:00000001:2.0:1773688179.182488:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00000001:2.0:1773688179.182490:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00000001:2.0:1773688179.182492:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1773688179.182494:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.182495:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.182497:0:75542:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.182498:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.182500:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.182502:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.182504:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.182506:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.182507:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.182508:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.182510:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b10a00 with handle 0x52973366461d283e from hash 00010000:00000001:2.0:1773688179.182512:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.182513:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.182514:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.182515:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.182517:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.182518:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.182519:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.182520:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.182524:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d283e lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a671 expref: 34 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.182530:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 27 00000020:00000040:2.0:1773688179.182532:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 33 00010000:00000010:2.0:1773688179.182534:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba080. 00010000:00000001:2.0:1773688179.182538:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.182540:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.182542:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.182544:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x141:0x0].0x0 (ffff8a9a1a7d7e00) 00010000:00000001:2.0:1773688179.182547:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.182549:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.182551:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1773688179.182553:0:75542:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a1a7d7e00 count: 0 00010000:00000010:2.0:1773688179.182558:0:75542:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b35d06d00. 00010000:00010000:2.0:1773688179.182562:0:75542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1773688179.182564:0:75542:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=2 : 2 : 2) 00000004:00000001:2.0:1773688179.182567:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.182569:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x141:0x0] 00000020:00000001:2.0:1773688179.182572:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.182576:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614993139165144 : -129080570386472 : ffff8a9a167467d8) 00000004:00000001:2.0:1773688179.182578:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614993139165056 : -129080570386560 : ffff8a9a16746780) 00000004:00000001:2.0:1773688179.182580:0:75542:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1773688179.182581:0:75542:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773688179.182586:0:75542:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8a9b03f00578. 00000004:00000001:2.0:1773688179.182591:0:75542:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1773688179.182593:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.182597:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.182599:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.182603:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688179.182606:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688179.182607:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688179.182609:0:75542:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.182610:0:75542:0:(mdt_reint.c:864:mdt_attr_set()) Process entered 00000004:00000001:2.0:1773688179.182612:0:75542:0:(mdt_reint.c:327:mdt_object_stripes_lock()) Process entered 00000004:00000001:2.0:1773688179.182613:0:75542:0:(mdt_handler.c:4261:mdt_object_lock()) Process entered 00010000:00000001:2.0:1773688179.182617:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.182618:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773688179.182621:0:75542:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a16349f00. 00010000:00000010:2.0:1773688179.182624:0:75542:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b343e9480. 00010000:00000001:2.0:1773688179.182626:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.182628:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afb000. 00000020:00000001:2.0:1773688179.182630:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.182631:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afb000 with handle 0x52973366461d286f to hash 00000020:00000001:2.0:1773688179.182632:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.182633:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354131456 : -129076355420160 : ffff8a9b11afb000) 00010000:00000010:2.0:1773688179.182637:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96700. 00010000:00000001:2.0:1773688179.182638:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354131456 : -129076355420160 : ffff8a9b11afb000) 00010000:00000001:2.0:1773688179.182640:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.182642:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.182644:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afb000/0x52973366461d286f lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0x141:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.182649:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.182651:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.182653:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.182654:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.182655:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.182656:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.182657:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.182659:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.182660:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.182661:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.182662:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.182664:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x141:0x0].0x0 (ffff8a9a16349f00) refcount = 1 00010000:00010000:2.0:1773688179.182666:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afb000/0x52973366461d286f lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.182670:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.182672:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.182672:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.182673:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.182674:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.182675:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.182677:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.182678:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.182680:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.182681:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afb000/0x52973366461d286f lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.182684:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.182685:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.182686:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.182687:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.182688:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.182689:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afb000 refcount=3 00000020:00000001:2.0:1773688179.182690:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354131456 : -129076355420160 : ffff8a9b11afb000) 00010000:00000001:2.0:1773688179.182692:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354131456 : -129076355420160 : ffff8a9b11afb000) 00010000:00000001:2.0:1773688179.182693:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.182693:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.182694:0:75542:0:(mdt_handler.c:4265:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.182696:0:75542:0:(mdt_reint.c:350:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.182698:0:75542:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1773688179.182704:0:75542:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1773688179.182706:0:75542:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1773688179.182710:0:75542:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1773688179.182714:0:75542:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9b08b27540. 00080000:00000001:2.0:1773688179.182717:0:75542:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1773688179.182723:0:75542:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10f09000. 00080000:00000001:2.0:1773688179.182724:0:75542:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993046638592 : -129080662913024 : ffff8a9a10f09000) 00000004:00000001:2.0:1773688179.182727:0:75542:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:2.0:1773688179.182729:0:75542:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:2.0:1773688179.182730:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.182732:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993046638592 : -129080662913024 : ffff8a9a10f09000) 00080000:00000001:2.0:1773688179.182735:0:75542:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1773688179.182749:0:75542:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.182750:0:75542:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.182752:0:75542:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.182754:0:75542:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1773688179.182756:0:75542:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1773688179.182761:0:75542:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1773688179.182762:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.182763:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993046638592 : -129080662913024 : ffff8a9a10f09000) 00080000:00000001:2.0:1773688179.182766:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1773688179.182769:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688179.182770:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.182771:0:75542:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.182787:0:75542:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.182788:0:75542:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.182789:0:75542:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1773688166, ctime 1773688178 00000004:00000001:2.0:1773688179.182791:0:75542:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:2.0:1773688179.182792:0:75542:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:2.0:1773688179.182794:0:75542:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:2.0:1773688179.182795:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.182796:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993046638592 : -129080662913024 : ffff8a9a10f09000) 00080000:00000001:2.0:1773688179.182798:0:75542:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:2.0:1773688179.182820:0:75542:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.182821:0:75542:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.182823:0:75542:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.182824:0:75542:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.182827:0:75542:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1773688179.182829:0:75542:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1773688179.182831:0:75542:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1773688179.182833:0:75542:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692042, last_committed = 171798692041 00000001:00000010:2.0:1773688179.182836:0:75542:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b08b27780. 00000001:00000040:2.0:1773688179.182838:0:75542:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 1 00000020:00000040:2.0:1773688179.182840:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=34 00000001:00000010:2.0:1773688179.182843:0:75542:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b079f4780. 00000004:00000001:2.0:1773688179.182848:0:75542:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1773688179.182849:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.182850:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993046638592 : -129080662913024 : ffff8a9a10f09000) 00080000:00000001:2.0:1773688179.182852:0:75542:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1773688179.182872:0:75542:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1773688179.182874:0:75542:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1773688179.182876:0:75542:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b079f4780: xid 1859843854304128, transno 171798692042, tag 1, client gen 13, slot idx 2 00000001:00000001:2.0:1773688179.182878:0:75542:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.182886:0:75542:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773688179.182888:0:75542:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9b08b27540. 00000020:00000001:2.0:1773688179.182889:0:75542:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.182893:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a16349f00 count: 2 00010000:00000001:2.0:1773688179.182894:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.182896:0:75542:0:(mdt_reint.c:905:mdt_attr_set()) Process leaving 00000004:00000001:2.0:1773688179.182898:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1773688179.182899:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:2.0:1773688179.182900:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.182901:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.182901:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.182902:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.182904:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afb000 refcount=3 00000020:00000001:2.0:1773688179.182905:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354131456 : -129076355420160 : ffff8a9b11afb000) 00010000:00000001:2.0:1773688179.182906:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354131456 : -129076355420160 : ffff8a9b11afb000) 00000004:00010000:2.0:1773688179.182908:0:75542:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000007ef7fcd8 reply state 00000000e031089c transno 171798692042 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afb000/0x52973366461d286f lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.182914:0:75542:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:2.0:1773688179.182916:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.182917:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.182919:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.182919:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.182920:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.182921:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.182922:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x141:0x0].0x0 (ffff8a9a16349f00) refcount = 1 00010000:00010000:2.0:1773688179.182924:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afb000/0x52973366461d286f lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.182927:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.182928:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.182929:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.182929:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.182930:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.182931:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.182932:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x141:0x0].0x0 (ffff8a9a16349f00) 00010000:00010000:2.0:1773688179.182934:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.182935:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.182936:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.182937:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.182937:0:75542:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:2.0:1773688179.182938:0:75542:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:2.0:1773688179.182940:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.182940:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.182941:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.182942:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1773688179.182943:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1773688179.182944:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1773688179.182946:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.182947:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688179.182949:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.182951:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.182952:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.182953:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.182955:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.182956:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.182957:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.182958:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.182960:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.182977:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x141:0x0]: Reading som attrs: valid: 4, size: 77076, blocks: 1 00000004:00000002:2.0:1773688179.182980:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1773688179.182982:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.182983:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.182984:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.182986:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.182987:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.182988:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.182989:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.182990:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.182991:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.182992:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x141:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:2.0:1773688179.182994:0:75542:0:(mdt_reint.c:1175:mdt_reint_setattr()) Process leaving 00000004:00000001:2.0:1773688179.182995:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.182997:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1773688179.183000:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.183004:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.183052:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.183055:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.183057:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.183058:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.183061:0:75542:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.183063:0:75542:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1773688179.183065:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.183067:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.183068:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.183070:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.183072:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.183074:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.183078:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.183081:0:75542:0:(mdt_handler.c:3355:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.183084:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692042, xid 1859843854304128 00010000:00000001:2.0:1773688179.183087:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:2.0:1773688179.183088:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=35 00010000:00000200:2.0:1773688179.183091:0:75542:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 171798692042, last committed = 171798692041 00010000:00000200:2.0:1773688179.183096:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b34275880 x1859843854304128/t171798692042(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773688179.183102:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.183104:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.183107:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.183110:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.183112:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.183114:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.183116:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.183117:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.183119:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.183121:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.183124:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505220. 00000100:00000200:2.0:1773688179.183129:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854304128, offset 224 00000400:00000200:2.0:1773688179.183133:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.183139:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.183144:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47969:47969:256:4294967295] 192.168.204.51@tcp LPNI seq info [47965:47965:8:4294967295] 00000400:00000200:2.0:1773688179.183151:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.183155:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.183158:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0ac00. 00000800:00000200:2.0:1773688179.183163:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.183167:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.183170:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0ac00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.183181:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.183183:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.183185:0:75542:0:(ldlm_lib.c:3443:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.183190:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.183191:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.183194:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b34275880 x1859843854304128/t171798692042(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773688179.183200:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b34275880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+35:68109:x1859843854304128:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 994us (1207us total) trans 171798692042 rc 0/0 00000100:00100000:2.0:1773688179.183205:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15452 00000100:00000040:2.0:1773688179.183208:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.183209:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.183211:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.183214:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.183217:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.183219:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b34ba9600. 00000020:00000040:2.0:1773688179.183221:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 34 00000100:00000001:2.0:1773688179.183223:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.183275:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.183280:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0ac00. 00000400:00000200:1.0:1773688179.183285:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.183289:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.183293:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505220 00000400:00000010:1.0:1773688179.183295:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505220. 00000100:00000001:1.0:1773688179.183298:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.183301:0:3439:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:3.1:1773688179.185067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11e00. 00010000:00000010:3.1:1773688179.185075:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46200. 00010000:00000010:3.1:1773688179.185077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10c00. 00010000:00000010:3.1:1773688179.185079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11600. 00000800:00000001:1.0:1773688179.185861:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.185872:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.185875:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.185877:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.185886:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.185898:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 376 into portal 12 MB=0x69b84a4460400 00000400:00000200:1.0:1773688179.185904:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 376/376 into md 0x3b659 [64] + 76664 00000800:00000001:1.0:1773688179.185910:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.185919:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.185921:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.185924:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.185930:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.185932:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688179.185946:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b32125c00. 00000100:00000040:1.0:1773688179.185950:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b32125c00 x1859843854304256 msgsize 376 00000100:00100000:1.0:1773688179.185954:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.185974:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.185980:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.185982:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.186005:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.186042:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854304256 02000000:00000001:2.0:1773688179.186045:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.186047:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.186050:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.186055:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.186059:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854304256 00000020:00000001:2.0:1773688179.186061:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.186062:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.186064:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.186067:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=35 00000020:00000001:2.0:1773688179.186069:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.186070:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.186073:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.186077:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5e00. 00000100:00000001:2.0:1773688179.186079:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.186082:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5e00. 00000020:00000010:2.0:1773688179.186088:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b34ba9600. 00000020:00000010:2.0:1773688179.186091:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.186096:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.186103:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.186107:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.186108:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.186111:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.186113:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.186114:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.186120:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.186131:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.186141:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.186143:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.186149:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15453 00000100:00000040:2.0:1773688179.186152:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.186154:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997897468928 : -129075812082688 : ffff8a9b32125c00) 00000100:00000040:2.0:1773688179.186162:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b32125c00 x1859843854304256/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 376/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.186171:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.186174:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5e00. 00000100:00000001:2.0:1773688179.186176:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.186179:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5e00. 00000100:00100000:2.0:1773688179.186183:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b32125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+35:68109:x1859843854304256:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.186187:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854304256 00000020:00000001:2.0:1773688179.186190:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.186193:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1773688179.186198:0:75542:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b079f4780: xid 1859843854304128, transno 171798692042, client gen 13, slot idx 2 00000001:00000001:2.0:1773688179.186202:0:75542:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b079f4000: xid 1859843854302720, transno 171798692041, client gen 13, slot idx 3 00000001:00000010:2.0:1773688179.186207:0:75542:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b079f4000. 00000020:00000001:2.0:1773688179.186210:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.186212:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.186214:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.186216:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.186219:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854304256, found 0 last_xid 1859843854304255 00000020:00000001:2.0:1773688179.186222:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.186223:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.186225:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.186229:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.186231:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.186241:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.186243:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.186248:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.186250:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.186254:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.186259:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a16349f00 count: 2 00010000:00000001:2.0:1773688179.186261:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.186263:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.186267:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afa200. 00000020:00000001:2.0:1773688179.186270:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.186272:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afa200 with handle 0x52973366461d2876 to hash 00000020:00000001:2.0:1773688179.186274:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.186276:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354127872 : -129076355423744 : ffff8a9b11afa200) 00010000:00000010:2.0:1773688179.186280:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96c80. 00010000:00000001:2.0:1773688179.186283:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354127872 : -129076355423744 : ffff8a9b11afa200) 00010000:00010000:2.0:1773688179.186287:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa200/0x52973366461d2876 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0x141:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a67f expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.186293:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:2.0:1773688179.186295:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=36 00010000:00000001:2.0:1773688179.186300:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.186302:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.186308:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.186309:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.186311:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.186312:0:75542:0:(mdt_handler.c:5113:mdt_intent_layout()) Process entered 00000004:00000040:2.0:1773688179.186314:0:75542:0:(mdt_handler.c:5124:mdt_intent_layout()) [0x20000afe1:0x141:0x0]got layout change request from client: opc:0 flags:0x0 extent [0x0, 0x0) 00000004:00000001:2.0:1773688179.186316:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.186317:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x141:0x0] 00000020:00000001:2.0:1773688179.186319:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.186322:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614993139165144 : -129080570386472 : ffff8a9a167467d8) 00000004:00000001:2.0:1773688179.186323:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614993139165056 : -129080570386560 : ffff8a9a16746780) 00000004:00000001:2.0:1773688179.186325:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.186328:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.186330:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.186334:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.186335:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.186337:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000040:2.0:1773688179.186338:0:75542:0:(mdt_handler.c:5169:mdt_intent_layout()) lustre-MDT0000: layout_size 56 00000100:00000001:2.0:1773688179.186340:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.186342:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.186345:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8a9a10f0a000. 02000000:00000001:2.0:1773688179.186346:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.186348:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.186350:0:75542:0:(mdt_handler.c:5190:mdt_intent_layout()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.186351:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.186353:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.186354:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.186356:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.186359:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.186360:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.186361:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.186363:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.186364:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.186365:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.186366:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.186367:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.186368:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.186370:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.186371:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x141:0x0].0x0 (ffff8a9a16349f00) refcount = 2 00010000:00000040:2.0:1773688179.186373:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.186375:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afb000/0x52973366461d286f lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.186380:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa200/0x52973366461d2876 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0x141:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a67f expref: 36 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.186383:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.186386:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.186387:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.186388:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.186389:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.186390:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.186392:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.186395:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.186397:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa200/0x52973366461d2876 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0x141:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a67f expref: 36 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00000001:2.0:1773688179.186403:0:75542:0:(mdt_lvb.c:303:mdt_lvbo_fill()) Process entered 00000004:00000001:2.0:1773688179.186405:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.186406:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x141:0x0] 00000020:00000001:2.0:1773688179.186407:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.186408:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614993139165144 : -129080570386472 : ffff8a9a167467d8) 00000004:00000001:2.0:1773688179.186409:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614993139165056 : -129080570386560 : ffff8a9a16746780) 00000004:00000001:2.0:1773688179.186410:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.186411:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.186412:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.186413:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.186414:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.186416:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.186417:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.186418:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.186418:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.186420:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.186421:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.186422:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.186423:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.186424:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.186425:0:75542:0:(mdt_lvb.c:408:mdt_lvbo_fill()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:2.0:1773688179.186428:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.186429:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.186430:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x141:0x0].0x0 (ffff8a9a16349f00) 00010000:00010000:2.0:1773688179.186431:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:2.0:1773688179.186433:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.186435:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.186436:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.186437:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.186438:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.186439:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b11afa200, rc 0) 00000020:00000001:2.0:1773688179.186441:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.186443:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854304256 00010000:00000001:2.0:1773688179.186444:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.186447:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b32125c00 x1859843854304256/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 376/400 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.186452:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.186453:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.186455:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.186458:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.186459:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.186461:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.186462:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.186464:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.186465:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.186467:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.186469:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505e58. 00000100:00000200:2.0:1773688179.186473:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1859843854304256, offset 224 00000400:00000200:2.0:1773688179.186476:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.186482:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.186486:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47970:47970:256:4294967295] 192.168.204.51@tcp LPNI seq info [47966:47966:8:4294967295] 00000400:00000200:2.0:1773688179.186493:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.186496:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.186500:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0ac00. 00000800:00000200:2.0:1773688179.186504:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.186508:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.186510:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0ac00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.186522:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.186524:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.186526:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.186527:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.186529:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.186532:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b32125c00 x1859843854304256/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 376/400 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.186537:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b32125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+36:68109:x1859843854304256:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 366us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.186543:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15453 00000100:00000040:2.0:1773688179.186545:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.186546:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.186547:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.186550:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.186553:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.186555:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b34ba9600. 00000020:00000040:2.0:1773688179.186559:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 35 00000100:00000001:2.0:1773688179.186560:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.188359:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.188367:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.188369:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.188371:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.188375:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.188381:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 440 into portal 28 MB=0x69b84a4460480 00000400:00000200:1.0:1773688179.188386:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.51@tcp of length 440/440 into md 0x592a1 [8] + 10072 00000800:00000001:1.0:1773688179.188389:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.188395:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.188397:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.188400:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.188404:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.188407:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1773688179.188410:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b32125180. 00000100:00000040:1.0:1773688179.188414:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b32125180 x1859843854304384 msgsize 440 00000100:00100000:1.0:1773688179.188418:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.188430:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.188435:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.188438:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.188469:0:13298:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.188473:0:13298:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854304384 02000000:00000001:2.0:1773688179.188475:0:13298:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.188477:0:13298:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.188479:0:13298:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.188482:0:13298:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.188486:0:13298:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854304384 00000020:00000001:2.0:1773688179.188488:0:13298:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.188489:0:13298:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5297336646186ca4 00000020:00000001:2.0:1773688179.188491:0:13298:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.188494:0:13298:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b04f38000 refcount=55 00000020:00000001:2.0:1773688179.188497:0:13298:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000020:00000001:2.0:1773688179.188499:0:13298:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000100:00000001:2.0:1773688179.188503:0:13298:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.188507:0:13298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5e00. 00000100:00000001:2.0:1773688179.188510:0:13298:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.188512:0:13298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5e00. 00000020:00000010:2.0:1773688179.188517:0:13298:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b34ba9600. 00000020:00000010:2.0:1773688179.188521:0:13298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.188524:0:13298:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.188530:0:13298:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1773688179.188533:0:13298:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.188535:0:13298:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773688179.188536:0:13298:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.188542:0:13298:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.188561:0:13298:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.188570:0:13298:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.188572:0:13298:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.188576:0:13298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7634 00000100:00000040:2.0:1773688179.188587:0:13298:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b04f38000 : new rpc_count 1 00000100:00000001:2.0:1773688179.188589:0:13298:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997897466240 : -129075812085376 : ffff8a9b32125180) 00000100:00000040:2.0:1773688179.188595:0:13298:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b32125180 x1859843854304384/t0(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 440/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.188607:0:13298:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.188610:0:13298:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5e00. 00000100:00000001:2.0:1773688179.188612:0:13298:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.188615:0:13298:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5e00. 00000100:00100000:2.0:1773688179.188619:0:13298:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b32125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+55:2404:x1859843854304384:12345-192.168.204.51@tcp:2:dbench.0 00000100:00000200:2.0:1773688179.188624:0:13298:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854304384 00000020:00000001:2.0:1773688179.188627:0:13298:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.188630:0:13298:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.188632:0:13298:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.188634:0:13298:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.188636:0:13298:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672990144 : -1036561472 : ffffffffc23753c0) 00000020:00000001:2.0:1773688179.188638:0:13298:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1773688179.188641:0:13298:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.188642:0:13298:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.188644:0:13298:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.188646:0:13298:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1773688179.188649:0:13298:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1773688179.188651:0:13298:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.188654:0:13298:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.188656:0:13298:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.188658:0:13298:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.188660:0:13298:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.188662:0:13298:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.188664:0:13298:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.188665:0:13298:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.188667:0:13298:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.188668:0:13298:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.188669:0:13298:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.188671:0:13298:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.188673:0:13298:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.188675:0:13298:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.188678:0:13298:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.188679:0:13298:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.188682:0:13298:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8a9a10f08c00. 02000000:00000001:2.0:1773688179.188684:0:13298:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.188685:0:13298:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688179.188688:0:13298:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:2.0:1773688179.188690:0:13298:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1773688179.188692:0:13298:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.188697:0:13298:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997970892216 : -129075738659400 : ffff8a9b3672b5b8) 00002000:00000001:2.0:1773688179.188699:0:13298:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997970892128 : -129075738659488 : ffff8a9b3672b560) 00002000:00000001:2.0:1773688179.188702:0:13298:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000001:2.0:1773688179.188704:0:13298:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.188709:0:13298:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00002000:00000001:2.0:1773688179.188710:0:13298:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688179.188712:0:13298:0:(ofd_objects.c:1579:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688179.188714:0:13298:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1773688179.188715:0:13298:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.188717:0:13298:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1773688179.188724:0:13298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9b1105b000. 00080000:00000001:2.0:1773688179.188726:0:13298:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614997342990336 : -129076366561280 : ffff8a9b1105b000) 00000001:00000001:2.0:1773688179.188727:0:13298:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.188728:0:13298:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.188730:0:13298:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1773688179.188747:0:13298:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.188750:0:13298:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1773688179.188755:0:13298:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.188757:0:13298:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1773688179.188762:0:13298:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1773688179.188786:0:13298:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688179.188788:0:13298:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.188807:0:13298:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773688179.188821:0:13298:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8a9b03f00c08. 00080000:00000001:2.0:1773688179.188828:0:13298:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:2.0:1773688179.188847:0:13298:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688179.188854:0:13298:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:2.0:1773688179.188856:0:13298:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.188859:0:13298:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00002000:00000001:2.0:1773688179.188861:0:13298:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688179.188863:0:13298:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.188867:0:13298:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1773688179.188870:0:13298:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1773688179.188872:0:13298:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884903757, last_committed = 12884903754 00000001:00000010:2.0:1773688179.188877:0:13298:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b08b27c00. 00000001:00000040:2.0:1773688179.188879:0:13298:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b04f38000 : new cb_count 1 00000020:00000040:2.0:1773688179.188881:0:13298:0:(genops.c:887:class_export_get()) GET export ffff8a9b04f38000 refcount=56 00080000:00000001:2.0:1773688179.188886:0:13298:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1773688179.188899:0:13298:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1773688179.188901:0:13298:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.188911:0:13298:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.188916:0:13298:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.188921:0:13298:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.188924:0:13298:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.188926:0:13298:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688179.188928:0:13298:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:2.0:1773688179.188931:0:13298:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b3672b5b8/ffff8a9b3672b560 to site lru. bkt: ffff8a9b3211e450 00010000:00000040:2.0:1773688179.188937:0:13298:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7100 count: 2 00010000:00000001:2.0:1773688179.188939:0:13298:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1773688179.188942:0:13298:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1773688179.188945:0:13298:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1773688179.188947:0:13298:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.188949:0:13298:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997970892216 : -129075738659400 : ffff8a9b3672b5b8) 00002000:00000001:2.0:1773688179.188951:0:13298:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997970892128 : -129075738659488 : ffff8a9b3672b560) 00002000:00000001:2.0:1773688179.188953:0:13298:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1773688179.188956:0:13298:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1773688179.188959:0:13298:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0xa07:0x0] updating lvb size from disk: 0 -> 77076 00002000:00010000:2.0:1773688179.188961:0:13298:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0xa07:0x0] updating lvb mtime from disk: 0 -> 1773688166 00002000:00010000:2.0:1773688179.188977:0:13298:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0xa07:0x0] updating lvb atime from disk: 0 -> 1773688168 00002000:00010000:2.0:1773688179.188979:0:13298:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0xa07:0x0] updating lvb ctime from disk: 0 -> 1773688178 00002000:00010000:2.0:1773688179.188981:0:13298:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0xa07:0x0] updating lvb blocks from disk: 1 -> 259 00000020:00000002:2.0:1773688179.188984:0:13298:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b3672b5b8/ffff8a9b3672b560 to site lru. bkt: ffff8a9b3211e450 00010000:00000040:2.0:1773688179.188987:0:13298:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 12884903754, transno 12884903757, xid 1859843854304384 00010000:00000001:2.0:1773688179.188990:0:13298:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.188994:0:13298:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b32125180 x1859843854304384/t12884903757(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 440/432 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.189001:0:13298:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.189003:0:13298:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.189033:0:13298:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b36eb51e8 time=95 v=5 (1 4 1 1) 00000100:00000001:2.0:1773688179.189037:0:13298:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.189040:0:13298:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.189043:0:13298:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.189045:0:13298:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.189047:0:13298:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.189049:0:13298:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.189051:0:13298:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.189054:0:13298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b035053b8. 00000100:00000200:2.0:1773688179.189058:0:13298:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1859843854304384, offset 224 00000400:00000200:2.0:1773688179.189063:0:13298:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.189068:0:13298:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.189073:0:13298:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47971:47971:256:4294967295] 192.168.204.51@tcp LPNI seq info [47967:47967:8:4294967295] 00000400:00000200:2.0:1773688179.189080:0:13298:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.189082:0:13298:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.189086:0:13298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a200. 00000800:00000200:2.0:1773688179.189089:0:13298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.189092:0:13298:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.189095:0:13298:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a200 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.189102:0:13298:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.189104:0:13298:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.189106:0:13298:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.189107:0:13298:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.189108:0:13298:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.189111:0:13298:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b32125180 x1859843854304384/t12884903757(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 440/432 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.189117:0:13298:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b32125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+56:2404:x1859843854304384:12345-192.168.204.51@tcp:2:dbench.0 Request processed in 510us (702us total) trans 12884903757 rc 0/0 00000100:00100000:2.0:1773688179.189123:0:13298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7634 00000100:00000040:2.0:1773688179.189125:0:13298:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b04f38000 : new rpc_count 0 00000100:00000001:2.0:1773688179.189126:0:13298:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.189128:0:13298:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.189131:0:13298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.189133:0:13298:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.189135:0:13298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b34ba9600. 00000020:00000040:2.0:1773688179.189138:0:13298:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b04f38000 : new refcount 55 00000100:00000001:2.0:1773688179.189139:0:13298:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.189187:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.189191:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a200. 00000400:00000200:1.0:1773688179.189195:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.189199:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.189203:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b035053b8 00000400:00000010:1.0:1773688179.189205:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b035053b8. 00000100:00000001:1.0:1773688179.189208:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.189209:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1773688179.193174:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.193177:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854304640 02000000:00000001:2.0:1773688179.193185:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.193187:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.193190:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.193194:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.193197:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854304640 00000020:00000001:2.0:1773688179.193200:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.193201:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.193203:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.193206:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=36 00000020:00000001:2.0:1773688179.193209:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.193211:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.193215:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.193220:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5e00. 00000100:00000001:2.0:1773688179.193224:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.193227:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5e00. 00000020:00000010:2.0:1773688179.193232:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b34ba9600. 00000020:00000010:2.0:1773688179.193237:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.193241:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.193248:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.193250:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.193251:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773688179.193254:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.193259:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.193267:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.193278:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.193280:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.193285:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15454 00000100:00000040:2.0:1773688179.193289:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.193291:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997932392448 : -129075777159168 : ffff8a9b34274000) 00000100:00000040:2.0:1773688179.193305:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b34274000 x1859843854304640/t0(0) o55->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 472/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.193314:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.193317:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5e00. 00000100:00000001:2.0:1773688179.193319:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.193321:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5e00. 00000100:00100000:2.0:1773688179.193326:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b34274000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+36:68109:x1859843854304640:12345-192.168.204.51@tcp:55:dbench.0 00000100:00000200:2.0:1773688179.193330:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854304640 00000020:00000001:2.0:1773688179.193332:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.193335:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.193338:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.193340:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.193341:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670863456 : -1038688160 : ffffffffc216e060) 00000020:00000001:2.0:1773688179.193343:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.193345:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854304640, found 0 last_xid 1859843854304639 00000020:00000001:2.0:1773688179.193347:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.193349:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.193350:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.193352:0:75542:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1773688179.193355:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.193359:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614993139165144 : -129080570386472 : ffff8a9a167467d8) 00000020:00000001:2.0:1773688179.193361:0:75542:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.193363:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.193367:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.193377:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.193382:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a10fe3800. 02000000:00000001:2.0:1773688179.193385:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.193387:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.193392:0:75542:0:(mdt_hsm.c:298:mdt_hsm_state_set()) Process entered 00000004:00000001:2.0:1773688179.193396:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:2.0:1773688179.193399:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.193401:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.193403:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.193405:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.193407:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.193409:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.193410:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.193412:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.193413:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.193414:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.193416:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.193417:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.193419:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.193420:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.193422:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.193423:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.193424:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.193427:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.193428:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.193431:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.193435:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.193436:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.193438:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.193439:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.193440:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.193441:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.193442:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.193443:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.193444:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.193445:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.193447:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.193448:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.193449:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.193450:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.193452:0:75542:0:(mdt_handler.c:4261:mdt_object_lock()) Process entered 00010000:00000001:2.0:1773688179.193455:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.193458:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.193462:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a16349f00 count: 3 00010000:00000001:2.0:1773688179.193464:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.193466:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.193468:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afa400. 00000020:00000001:2.0:1773688179.193471:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.193473:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afa400 with handle 0x52973366461d287d to hash 00000020:00000001:2.0:1773688179.193474:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.193475:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000010:2.0:1773688179.193479:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96100. 00010000:00000001:2.0:1773688179.193481:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000001:2.0:1773688179.193483:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.193484:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.193487:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d287d lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0x141:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.193493:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.193502:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.193503:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.193505:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.193506:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.193508:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.193509:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.193511:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.193512:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.193513:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.193514:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.193516:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x141:0x0].0x0 (ffff8a9a16349f00) refcount = 3 00010000:00000040:2.0:1773688179.193518:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.193521:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa200/0x52973366461d2876 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x141:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a67f expref: 36 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.193526:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afb000/0x52973366461d286f lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.193533:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d287d lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x141:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.193537:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.193541:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.193542:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.193543:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.193544:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.193545:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.193547:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.193548:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.193550:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.193552:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d287d lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x141:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.193556:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.193557:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.193558:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.193559:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.193560:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.193561:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afa400 refcount=3 00000020:00000001:2.0:1773688179.193562:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000001:2.0:1773688179.193564:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000001:2.0:1773688179.193565:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.193565:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.193566:0:75542:0:(mdt_handler.c:4265:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.193569:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.193571:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.193575:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.193577:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.193589:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.193591:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.193593:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1773688179.193595:0:75542:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1773688179.193597:0:75542:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1773688179.193599:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=0000000000000000 00000004:00000001:2.0:1773688179.193600:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:20000000:2.0:1773688179.193602:0:75542:0:(mdt_hsm.c:385:mdt_hsm_state_set()) Incompatible flag change on [0x20000afe1:0x141:0x0]flags=0x2 00000004:00000001:2.0:1773688179.193604:0:75542:0:(mdt_hsm.c:386:mdt_hsm_state_set()) Process leaving via out_unlock (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000004:00000001:2.0:1773688179.193606:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1773688179.193607:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:2.0:1773688179.193608:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.193609:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.193610:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.193610:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.193611:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afa400 refcount=3 00000020:00000001:2.0:1773688179.193612:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000001:2.0:1773688179.193614:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000001:2.0:1773688179.193616:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.193617:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d287d lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x141:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.193620:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.193621:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.193622:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d287d lrc: 2/0,0 mode: PW/PW res: [0x20000afe1:0x141:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.193625:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.193626:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.193628:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.193629:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d287d lrc: 3/0,0 mode: PW/PW res: [0x20000afe1:0x141:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.193633:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b11afa400 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.193634:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.193636:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.193638:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d287d lrc: 3/0,0 mode: PW/PW res: [0x20000afe1:0x141:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.193644:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.193645:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.193646:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.193647:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afa400 refcount=4 00000020:00000001:2.0:1773688179.193648:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000001:2.0:1773688179.193649:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000001:2.0:1773688179.193651:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.193652:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d287d lrc: 4/0,0 mode: PW/PW res: [0x20000afe1:0x141:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.193655:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.193656:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.193657:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.193659:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.193660:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.193661:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.193662:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.193663:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b11afa400 with handle 0x52973366461d287d from hash 00010000:00000001:2.0:1773688179.193664:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.193665:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.193666:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.193666:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.193668:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.193668:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.193669:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.193671:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.193672:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.193673:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x141:0x0].0x0 (ffff8a9a16349f00) 00010000:00010000:2.0:1773688179.193675:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00000001:2.0:1773688179.193676:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.193678:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.193679:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.193680:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.193682:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.193683:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.193684:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.193685:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.193687:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.193688:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d287d lrc: 2/0,0 mode: --/PW res: [0x20000afe1:0x141:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.193691:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.193692:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.193692:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.193693:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.193694:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.193696:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d287d lrc: 0/0,0 mode: --/PW res: [0x20000afe1:0x141:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.193699:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96100. 00010000:00000001:2.0:1773688179.193705:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.193705:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.193706:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1773688179.193707:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1773688179.193708:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 02000000:00000001:2.0:1773688179.193710:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.193711:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.193712:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.193714:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1773688179.193716:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854304640 00010000:00000001:2.0:1773688179.193718:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.193721:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b34274000 x1859843854304640/t0(0) o55->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 472/224 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc -22/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.193726:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.193728:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.193730:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.193733:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.193735:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.193736:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.193739:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.193740:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.193742:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.193744:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.193746:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505088. 00000100:00000200:2.0:1773688179.193750:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1859843854304640, offset 224 00000400:00000200:2.0:1773688179.193754:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.193760:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.193764:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47972:47972:256:4294967295] 192.168.204.51@tcp LPNI seq info [47968:47968:8:4294967295] 00000400:00000200:2.0:1773688179.193771:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.193774:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.193777:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a900. 00000800:00000200:2.0:1773688179.193781:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.193785:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.193787:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.193796:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.193798:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.193800:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.193801:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.193802:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.193805:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b34274000 x1859843854304640/t0(0) o55->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 472/224 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc -22/-22 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.193812:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b34274000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+36:68109:x1859843854304640:12345-192.168.204.51@tcp:55:dbench.0 Request processed in 496us (672us total) trans 0 rc -22/-22 00000100:00100000:2.0:1773688179.193818:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15454 00000100:00000040:2.0:1773688179.193821:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.193823:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.193825:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.193828:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.193832:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.193837:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b34ba9600. 00000020:00000040:2.0:1773688179.193842:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 35 00000100:00000001:2.0:1773688179.193845:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.193886:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.193889:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a900. 00000400:00000200:1.0:1773688179.193892:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.193895:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.193898:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505088 00000400:00000010:1.0:1773688179.193899:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505088. 00000100:00000001:1.0:1773688179.193901:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.193902:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1773688179.194047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11200. 00010000:00000010:2.1:1773688179.194052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10a00. 00010000:00000010:2.1:1773688179.194068:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1a7d7e00. 00000800:00000001:1.0:1773688179.197634:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.197646:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.197649:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.197652:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.197660:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.197673:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 4584 into portal 6 MB=0x69b84a4460600 00000400:00000200:1.0:1773688179.197680:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.51@tcp of length 4584/4584 into md 0x115d [128] + 105240 00000800:00000001:1.0:1773688179.197687:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.197709:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.197712:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.197716:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.197722:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.197724:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1773688179.197729:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b32126a00. 00000100:00000040:1.0:1773688179.197734:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b32126a00 x1859843854304768 msgsize 4584 00000100:00100000:1.0:1773688179.197738:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.197749:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.197755:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.197758:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.197788:0:34807:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.197792:0:34807:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854304768 02000000:00000001:0.0:1773688179.197795:0:34807:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.197797:0:34807:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.197799:0:34807:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.197803:0:34807:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.197807:0:34807:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854304768 00000020:00000001:0.0:1773688179.197810:0:34807:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.197811:0:34807:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5297336646186ca4 00000020:00000001:0.0:1773688179.197814:0:34807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.197817:0:34807:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b04f38000 refcount=56 00000020:00000001:0.0:1773688179.197820:0:34807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000020:00000001:0.0:1773688179.197822:0:34807:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000100:00000001:0.0:1773688179.197826:0:34807:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.197830:0:34807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703c00. 00000100:00000001:0.0:1773688179.197833:0:34807:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.197835:0:34807:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703c00. 00000020:00000010:0.0:1773688179.197840:0:34807:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a0bb6c600. 00000020:00000010:0.0:1773688179.197845:0:34807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b31e03980. 00000020:00000010:0.0:1773688179.197850:0:34807:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b054004b0. 00000100:00000040:0.0:1773688179.197857:0:34807:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:0.0:1773688179.197860:0:34807:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.197861:0:34807:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1773688179.197864:0:34807:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:0.0:1773688179.197866:0:34807:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.197868:0:34807:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672990240 : -1036561376 : ffffffffc2375420) 00000020:00000001:0.0:1773688179.197871:0:34807:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.197875:0:34807:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1773688179.197878:0:34807:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1773688179.197881:0:34807:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.197883:0:34807:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.197885:0:34807:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.197888:0:34807:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.197889:0:34807:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.197891:0:34807:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.197893:0:34807:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.197894:0:34807:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.197896:0:34807:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.197898:0:34807:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.197899:0:34807:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.197901:0:34807:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.197903:0:34807:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:0.0:1773688179.197907:0:34807:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.197909:0:34807:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.197912:0:34807:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688179.197914:0:34807:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:0.0:1773688179.197917:0:34807:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688179.197919:0:34807:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:0.0:1773688179.197926:0:34807:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0xa07:0x0] (0->4095) req@ffff8a9b32126a00 x1859843854304768/t0(0) o4->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 4584/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00000001:0.0:1773688179.197936:0:34807:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:0.0:1773688179.197938:0:34807:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a9b32126a00 with x1859843854304768 ext(0->4095) 00010000:00000001:0.0:1773688179.197941:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.197942:0:34807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.197944:0:34807:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e87800 refcount=3 00000020:00000001:0.0:1773688179.197946:0:34807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:0.0:1773688179.197949:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:0.0:1773688179.197952:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.197954:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1773688179.197956:0:34807:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:0.0:1773688179.197957:0:34807:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a9b32126a00 00002000:00000001:0.0:1773688179.197960:0:34807:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.197974:0:34807:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.197981:0:34807:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.197995:0:34807:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.198036:0:34807:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.198039:0:34807:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1773688179.198042:0:34743:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.198047:0:34743:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.198047:0:34807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2958 00000100:00000040:0.0:1773688179.198053:0:34807:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b04f38000 : new rpc_count 1 00000100:00000001:1.0:1773688179.198054:0:34743:0:(service.c:2223:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.198058:0:34743:0:(service.c:2462:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.198060:0:34807:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997897472512 : -129075812079104 : ffff8a9b32126a00) 00000100:00000040:0.0:1773688179.198068:0:34807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b32126a00 x1859843854304768/t0(0) o4->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 4584/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688179.198076:0:34807:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.198080:0:34807:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703c00. 00000100:00000001:0.0:1773688179.198083:0:34807:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.198085:0:34807:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703c00. 00000100:00100000:0.0:1773688179.198089:0:34807:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b32126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+56:2405:x1859843854304768:12345-192.168.204.51@tcp:4:dbench.0 00000100:00000200:0.0:1773688179.198093:0:34807:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854304768 00000020:00000001:0.0:1773688179.198096:0:34807:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.198099:0:34807:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688179.198101:0:34807:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.198102:0:34807:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.198104:0:34807:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672990240 : -1036561376 : ffffffffc2375420) 00000020:00000001:0.0:1773688179.198107:0:34807:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1773688179.198109:0:34807:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.198111:0:34807:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.198113:0:34807:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.198114:0:34807:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.198116:0:34807:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:0.0:1773688179.198120:0:34807:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.198121:0:34807:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.198125:0:34807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8a9a0eaeb800. 02000000:00000001:0.0:1773688179.198126:0:34807:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.198128:0:34807:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.198130:0:34807:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:0.0:1773688179.198132:0:34807:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.198134:0:34807:0:(obd_class.h:1139:obd_preprw()) Process entered 00002000:00000001:0.0:1773688179.198138:0:34807:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:0.0:1773688179.198140:0:34807:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:0.0:1773688179.198142:0:34807:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1773688179.198144:0:34807:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:0.0:1773688179.198146:0:34807:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli c02d7e8d-7bdc-4707-96d2-119efcc26c8e/ffff8a9b04f38000 free: 3804233728 avail: 3801088000 00000020:00000001:0.0:1773688179.198149:0:34807:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:0.0:1773688179.198151:0:34807:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli c02d7e8d-7bdc-4707-96d2-119efcc26c8e/ffff8a9b04f38000 avail=3801088000 left=3124756480 unstable=0 tot_grant=675872768 pending=0 00000020:00000001:0.0:1773688179.198155:0:34807:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3124756480 : 3124756480 : ba400000) 00000020:00000001:0.0:1773688179.198158:0:34807:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:0.0:1773688179.198160:0:34807:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli c02d7e8d-7bdc-4707-96d2-119efcc26c8e/ffff8a9b04f38000 reports grant 186122240 dropped 0, local 191234048 00000020:00000001:0.0:1773688179.198164:0:34807:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:0.0:1773688179.198166:0:34807:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000020:00000020:0.0:1773688179.198168:0:34807:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0000: cli c02d7e8d-7bdc-4707-96d2-119efcc26c8e/ffff8a9b04f38000 granted: 1703936 ungranted: 0 grant: 189530112 dirty: 5111808 00000020:00000001:0.0:1773688179.198171:0:34807:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000020:00000001:0.0:1773688179.198173:0:34807:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:0.0:1773688179.198175:0:34807:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli c02d7e8d-7bdc-4707-96d2-119efcc26c8e/ffff8a9b04f38000 wants: 485097472 current grant 186122240 granting: 3407872 00000020:00000020:0.0:1773688179.198178:0:34807:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli c02d7e8d-7bdc-4707-96d2-119efcc26c8e/ffff8a9b04f38000 tot cached:3407872 granted:679280640 num_exports: 4 00000020:00000001:0.0:1773688179.198180:0:34807:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000001:0.0:1773688179.198181:0:34807:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:0.0:1773688179.198183:0:34807:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1773688179.198185:0:34807:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.198190:0:34807:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997970892216 : -129075738659400 : ffff8a9b3672b5b8) 00002000:00000001:0.0:1773688179.198191:0:34807:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997970892128 : -129075738659488 : ffff8a9b3672b560) 00080000:00000001:0.0:1773688179.198199:0:34807:0:(osd_io.c:679:osd_bufs_get_write()) Process entered 00080000:00000001:0.0:1773688179.198212:0:34807:0:(osd_io.c:782:osd_bufs_get_write()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1773688179.198218:0:34807:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688179.198220:0:34807:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.198221:0:34807:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.198224:0:34807:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 4096 00000020:00008000:0.0:1773688179.198226:0:34807:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:0.0:1773688179.198231:0:34807:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:0.0:1773688179.198273:0:34807:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 6083 MB/s 00000020:00000040:0.0:1773688179.198277:0:34807:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:0.0:1773688179.198290:0:34807:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.198291:0:34807:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:0.0:1773688179.198298:0:34807:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.198306:0:34807:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.198309:0:34807:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.198310:0:34807:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.198312:0:34807:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.198314:0:34807:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.198316:0:34807:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.198317:0:34807:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.198318:0:34807:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.198319:0:34807:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.198320:0:34807:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.198321:0:34807:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.198323:0:34807:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.198324:0:34807:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.198325:0:34807:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.198326:0:34807:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.198327:0:34807:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.198328:0:34807:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.198330:0:34807:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688179.198332:0:34807:0:(ofd_io.c:1248:ofd_commitrw_write()) Process entered 00002000:00000001:0.0:1773688179.198334:0:34807:0:(ofd_objects.c:1579:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688179.198336:0:34807:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:0.0:1773688179.198338:0:34807:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:0.0:1773688179.198343:0:34807:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.198346:0:34807:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1773688179.198352:0:34807:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0eae8400. 00080000:00000001:0.0:1773688179.198354:0:34807:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993008755712 : -129080700795904 : ffff8a9a0eae8400) 00000001:00000001:0.0:1773688179.198356:0:34807:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.198357:0:34807:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.198360:0:34807:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1773688179.198381:0:34807:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.198384:0:34807:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1773688179.198405:0:34807:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688179.198408:0:34807:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:0.0:1773688179.198410:0:34807:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688179.198413:0:34807:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:0.0:1773688179.198415:0:34807:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.198420:0:34807:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00002000:00000001:0.0:1773688179.198423:0:34807:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688179.198425:0:34807:0:(ofd_io.c:1102:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.198429:0:34807:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1773688179.198439:0:34807:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.198442:0:34807:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1773688179.198446:0:34807:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0eae8c00. 00080000:00000001:0.0:1773688179.198448:0:34807:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993008757760 : -129080700793856 : ffff8a9a0eae8c00) 00000001:00000001:0.0:1773688179.198451:0:34807:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.198452:0:34807:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.198456:0:34807:0:(osd_io.c:862:osd_declare_write_commit()) Process entered 00080000:04000000:0.0:1773688179.198471:0:34807:0:(osd_io.c:935:osd_declare_write_commit()) writing 1 pages, reserving 128K of quota space 00000001:00000001:0.0:1773688179.198475:0:34807:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688179.198477:0:34807:0:(osd_io.c:968:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.198480:0:34807:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688179.198483:0:34807:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.198485:0:34807:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1773688179.198489:0:34807:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688179.198514:0:34807:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688179.198516:0:34807:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.198518:0:34807:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1773688179.198524:0:34807:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.198531:0:34807:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.198540:0:34807:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:0.0:1773688179.198551:0:34807:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.198556:0:34807:0:(osd_io.c:1067:osd_write_commit()) Process entered 00080000:00000001:0.0:1773688179.198558:0:34807:0:(osd_io.c:983:osd_grow_blocksize()) Process entered 00080000:00000001:0.0:1773688179.198560:0:34807:0:(osd_io.c:992:osd_grow_blocksize()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000002:0.0:1773688179.198563:0:34807:0:(osd_io.c:1124:osd_write_commit()) write 4096 bytes at 0 00080000:00000001:0.0:1773688179.198599:0:34807:0:(osd_io.c:1230:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.198604:0:34807:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:0.0:1773688179.198607:0:34807:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8a9b07fb6360. 00000020:00000040:0.0:1773688179.198610:0:34807:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff8a9b04f38000 : new cb_count 2 00000020:00000040:0.0:1773688179.198613:0:34807:0:(genops.c:887:class_export_get()) GET export ffff8a9b04f38000 refcount=57 00000020:00000001:0.0:1773688179.198616:0:34807:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.198618:0:34807:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1773688179.198621:0:34807:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:0.0:1773688179.198626:0:34807:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1773688179.198629:0:34807:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:0.0:1773688179.198670:0:34807:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:0.0:1773688179.198673:0:34807:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884903758, last_committed = 12884903754 00000001:00000010:0.0:1773688179.198677:0:34807:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b07fb6c60. 00000001:00000040:0.0:1773688179.198680:0:34807:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b04f38000 : new cb_count 3 00000020:00000040:0.0:1773688179.198682:0:34807:0:(genops.c:887:class_export_get()) GET export ffff8a9b04f38000 refcount=58 00080000:00000001:0.0:1773688179.198687:0:34807:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688179.198696:0:34807:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1773688179.198698:0:34807:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.198706:0:34807:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1773688179.198718:0:34807:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b3672b5b8/ffff8a9b3672b560 to site lru. bkt: ffff8a9b3211e450 00002000:00000001:0.0:1773688179.198721:0:34807:0:(ofd_io.c:1424:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688179.198724:0:34807:0:(ofd_io.c:1608:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.198726:0:34807:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.198729:0:34807:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:0.0:1773688179.198731:0:34807:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:0.0:1773688179.198733:0:34807:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688179.198736:0:34807:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 12884903754, transno 12884903758, xid 1859843854304768 00010000:00000001:0.0:1773688179.198739:0:34807:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688179.198744:0:34807:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b32126a00 x1859843854304768/t12884903758(0) o4->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 4584/448 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688179.198752:0:34807:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.198754:0:34807:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.198757:0:34807:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b27a791e8 time=51 v=5 (1 1 1 0) 00000100:00000001:0.0:1773688179.198761:0:34807:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.198763:0:34807:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.198766:0:34807:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.198769:0:34807:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.198771:0:34807:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.198774:0:34807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.198777:0:34807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.198782:0:34807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be5d8. 00000100:00000200:0.0:1773688179.198787:0:34807:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1859843854304768, offset 224 00000400:00000200:0.0:1773688179.198793:0:34807:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.198802:0:34807:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.198808:0:34807:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47973:47973:256:4294967295] 192.168.204.51@tcp LPNI seq info [47969:47969:8:4294967295] 00000400:00000200:0.0:1773688179.198819:0:34807:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.198825:0:34807:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.198830:0:34807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b37c25500. 00000800:00000200:0.0:1773688179.198835:0:34807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.198842:0:34807:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.198846:0:34807:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b37c25500 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.198860:0:34807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.198863:0:34807:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.198866:0:34807:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688179.198867:0:34807:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.198869:0:34807:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688179.198874:0:34807:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b32126a00 x1859843854304768/t12884903758(0) o4->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 4584/448 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688179.198885:0:34807:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b32126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+58:2405:x1859843854304768:12345-192.168.204.51@tcp:4:dbench.0 Request processed in 807us (1148us total) trans 12884903758 rc 0/0 00000100:00100000:0.0:1773688179.198893:0:34807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2958 00000100:00000040:0.0:1773688179.198896:0:34807:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b04f38000 : new rpc_count 0 00000100:00000001:0.0:1773688179.198899:0:34807:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:0.0:1773688179.198900:0:34807:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:0.0:1773688179.198906:0:34807:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0xa07:0x0] (0->4095) req@ffff8a9b32126a00 x1859843854304768/t12884903758(0) o4->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 4584/448 e 0 to 0 dl 1773688190 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00000001:0.0:1773688179.198915:0:34807:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:0.0:1773688179.198916:0:34807:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8a9b32126a00 with x1859843854304768 ext(0->4095) 00010000:00000001:0.0:1773688179.198919:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.198920:0:34807:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.198922:0:34807:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e87800 refcount=3 00000020:00000001:0.0:1773688179.198924:0:34807:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:0.0:1773688179.198926:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139748864 : -129076569802752 : ffff8a9b04e87800) 00010000:00000001:0.0:1773688179.198929:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.198931:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1773688179.198932:0:34807:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:0.0:1773688179.198934:0:34807:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8a9b32126a00 00002000:00000001:0.0:1773688179.198937:0:34807:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.198940:0:34807:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.198944:0:34807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31e03980. 00000020:00000010:0.0:1773688179.198952:0:34807:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b054004b0. 00000020:00000010:0.0:1773688179.198959:0:34807:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a0bb6c600. 00000020:00000040:0.0:1773688179.198976:0:34807:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b04f38000 : new refcount 57 00000100:00000001:0.0:1773688179.198981:0:34807:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.200512:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.200523:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.200525:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.200528:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.200533:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.200542:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 448 into portal 12 MB=0x69b84a4460680 00000400:00000200:1.0:1773688179.200548:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 448/448 into md 0x3b659 [64] + 77512 00000800:00000001:1.0:1773688179.200553:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.200561:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.200563:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.200565:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.200569:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.200570:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688179.200574:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b32126300. 00000100:00000040:1.0:1773688179.200577:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b32126300 x1859843854304896 msgsize 448 00000100:00100000:1.0:1773688179.200581:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.200595:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.200600:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.200603:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.200646:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.200650:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854304896 02000000:00000001:2.0:1773688179.200652:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.200654:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.200655:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.200658:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.200661:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854304896 00000020:00000001:2.0:1773688179.200663:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.200664:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.200666:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.200669:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=36 00000020:00000001:2.0:1773688179.200671:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.200673:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.200676:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.200680:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5e00. 00000100:00000001:2.0:1773688179.200683:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.200685:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5e00. 00000020:00000010:2.0:1773688179.200690:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b34ba9600. 00000020:00000010:2.0:1773688179.200693:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9600. 00000020:00000010:2.0:1773688179.200697:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.200703:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.200705:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.200706:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773688179.200709:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.200713:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.200724:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.200732:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.200733:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.200745:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15455 00000100:00000040:2.0:1773688179.200749:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.200751:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997897470720 : -129075812080896 : ffff8a9b32126300) 00000100:00000040:2.0:1773688179.200759:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b32126300 x1859843854304896/t0(0) o44->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 448/0 e 0 to 0 dl 1773688259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773688179.200768:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.200770:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5e00. 00000100:00000001:2.0:1773688179.200772:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.200774:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5e00. 00000100:00100000:2.0:1773688179.200779:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b32126300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+36:68109:x1859843854304896:12345-192.168.204.51@tcp:44:dbench.0 00000100:00000200:2.0:1773688179.200782:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854304896 00000020:00000001:2.0:1773688179.200785:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.200788:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.200791:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.200793:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.200795:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862928 : -1038688688 : ffffffffc216de50) 00000020:00000001:2.0:1773688179.200797:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.200800:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854304896, found 0 last_xid 1859843854304895 00000020:00000001:2.0:1773688179.200802:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.200804:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.200805:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.200808:0:75542:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1773688179.200811:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.200814:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614993139165144 : -129080570386472 : ffff8a9a167467d8) 00000020:00000001:2.0:1773688179.200816:0:75542:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.200818:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.200821:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.200828:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.200833:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8a9a10fe3000. 02000000:00000001:2.0:1773688179.200835:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.200837:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.200840:0:75542:0:(mdt_handler.c:3407:mdt_sync()) Process entered 00000004:00000001:2.0:1773688179.200844:0:75542:0:(mdt_handler.c:3376:mdt_object_sync()) Process entered 00080000:00000001:2.0:1773688179.200848:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.200853:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000001:2.0:1773688179.200855:0:75542:0:(mdt_handler.c:3396:mdt_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.200858:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.200861:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688179.200866:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.200869:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.200872:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.200874:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.200876:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.200879:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.200882:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.200884:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.200885:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.200887:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x141:0x0]: Reading som attrs: valid: 4, size: 77076, blocks: 1 00000004:00000002:2.0:1773688179.200891:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1773688179.200893:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.200895:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.200896:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.200898:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.200900:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.200901:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.200903:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.200904:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.200906:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.200908:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x141:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:2.0:1773688179.200911:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.200913:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1773688179.200918:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.200923:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.200924:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.200926:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.200927:0:75542:0:(mdt_handler.c:3444:mdt_sync()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.200930:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854304896 00010000:00000001:2.0:1773688179.200932:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.200946:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b32126300 x1859843854304896/t0(0) o44->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 448/440 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773688179.200954:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.200957:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.200959:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.201108:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.201112:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.201118:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.201121:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.201122:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.201125:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.201127:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.201130:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b035057f8. 00000100:00000200:2.0:1773688179.201134:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1859843854304896, offset 224 00000400:00000200:2.0:1773688179.201139:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.201145:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.201149:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47974:47974:256:4294967295] 192.168.204.51@tcp LPNI seq info [47970:47970:8:4294967295] 00000400:00000200:2.0:1773688179.201155:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.201158:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.201161:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a500. 00000800:00000200:2.0:1773688179.201163:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.201167:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.201169:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a500 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.201179:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.201181:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.201183:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.201184:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.201185:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.201189:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b32126300 x1859843854304896/t0(0) o44->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 448/440 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773688179.201194:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b32126300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+36:68109:x1859843854304896:12345-192.168.204.51@tcp:44:dbench.0 Request processed in 425us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.201200:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15455 00000100:00000040:2.0:1773688179.201203:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.201204:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.201205:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.201207:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9600. 00000020:00000010:2.0:1773688179.201210:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.201212:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b34ba9600. 00000020:00000040:2.0:1773688179.201215:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 35 00000100:00000001:2.0:1773688179.201217:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.201259:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.201263:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a500. 00000400:00000200:1.0:1773688179.201268:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.201272:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.201276:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b035057f8 00000400:00000010:1.0:1773688179.201278:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b035057f8. 00000100:00000001:1.0:1773688179.201281:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.201282:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1773688179.202694:0:38615:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.202697:0:38615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854305024 02000000:00000001:1.0:1773688179.202699:0:38615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.202701:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.202703:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.202706:0:38615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.202708:0:38615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854305024 00000020:00000001:1.0:1773688179.202710:0:38615:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.202711:0:38615:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5297336646186ca4 00000020:00000001:1.0:1773688179.202713:0:38615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.202715:0:38615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b04f38000 refcount=58 00000020:00000001:1.0:1773688179.202718:0:38615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000020:00000001:1.0:1773688179.202720:0:38615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000100:00000001:1.0:1773688179.202723:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.202726:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80ae00. 00000100:00000001:1.0:1773688179.202729:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.202731:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80ae00. 00000020:00000010:1.0:1773688179.202736:0:38615:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a02061e00. 00000020:00000010:1.0:1773688179.202740:0:38615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b33f6c380. 00000020:00000010:1.0:1773688179.202744:0:38615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe190. 00000100:00000040:1.0:1773688179.202750:0:38615:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1773688179.202752:0:38615:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.202753:0:38615:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773688179.202755:0:38615:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.202759:0:38615:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.202771:0:38615:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.202778:0:38615:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.202780:0:38615:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.202784:0:38615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7635 00000100:00000040:1.0:1773688179.202787:0:38615:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b04f38000 : new rpc_count 1 00000100:00000001:1.0:1773688179.202789:0:38615:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997932401408 : -129075777150208 : ffff8a9b34276300) 00000100:00000040:1.0:1773688179.202795:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b34276300 x1859843854305024/t0(0) o16->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 440/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688179.202804:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.202806:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80ae00. 00000100:00000001:1.0:1773688179.202812:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.202815:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80ae00. 00000100:00100000:1.0:1773688179.202818:0:38615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b34276300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+58:2404:x1859843854305024:12345-192.168.204.51@tcp:16:dbench.0 00000100:00000200:1.0:1773688179.202822:0:38615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854305024 00000020:00000001:1.0:1773688179.202835:0:38615:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688179.202838:0:38615:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688179.202840:0:38615:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.202842:0:38615:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688179.202843:0:38615:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672990816 : -1036560800 : ffffffffc2375660) 00000020:00000001:1.0:1773688179.202846:0:38615:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1773688179.202848:0:38615:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688179.202850:0:38615:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688179.202851:0:38615:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688179.202854:0:38615:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1773688179.202856:0:38615:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1773688179.202859:0:38615:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.202860:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.202862:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.202864:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.202866:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.202867:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.202869:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.202870:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.202871:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.202873:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.202874:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.202875:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.202878:0:38615:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.202880:0:38615:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.202883:0:38615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.202885:0:38615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.202889:0:38615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8a9b36b7c400. 02000000:00000001:1.0:1773688179.202891:0:38615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.202893:0:38615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688179.202896:0:38615:0:(ofd_dev.c:1957:ofd_sync_hdl()) Process entered 00002000:00000001:1.0:1773688179.202898:0:38615:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1773688179.202900:0:38615:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.202905:0:38615:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997970892216 : -129075738659400 : ffff8a9b3672b5b8) 00002000:00000001:1.0:1773688179.202908:0:38615:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997970892128 : -129075738659488 : ffff8a9b3672b560) 00000020:00000001:1.0:1773688179.202910:0:38615:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000001:1.0:1773688179.202912:0:38615:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.202917:0:38615:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1773688179.202919:0:38615:0:(osd_object.c:2122:osd_object_sync()) Process entered 00010000:00000010:2.1:1773688179.203034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa400. 00080000:00000001:0.0:1773688179.212219:0:72392:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1773688179.212224:0:72392:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b04f38000 : new cb_count 0 00000020:00000040:0.0:1773688179.212227:0:72392:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b04f38000 : new refcount 55 00000001:00000010:0.0:1773688179.212230:0:72392:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b08b27c00. 00040000:00000001:0.0:1773688179.212234:0:72392:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:0.0:1773688179.212236:0:72392:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:0.0:1773688179.212238:0:72392:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9b1105b000. 00080000:00000001:2.0:1773688179.212239:0:38615:0:(osd_object.c:2135:osd_object_sync()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.212243:0:72392:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:2.0:1773688179.212244:0:38615:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.212247:0:72392:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1773688179.212251:0:72392:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000020:00000001:2.0:1773688179.212252:0:38615:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000100:00000001:0.0:1773688179.212253:0:72392:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1773688179.212256:0:72392:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 12884903755 is committed 00000001:00000040:0.0:1773688179.212259:0:72392:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b10642000 : new cb_count 1 00000020:00000001:2.0:1773688179.212260:0:38615:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.212262:0:72392:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b10642000 : new refcount 5 00000001:00000001:2.0:1773688179.212266:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000010:0.0:1773688179.212266:0:72392:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9b08b27ea0. 00000001:00000001:2.0:1773688179.212270:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1773688179.212271:0:72392:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:0.0:1773688179.212274:0:72392:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00002000:00000001:2.0:1773688179.212275:0:38615:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00080000:00000010:0.0:1773688179.212276:0:72392:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9a10f08000. 00080000:00000001:0.0:1773688179.212280:0:72392:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00002000:00000001:2.0:1773688179.212282:0:38615:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.212284:0:72392:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00002000:00000001:2.0:1773688179.212286:0:38615:0:(ofd_dev.c:1989:ofd_sync_hdl()) Process leaving 00000100:00000001:0.0:1773688179.212287:0:72392:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1773688179.212290:0:72392:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000020:00000002:2.0:1773688179.212292:0:38615:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b3672b5b8/ffff8a9b3672b560 to site lru. bkt: ffff8a9b3211e450 00000001:00080000:0.0:1773688179.212292:0:72392:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 12884903756 is committed 00000001:00000040:0.0:1773688179.212295:0:72392:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8a9b10642000 : new cb_count 0 00000020:00000040:0.0:1773688179.212299:0:72392:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b10642000 : new refcount 4 00010000:00000040:2.0:1773688179.212300:0:38615:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 12884903758, transno 0, xid 1859843854305024 00000001:00000010:0.0:1773688179.212302:0:72392:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8a9a0f5f55a0. 00010000:00000001:2.0:1773688179.212304:0:38615:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00040000:00000001:0.0:1773688179.212306:0:72392:0:(qsd_handler.c:1133:qsd_op_end()) Process entered 00040000:00000001:0.0:1773688179.212308:0:72392:0:(qsd_handler.c:1164:qsd_op_end()) Process leaving 00080000:00000010:0.0:1773688179.212311:0:72392:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff8a9b07831400. 00080000:00000001:0.0:1773688179.212313:0:72392:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000200:2.0:1773688179.212327:0:38615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b34276300 x1859843854305024/t0(0) o16->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 440/432 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.212336:0:38615:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.212339:0:38615:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.212343:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b36eb51e8 time=95 v=5 (1 4 1 1) 00000100:00000001:2.0:1773688179.212347:0:38615:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.212350:0:38615:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.212352:0:38615:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.212355:0:38615:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.212358:0:38615:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.212362:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.212364:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.212369:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b035056e8. 00000100:00000200:2.0:1773688179.212376:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1859843854305024, offset 224 00000400:00000200:2.0:1773688179.212383:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.212396:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.212403:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47975:47975:256:4294967295] 192.168.204.51@tcp LPNI seq info [47971:47971:8:4294967295] 00000400:00000200:2.0:1773688179.212413:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.212417:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.212420:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a000. 00000800:00000200:2.0:1773688179.212425:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.212431:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.212434:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a000 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.212445:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.212448:0:38615:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.212450:0:38615:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.212451:0:38615:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.212454:0:38615:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.212458:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b34276300 x1859843854305024/t0(0) o16->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 440/432 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.212466:0:38615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b34276300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+55:2404:x1859843854305024:12345-192.168.204.51@tcp:16:dbench.0 Request processed in 9660us (9824us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.212474:0:38615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7635 00000100:00000040:2.0:1773688179.212477:0:38615:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b04f38000 : new rpc_count 0 00000100:00000001:2.0:1773688179.212479:0:38615:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.212480:0:38615:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.212485:0:38615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b33f6c380. 00000020:00000010:2.0:1773688179.212489:0:38615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe190. 00000020:00000010:2.0:1773688179.212493:0:38615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a02061e00. 00000020:00000040:2.0:1773688179.212503:0:38615:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b04f38000 : new refcount 54 00000100:00000001:2.0:1773688179.212505:0:38615:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.212568:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.212577:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a000. 00000400:00000200:1.0:1773688179.212583:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.212589:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.212594:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b035056e8 00000400:00000010:1.0:1773688179.212597:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b035056e8. 00000100:00000001:1.0:1773688179.212601:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.212602:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1773688179.214637:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.214647:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.214649:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.214651:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.214657:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.214665:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 392 into portal 23 MB=0x69b84a4460800 00000400:00000200:1.0:1773688179.214671:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 392/392 into md 0x71aad [2] + 0 00000800:00000001:1.0:1773688179.214676:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.214684:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.214686:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.214688:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.214691:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.214693:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1773688179.214697:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a02064700. 00000100:00000040:1.0:1773688179.214700:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a02064700 x1859843854305280 msgsize 392 00000100:00100000:1.0:1773688179.214704:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.214715:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.214721:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.214724:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.215577:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.215582:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d100. 00000400:00000200:1.0:1773688179.215586:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.215591:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.215595:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee550 00000400:00000010:1.0:1773688179.215598:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee550. 00000100:00000001:1.0:1773688179.215601:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.215602:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1773688179.217923:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.217933:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.217936:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.217938:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.217945:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.217955:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4460880 00000400:00000200:1.0:1773688179.217973:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 77960 00000800:00000001:1.0:1773688179.217980:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.217988:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.217990:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.217994:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.217999:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.218000:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688179.218005:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a02064e00. 00000100:00000040:1.0:1773688179.218029:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a02064e00 x1859843854305408 msgsize 584 00000100:00100000:1.0:1773688179.218034:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.218044:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.218048:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.218051:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.218088:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.218092:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854305408 02000000:00000001:2.0:1773688179.218095:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.218097:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.218099:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.218109:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.218113:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854305408 00000020:00000001:2.0:1773688179.218116:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.218117:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.218120:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.218123:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=37 00000020:00000001:2.0:1773688179.218126:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.218128:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.218131:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.218135:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5c00. 00000100:00000001:2.0:1773688179.218138:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.218141:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5c00. 00000020:00000010:2.0:1773688179.218146:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b34ba9600. 00000020:00000010:2.0:1773688179.218149:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.218154:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.218160:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.218163:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.218164:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.218167:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.218169:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.218171:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.218176:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.218196:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.218206:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.218208:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.218213:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15456 00000100:00000040:2.0:1773688179.218217:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.218220:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992796405248 : -129080913146368 : ffff8a9a02064e00) 00000100:00000040:2.0:1773688179.218226:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a02064e00 x1859843854305408/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.218235:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.218238:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5c00. 00000100:00000001:2.0:1773688179.218241:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.218243:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5c00. 00000100:00100000:2.0:1773688179.218248:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a02064e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+37:68109:x1859843854305408:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.218251:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854305408 00000020:00000001:2.0:1773688179.218253:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.218256:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1773688179.218260:0:75542:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a16f6b900: xid 1859843854305280, transno 171798692043, client gen 13, slot idx 3 00000001:00000001:2.0:1773688179.218264:0:75542:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b079f4780: xid 1859843854304128, transno 171798692042, client gen 13, slot idx 2 00000001:00000010:2.0:1773688179.218268:0:75542:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b079f4780. 00000020:00000001:2.0:1773688179.218271:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.218273:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.218275:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.218277:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.218280:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854305408, found 0 last_xid 1859843854305407 00000020:00000001:2.0:1773688179.218283:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.218284:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.218286:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.218291:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.218300:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.218303:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.218305:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.218307:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.218309:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.218313:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.218321:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 3 00010000:00000001:2.0:1773688179.218323:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.218326:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.218330:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afa400. 00000020:00000001:2.0:1773688179.218334:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.218336:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afa400 with handle 0x52973366461d2884 to hash 00000020:00000001:2.0:1773688179.218338:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.218340:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000010:2.0:1773688179.218346:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96100. 00010000:00000001:2.0:1773688179.218349:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00010000:2.0:1773688179.218354:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d2884 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a686 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.218364:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:2.0:1773688179.218366:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=38 00010000:00000001:2.0:1773688179.218372:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.218375:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.218381:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.218384:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.218386:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1773688179.218388:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.218396:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:2.0:1773688179.218399:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.218403:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:2.0:1773688179.218405:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:2.0:1773688179.218407:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.218410:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.218412:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.218414:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.218416:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.218420:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b343ae000. 02000000:00000001:2.0:1773688179.218422:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.218424:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.218426:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.218428:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1773688179.218431:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:2.0:1773688179.218433:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.218434:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.218436:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.218438:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.218440:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.218442:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.218444:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.218445:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.218447:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.218448:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.218450:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.218451:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.218452:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.218454:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.218455:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.218457:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.218458:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.218460:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.218462:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.218465:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.218467:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.218469:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.218472:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.218473:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.218475:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.218476:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.218478:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.218480:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.218481:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.218482:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.218485:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.218486:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.218487:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.218489:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.218492:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1773688179.218498:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3af8 00000004:00000002:2.0:1773688179.218500:0:75542:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xf3:0x0]/NEWTIPS.PPT, ldlm_rep = ffff8a9b343ae228 00000004:00000001:2.0:1773688179.218505:0:75542:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1773688179.218508:0:75542:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1773688179.218510:0:75542:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1773688179.218512:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.218514:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.218518:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 4 00010000:00000001:2.0:1773688179.218520:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.218522:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.218525:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afbc00. 00000020:00000001:2.0:1773688179.218527:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.218529:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afbc00 with handle 0x52973366461d288b to hash 00000020:00000001:2.0:1773688179.218531:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.218532:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000010:2.0:1773688179.218535:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96c00. 00010000:00000001:2.0:1773688179.218537:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:2.0:1773688179.218540:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.218542:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.218546:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d288b lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.218553:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.218557:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.218559:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.218561:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.218564:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.218566:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.218567:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.218570:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.218572:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.218574:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.218575:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.218578:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) refcount = 4 00010000:00000040:2.0:1773688179.218581:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.218586:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378800/0x52973366461d0912 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8464d expref: 38 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.218595:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378a00/0x52973366461d090b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e84677 expref: 38 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.218607:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d288b lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.218612:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.218617:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.218618:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.218620:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.218622:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.218624:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.218626:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.218629:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.218631:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.218634:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d288b lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.218641:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.218643:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.218645:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.218646:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.218647:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773688179.218651:0:75542:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a16dec100. 00010000:00000010:2.0:1773688179.218655:0:75542:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b343e9f80. 00010000:00000001:2.0:1773688179.218658:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.218660:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afba00. 00000020:00000001:2.0:1773688179.218662:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.218664:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afba00 with handle 0x52973366461d2892 to hash 00000020:00000001:2.0:1773688179.218666:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.218667:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354134016 : -129076355417600 : ffff8a9b11afba00) 00010000:00000010:2.0:1773688179.218670:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96280. 00010000:00000001:2.0:1773688179.218672:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354134016 : -129076355417600 : ffff8a9b11afba00) 00010000:00000001:2.0:1773688179.218675:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.218677:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.218680:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d2892 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.218685:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.218687:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.218688:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.218690:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.218691:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.218693:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.218694:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.218696:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.218697:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.218698:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.218699:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.218701:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9a16dec100) refcount = 1 00010000:00010000:2.0:1773688179.218705:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d2892 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.218709:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.218711:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.218713:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.218714:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.218715:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.218717:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.218719:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.218721:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.218723:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.218725:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d2892 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.218730:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.218731:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.218732:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.218734:0:75542:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.218737:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.218764:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.218768:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1773688179.218771:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1773688179.218775:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.218779:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1773688179.218801:0:75542:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.218805:0:75542:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1773688179.218806:0:75542:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1773688179.218809:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1773688179.218811:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773688179.218813:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.218815:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.218816:0:75542:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1773688179.218817:0:75542:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.218819:0:75542:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:2.0:1773688179.218821:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.218822:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.218831:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.218832:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x141:0x0] 00000020:00000001:2.0:1773688179.218833:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.218837:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614993139165144 : -129080570386472 : ffff8a9a167467d8) 00000004:00000001:2.0:1773688179.218838:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614993139165056 : -129080570386560 : ffff8a9a16746780) 00000004:00000001:2.0:1773688179.218842:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1773688179.218844:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.218845:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.218847:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a16349f00 count: 3 00010000:00000001:2.0:1773688179.218849:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.218850:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.218852:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afac00. 00000020:00000001:2.0:1773688179.218853:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.218855:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afac00 with handle 0x52973366461d2899 to hash 00000020:00000001:2.0:1773688179.218856:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.218857:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354130432 : -129076355421184 : ffff8a9b11afac00) 00010000:00000010:2.0:1773688179.218859:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96f00. 00010000:00000001:2.0:1773688179.218860:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354130432 : -129076355421184 : ffff8a9b11afac00) 00010000:00000001:2.0:1773688179.218862:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.218863:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.218865:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d2899 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.218869:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.218870:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.218871:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.218871:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.218873:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.218874:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.218874:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.218876:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.218877:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.218877:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.218878:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.218879:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x141:0x0].0x0 (ffff8a9a16349f00) refcount = 3 00010000:00000040:2.0:1773688179.218881:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.218883:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa200/0x52973366461d2876 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x141:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a67f expref: 38 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.218887:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afb000/0x52973366461d286f lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.218890:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d2899 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.218893:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.218895:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.218896:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.218896:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.218897:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.218898:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.218899:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.218901:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.218902:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.218904:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d2899 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.218907:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.218908:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.218909:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.218910:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.218911:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.218911:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afac00 refcount=3 00000020:00000001:2.0:1773688179.218913:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354130432 : -129076355421184 : ffff8a9b11afac00) 00010000:00000001:2.0:1773688179.218914:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354130432 : -129076355421184 : ffff8a9b11afac00) 00010000:00000001:2.0:1773688179.218915:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.218915:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.218916:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.218918:0:75542:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1773688179.218921:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.218922:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688179.218924:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.218926:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.218928:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.218929:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.218932:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.218934:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.218935:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.218936:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.218937:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.218938:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x141:0x0]: Reading som attrs: valid: 4, size: 77076, blocks: 259 00000004:00000001:2.0:1773688179.218941:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.218941:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.218942:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.218943:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.218944:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.218945:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.218947:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.218947:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.218948:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.218949:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.218950:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.218952:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1773688179.218953:0:75542:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1773688179.218954:0:75542:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1773688179.218956:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b343ae370 00000004:00000001:2.0:1773688179.218957:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.218959:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.218960:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.218973:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.218973:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.218975:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.218976:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.218976:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.218977:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.218979:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x141:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:2.0:1773688179.218981:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x141:0x0]: returning size 77076 00000004:00000040:2.0:1773688179.218983:0:75542:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x141:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1773688179.218985:0:75542:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:2.0:1773688179.218987:0:75542:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2567 00000004:00200000:2.0:1773688179.218988:0:75542:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:2.0:1773688179.218990:0:75542:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:2.0:1773688179.218991:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.218992:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.218993:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1773688179.218995:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.218996:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.218997:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.218998:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.219000:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.219001:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.219003:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.219022:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.219025:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.219026:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.219027:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.219029:0:75542:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.219034:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.219035:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.219036:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afac00 refcount=3 00000020:00000001:2.0:1773688179.219037:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354130432 : -129076355421184 : ffff8a9b11afac00) 00010000:00000001:2.0:1773688179.219039:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354130432 : -129076355421184 : ffff8a9b11afac00) 00000004:00010000:2.0:1773688179.219041:0:75542:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d2899 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:2.0:1773688179.219045:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1773688179.219047:0:75542:0:(lu_object.c:207:lu_object_put()) Add ffff8a9a167467d8/ffff8a9a16746780 to site lru. bkt: ffff8a9a1aeb4c08 00000004:00000001:2.0:1773688179.219049:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.219050:0:75542:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1773688179.219051:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688179.219052:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.219053:0:75542:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1773688179.219055:0:75542:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:2.0:1773688179.219056:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.219057:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.219057:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.219059:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x141:0x0].0x0 (ffff8a9a16349f00) refcount = 3 00010000:00000040:2.0:1773688179.219060:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.219063:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa200/0x52973366461d2876 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x141:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a67f expref: 38 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.219068:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afb000/0x52973366461d286f lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.219073:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d2899 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.219078:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.219080:0:75542:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.219081:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.219083:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.219085:0:75542:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.219087:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1773688179.219089:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.219090:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.219092:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.219093:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afbc00 refcount=3 00000020:00000001:2.0:1773688179.219095:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:2.0:1773688179.219097:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:2.0:1773688179.219100:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.219103:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d288b lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.219108:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.219109:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.219112:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d288b lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.219117:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.219118:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.219120:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.219123:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d288b lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.219128:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b11afbc00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.219130:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.219132:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.219135:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d288b lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.219140:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.219141:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.219142:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.219143:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afbc00 refcount=4 00000020:00000001:2.0:1773688179.219144:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:2.0:1773688179.219147:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:2.0:1773688179.219149:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.219150:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d288b lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.219154:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.219155:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.219156:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.219158:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.219159:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.219160:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.219161:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.219162:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b11afbc00 with handle 0x52973366461d288b from hash 00010000:00000001:2.0:1773688179.219163:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.219164:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.219165:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.219166:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.219167:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.219168:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.219170:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.219171:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.219173:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.219175:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:2.0:1773688179.219176:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.219178:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.219180:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.219181:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.219181:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.219183:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.219183:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.219184:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.219185:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.219186:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.219188:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d288b lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.219194:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.219194:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.219195:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.219196:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.219197:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.219199:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d288b lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.219202:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96c00. 00010000:00000001:2.0:1773688179.219208:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.219209:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.219210:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.219210:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.219211:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.219212:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afba00 refcount=3 00000020:00000001:2.0:1773688179.219213:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354134016 : -129076355417600 : ffff8a9b11afba00) 00010000:00000001:2.0:1773688179.219214:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354134016 : -129076355417600 : ffff8a9b11afba00) 00010000:00000001:2.0:1773688179.219215:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.219216:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d2892 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.219220:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.219220:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.219222:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d2892 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.219224:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.219225:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.219226:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.219227:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d2892 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.219230:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b11afba00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.219231:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.219232:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.219233:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d2892 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.219236:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.219237:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.219238:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.219238:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afba00 refcount=4 00000020:00000001:2.0:1773688179.219239:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354134016 : -129076355417600 : ffff8a9b11afba00) 00010000:00000001:2.0:1773688179.219240:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354134016 : -129076355417600 : ffff8a9b11afba00) 00010000:00000001:2.0:1773688179.219241:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.219243:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d2892 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.219245:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.219246:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.219246:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.219247:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.219248:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.219249:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.219249:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.219251:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b11afba00 with handle 0x52973366461d2892 from hash 00010000:00000001:2.0:1773688179.219252:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.219252:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.219253:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.219253:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.219254:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.219255:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.219256:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.219256:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.219257:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.219258:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9a16dec100) 00010000:00010000:2.0:1773688179.219259:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.219260:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.219262:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.219263:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.219264:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.219265:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.219266:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.219267:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.219268:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.219269:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.219272:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d2892 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.219276:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.219277:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.219278:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.219279:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.219281:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.219283:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d2892 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.219287:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96280. 00010000:00000040:2.0:1773688179.219290:0:75542:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a16dec100 count: 0 00010000:00000010:2.0:1773688179.219295:0:75542:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b343e9f80. 00010000:00000001:2.0:1773688179.219299:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.219301:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.219302:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1773688179.219304:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1773688179.219305:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1773688179.219307:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.219308:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.219309:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afac00 refcount=3 00000020:00000001:2.0:1773688179.219311:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354130432 : -129076355421184 : ffff8a9b11afac00) 00010000:00000001:2.0:1773688179.219313:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354130432 : -129076355421184 : ffff8a9b11afac00) 00000004:00000040:2.0:1773688179.219316:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:2.0:1773688179.219318:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=39 00010000:00000001:2.0:1773688179.219322:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.219323:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.219325:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.219327:0:75542:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1773688179.219329:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.219331:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.219332:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.219333:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.219335:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.219336:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.219339:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.219340:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.219342:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.219343:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.219345:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.219346:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.219347:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.219350:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.219350:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.219351:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.219353:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.219354:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b11afa400 with handle 0x52973366461d2884 from hash 00010000:00000001:2.0:1773688179.219355:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.219356:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.219357:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.219358:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.219358:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.219361:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d2884 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a686 expref: 39 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.219364:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:2.0:1773688179.219366:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 38 00010000:00000010:2.0:1773688179.219367:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96100. 00010000:00000001:2.0:1773688179.219370:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.219371:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.219374:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.219376:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d2899 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a686 expref: 38 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.219384:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.219385:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.219387:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x141:0x0].0x0 (ffff8a9a16349f00) 00010000:00010000:2.0:1773688179.219388:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1773688179.219389:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.219390:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.219391:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.219392:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.219392:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.219393:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b11afac00, rc 0) 00000020:00000001:2.0:1773688179.219395:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.219397:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854305408 00010000:00000001:2.0:1773688179.219398:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.219401:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a02064e00 x1859843854305408/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.219406:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.219407:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.219409:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.219411:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.219413:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.219414:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.219416:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.219418:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.219419:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.219421:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.219424:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505dd0. 00000100:00000200:2.0:1773688179.219427:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854305408, offset 224 00000400:00000200:2.0:1773688179.219431:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.219436:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.219440:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47977:47977:256:4294967295] 192.168.204.51@tcp LPNI seq info [47973:47973:8:4294967295] 00000400:00000200:2.0:1773688179.219448:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.219451:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.219455:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a000. 00000800:00000200:2.0:1773688179.219459:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.219462:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.219465:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a000 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.219475:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.219477:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.219479:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.219480:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.219481:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.219484:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a02064e00 x1859843854305408/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.219490:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a02064e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+38:68109:x1859843854305408:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1254us (1460us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.219495:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15456 00000100:00000040:2.0:1773688179.219497:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.219499:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.219500:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.219502:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.219505:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.219508:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b34ba9600. 00000020:00000040:2.0:1773688179.219511:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 37 00000100:00000001:2.0:1773688179.219514:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.219563:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.219568:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a000. 00000400:00000200:1.0:1773688179.219573:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.219577:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.219590:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505dd0 00000400:00000010:1.0:1773688179.219593:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505dd0. 00000100:00000001:1.0:1773688179.219599:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.219601:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1773688179.222849:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.222860:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.222863:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.222865:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.222873:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.222884:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 648 into portal 12 MB=0x69b84a4460980 00000400:00000200:1.0:1773688179.222891:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 648/648 into md 0x3b659 [64] + 78544 00000800:00000001:1.0:1773688179.222896:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.222903:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.222904:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.222906:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.222910:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.222912:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688179.222916:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b08d78a80. 00000100:00000040:1.0:1773688179.222918:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b08d78a80 x1859843854305664 msgsize 648 00000100:00100000:1.0:1773688179.222920:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.222929:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.222933:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.222934:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.222952:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.222954:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854305664 02000000:00000001:2.0:1773688179.222957:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.222958:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.222960:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.222980:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.222983:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854305664 00000020:00000001:2.0:1773688179.222985:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.222986:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.222988:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.222990:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=38 00000020:00000001:2.0:1773688179.222992:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.222994:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.222997:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.223000:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5c00. 00000100:00000001:2.0:1773688179.223002:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.223004:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5c00. 00000020:00000010:2.0:1773688179.223020:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b34ba9600. 00000020:00000010:2.0:1773688179.223022:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.223025:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.223030:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.223032:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.223033:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.223035:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.223036:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.223037:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.223041:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.223047:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.223054:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.223055:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.223059:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15457 00000100:00000040:2.0:1773688179.223061:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.223062:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997205748352 : -129076503803264 : ffff8a9b08d78a80) 00000100:00000040:2.0:1773688179.223067:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b08d78a80 x1859843854305664/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.223073:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.223076:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5c00. 00000100:00000001:2.0:1773688179.223077:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.223079:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5c00. 00000100:00100000:2.0:1773688179.223083:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b08d78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+38:68109:x1859843854305664:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.223085:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854305664 00000020:00000001:2.0:1773688179.223087:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.223089:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.223091:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.223093:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.223094:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.223096:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.223098:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854305664, found 0 last_xid 1859843854305663 00000020:00000001:2.0:1773688179.223100:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.223101:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.223103:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.223105:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.223107:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.223108:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.223109:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.223110:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.223111:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.223114:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.223117:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 3 00010000:00000001:2.0:1773688179.223118:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.223120:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.223122:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afa000. 00000020:00000001:2.0:1773688179.223124:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.223125:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afa000 with handle 0x52973366461d28a0 to hash 00000020:00000001:2.0:1773688179.223127:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.223128:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354127360 : -129076355424256 : ffff8a9b11afa000) 00010000:00000010:2.0:1773688179.223131:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96100. 00010000:00000001:2.0:1773688179.223133:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354127360 : -129076355424256 : ffff8a9b11afa000) 00010000:00010000:2.0:1773688179.223136:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa000/0x52973366461d28a0 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a68d expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.223141:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:2.0:1773688179.223143:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=39 00010000:00000001:2.0:1773688179.223146:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.223148:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.223151:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.223153:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.223154:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.223156:0:75542:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:2.0:1773688179.223159:0:75542:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9b08d78a80 x1859843854305664/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1773688179.223165:0:75542:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1773688179.223167:0:75542:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1773688179.223168:0:75542:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1773688179.223170:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.223171:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.223173:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.223174:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.223175:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.223176:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.223177:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.223178:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.223182:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.223183:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.223186:0:75542:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.223187:0:75542:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.223190:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.223192:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.223193:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.223195:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.223199:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9b343a8000. 02000000:00000001:2.0:1773688179.223202:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.223204:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.223207:0:75542:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1773688179.223208:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.223209:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.223211:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.223212:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.223214:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.223216:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.223217:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.223219:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.223221:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.223222:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.223225:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.223228:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.223230:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.223233:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.223234:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.223236:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.223237:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.223238:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.223240:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.223242:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.223243:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.223245:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.223247:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.223249:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.223250:0:75542:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.223252:0:75542:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1773688179.223253:0:75542:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.223255:0:75542:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1773688179.223257:0:75542:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:2.0:1773688179.223259:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3a38 00000004:00000002:2.0:1773688179.223261:0:75542:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xf3:0x0]/(->[0x20000afe1:0x141:0x0]) cr_flag=040004240000003 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1773688179.223264:0:75542:0:(mdt_open.c:1135:mdt_open_by_fid_lock()) Process entered 00000004:00000001:2.0:1773688179.223266:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.223267:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:2.0:1773688179.223269:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.223271:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:2.0:1773688179.223272:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:2.0:1773688179.223274:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.223274:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x141:0x0] 00000020:00000001:2.0:1773688179.223275:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.223279:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614993139165144 : -129080570386472 : ffff8a9a167467d8) 00000004:00000001:2.0:1773688179.223280:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614993139165056 : -129080570386560 : ffff8a9a16746780) 00000004:00000001:2.0:1773688179.223282:0:75542:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1773688179.223283:0:75542:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.223287:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.223288:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688179.223292:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.223294:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.223296:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.223298:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.223302:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.223304:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.223305:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.223307:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.223308:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.223309:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x141:0x0]: Reading som attrs: valid: 4, size: 77076, blocks: 259 00000004:00000001:2.0:1773688179.223311:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.223312:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.223312:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.223314:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.223315:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.223316:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:2.0:1773688179.223318:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b343a8378 00000004:00000001:2.0:1773688179.223319:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.223321:0:75542:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:2.0:1773688179.223323:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688179.223323:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.223325:0:75542:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0x141:0x0] lease count: 0, lm: 8 00000004:00000001:2.0:1773688179.223327:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1773688179.223328:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.223329:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.223331:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a16349f00 count: 4 00010000:00000001:2.0:1773688179.223333:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.223334:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.223336:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b33df9000. 00000020:00000001:2.0:1773688179.223338:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.223339:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b33df9000 with handle 0x52973366461d28a7 to hash 00000020:00000001:2.0:1773688179.223341:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.223342:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997927694336 : -129075781857280 : ffff8a9b33df9000) 00010000:00000010:2.0:1773688179.223344:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96280. 00010000:00000001:2.0:1773688179.223346:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997927694336 : -129075781857280 : ffff8a9b33df9000) 00010000:00000001:2.0:1773688179.223347:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.223348:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.223351:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df9000/0x52973366461d28a7 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.223356:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.223358:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.223360:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.223361:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.223363:0:75542:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1773688179.223366:0:75542:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d2899 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a686 expref: 39 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.223371:0:75542:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1773688179.223372:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.223373:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.223374:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.223375:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.223377:0:75542:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1773688179.223379:0:75542:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df9000/0x52973366461d28a7 lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.223382:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x141:0x0].0x0 (ffff8a9a16349f00) refcount = 4 00010000:00000040:2.0:1773688179.223384:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.223386:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d2899 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a686 expref: 39 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.223390:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa200/0x52973366461d2876 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x141:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a67f expref: 39 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.223395:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afb000/0x52973366461d286f lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.223398:0:75542:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1773688179.223399:0:75542:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df9000/0x52973366461d28a7 lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.223403:0:75542:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b079e5c00. 00000100:00000001:2.0:1773688179.223405:0:75542:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773688179.223409:0:75542:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b079f4780. 00000100:00000001:2.0:1773688179.223410:0:75542:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997185283968 : -129076524267648 : ffff8a9b079f4780) 00000100:00000001:2.0:1773688179.223411:0:75542:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997185283968 : -129076524267648 : ffff8a9b079f4780) 00000100:00000001:2.0:1773688179.223413:0:75542:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773688179.223414:0:75542:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1773688179.223415:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688179.223417:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.223418:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1773688179.223419:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.223421:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.223422:0:75542:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1773688179.223423:0:75542:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1773688179.223426:0:75542:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce5180. 00000020:00000040:2.0:1773688179.223428:0:75542:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:2.0:1773688179.223431:0:75542:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773688179.223432:0:75542:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773688179.223436:0:75542:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773688179.223441:0:75542:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a0bb6c600. 00000100:00000001:2.0:1773688179.223445:0:75542:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.223448:0:75542:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d2899 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a686 expref: 39 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.223465:0:75542:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d2899 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a686 expref: 39 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.223474:0:75542:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1773688179.223476:0:75542:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773688179.223479:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9a10ce5180 x1859843861188992/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.223485:0:75542:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773688179.223486:0:75542:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.223489:0:75542:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9a10ce5180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:75542:1859843861188992:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.223491:0:75542:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773688179.223495:0:75542:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773688179.223496:0:75542:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.223498:0:75542:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773688179.223501:0:75542:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9b079a8000. 02000000:00000001:2.0:1773688179.223502:0:75542:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773688179.223505:0:75542:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a0b538aa8. 00000400:00000010:2.0:1773688179.223508:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505660. 00000100:00000200:2.0:1773688179.223513:0:75542:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861188992, portal 16 00000100:00000001:2.0:1773688179.223514:0:75542:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773688179.223516:0:75542:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614993044394368 : -129080665157248 : ffff8a9a10ce5180) 00000100:00000040:2.0:1773688179.223519:0:75542:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9a10ce5180 x1859843861188992/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.223524:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.223526:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.223528:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505770. 00000100:00000200:2.0:1773688179.223531:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861188992, offset 0 00000400:00000200:2.0:1773688179.223536:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.223543:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.223547:0:75542:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773688179.223551:0:75542:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:2.0:1773688179.223555:0:75542:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773688179.223558:0:75542:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:2.0:1773688179.223563:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47978:47978:256:4294967295] 192.168.204.51@tcp LPNI seq info [47974:47974:8:4294967295] 00000400:00000200:2.0:1773688179.223572:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.223577:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.223581:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a500. 00000800:00000200:2.0:1773688179.223585:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.223589:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.223592:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.223602:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.223605:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297630144 00000100:00000001:2.0:1773688179.223612:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297630078 00000100:00000001:2.0:1773688179.223614:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297630144 00000100:00000001:2.0:1773688179.223617:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297630078 00000100:00000001:2.0:1773688179.223618:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297630144 00000100:00000001:2.0:1773688179.223621:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297630078 00000100:00000001:2.0:1773688179.223622:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297630144 00000100:00000001:2.0:1773688179.223626:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297630078 00000100:00000001:2.0:1773688179.223628:0:75542:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.223630:0:75542:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.223631:0:75542:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.223632:0:75542:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.223634:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.223635:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.223636:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.223637:0:75542:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.223638:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688179.223640:0:75542:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1773688179.223641:0:75542:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.223642:0:75542:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773688179.223644:0:75542:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773688179.223645:0:75542:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b079f4780 going to sleep for 11 seconds 00000100:00000001:2.0:1773688179.223648:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773688179.223650:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688179.223672:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.223675:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a500. 00000400:00000200:1.0:1773688179.223678:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.223681:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.223684:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505770 00000400:00000010:1.0:1773688179.223686:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505770. 00000100:00000001:1.0:1773688179.223688:0:3439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773688179.223691:0:3439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9a10ce5180 x1859843861188992/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.223702:0:3439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773688179.223706:0:3439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9a10ce5180 x1859843861188992/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.223712:0:3439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.223714:0:3439:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773688179.224596:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.224602:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.224605:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.224607:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.224612:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.224620:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af1180 00000400:00000200:1.0:1773688179.224625:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77bb9 [1] + 224 00000800:00000001:1.0:1773688179.224629:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.224635:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.224637:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.224640:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.224643:0:3440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773688179.224647:0:3440:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9a10ce5180 x1859843861188992/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1773688179.224656:0:3440:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9a10ce5180 x1859843861188992/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.224672:0:3440:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.224677:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.224680:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.224697:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773688179.224703:0:75542:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773688179.224704:0:75542:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773688179.224707:0:75542:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a0b538aa8. 00000400:00000200:2.0:1773688179.224711:0:75542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505660 00000400:00000010:2.0:1773688179.224712:0:75542:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505660. 00000100:00000001:2.0:1773688179.224715:0:75542:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688179.224719:0:75542:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9a10ce5180 x1859843861188992/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1773688179.224729:0:75542:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9a10ce5180 x1859843861188992/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.224735:0:75542:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773688179.224745:0:75542:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.224748:0:75542:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773688179.224750:0:75542:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773688179.224751:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.224753:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.224755:0:75542:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.224761:0:75542:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=3 v=5 (5 0 0 0) 00000100:00001000:2.0:1773688179.224764:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1773688179.224767:0:75542:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773688179.224769:0:75542:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.224771:0:75542:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773688179.224773:0:75542:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.224775:0:75542:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.224780:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9a10ce5180 x1859843861188992/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.224787:0:75542:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.224790:0:75542:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773688179.224792:0:75542:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.224794:0:75542:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1773688179.224796:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.224797:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.224799:0:75542:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.224804:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce5180 x1859843861188992/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1773688179.224812:0:75542:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9a10ce5180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:75542:1859843861188992:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.224816:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.224819:0:75542:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.224820:0:75542:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773688179.224822:0:75542:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.224825:0:75542:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9a10ce5180 x1859843861188992/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.224831:0:75542:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773688179.224834:0:75542:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773688179.224836:0:75542:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9b079a8000. 02000000:00000001:2.0:1773688179.224839:0:75542:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773688179.224841:0:75542:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773688179.224843:0:75542:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1773688179.224845:0:75542:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773688179.224847:0:75542:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a0bb6c600. 02000000:00000001:2.0:1773688179.224852:0:75542:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773688179.224854:0:75542:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773688179.224855:0:75542:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a10ce5180. 00000100:00000001:2.0:1773688179.224858:0:75542:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773688179.224860:0:75542:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773688179.224862:0:75542:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b079f4780. 00000100:00000001:2.0:1773688179.224864:0:75542:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1773688179.224866:0:75542:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1773688179.224868:0:75542:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b079e5c00. 00010000:00000001:2.0:1773688179.224871:0:75542:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.224873:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.224875:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.224878:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1773688179.224881:0:75542:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df9000/0x52973366461d28a7 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.1:1773688179.225038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afbc00. 00010000:00000010:2.1:1773688179.225045:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a16dec100. 00010000:00000010:2.1:1773688179.225049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afba00. 00010000:00000010:2.1:1773688179.225051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa400. 00000800:00000001:1.0:1773688179.225247:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.225254:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.225256:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.225258:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.225262:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.225275:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4460a00 00000400:00000200:1.0:1773688179.225280:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72d3d [2] + 656 00000800:00000001:1.0:1773688179.225284:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.225312:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.225315:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.225318:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.225322:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.225324:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1773688179.225329:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b31359f80. 00000100:00000040:1.0:1773688179.225331:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b31359f80 x1859843854305792 msgsize 328 00000100:00100000:1.0:1773688179.225335:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.225347:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.225351:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.225354:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773688179.225714:0:75542:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df9000/0x52973366461d28a7 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.225724:0:75542:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.225729:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df9000/0x52973366461d28a7 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.225736:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.225738:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.225740:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.225744:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.225748:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.225751:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b33df9000 refcount=3 00000020:00000001:2.0:1773688179.225756:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997927694336 : -129075781857280 : ffff8a9b33df9000) 00010000:00000001:2.0:1773688179.225761:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997927694336 : -129075781857280 : ffff8a9b33df9000) 00010000:00000001:2.0:1773688179.225767:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.225770:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.225774:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.225781:0:75542:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0x141:0x0], ibits = 0x5/0x1a, open_flags = 040004240000003, try_layout = 1 : rc = 0 00000004:00000001:2.0:1773688179.225791:0:75542:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.225794:0:75542:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.225799:0:75542:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000001:00000001:2.0:1773688179.225804:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.225806:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.225808:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.225810:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.225814:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.225818:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.225820:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.225824:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.225828:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x141:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:2.0:1773688179.225835:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x141:0x0]: returning size 77076 00000001:00000001:2.0:1773688179.225839:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.225842:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.225846:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1773688179.225849:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.225853:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.225857:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.225863:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000200:1.0:1773688179.225864:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000004:00000001:2.0:1773688179.225869:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000010:1.0:1773688179.225870:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d100. 00000004:00000001:2.0:1773688179.225872:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.225876:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773688179.225879:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:2.0:1773688179.225881:0:75542:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000004:00000002:2.0:1773688179.225885:0:75542:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:2.0:1773688179.225888:0:75542:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000400:00000200:1.0:1773688179.225890:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000004:00000001:2.0:1773688179.225891:0:75542:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.225895:0:75542:0:(mdd_object.c:3758:mdd_open()) Process entered 00000400:00000200:1.0:1773688179.225897:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee6e8 00000400:00000010:1.0:1773688179.225900:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee6e8. 00000004:00000001:2.0:1773688179.225901:0:75542:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1773688179.225905:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000100:00000001:1.0:1773688179.225905:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.225909:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000001:2.0:1773688179.225910:0:75542:0:(mdd_permission.c:247:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.225914:0:75542:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.225917:0:75542:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.225921:0:75542:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1773688179.225925:0:75542:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9b343e9f80. 00000020:00000001:2.0:1773688179.225927:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.225930:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b343e9f80 with handle 0x52973366461d28ae to hash 00000020:00000001:2.0:1773688179.225932:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1773688179.225933:0:75542:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614997933924224 : -129075775627392 : ffff8a9b343e9f80) 00000004:00000001:2.0:1773688179.225935:0:75542:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1773688179.225937:0:75542:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1773688179.225939:0:75542:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0x141:0x0] Change mfd open_flags 0 -> 040004240000003. 00000004:00000001:2.0:1773688179.225942:0:75542:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:2.0:1773688179.225945:0:75542:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1773688179.225951:0:75542:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10fe3400. 00080000:00000001:2.0:1773688179.225954:0:75542:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993047532544 : -129080662019072 : ffff8a9a10fe3400) 00080000:00000001:2.0:1773688179.225957:0:75542:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1773688179.225974:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1773688179.225979:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688179.225981:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.225998:0:75542:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.226000:0:75542:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1773688179.226004:0:75542:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1773688179.226022:0:75542:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692044, last_committed = 171798692041 00000001:00000010:2.0:1773688179.226027:0:75542:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b08b278a0. 00000001:00000040:2.0:1773688179.226030:0:75542:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 3 00000020:00000040:2.0:1773688179.226032:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=39 00000001:00000010:2.0:1773688179.226037:0:75542:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b079f4d80. 00080000:00000001:2.0:1773688179.226043:0:75542:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1773688179.226060:0:75542:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1773688179.226064:0:75542:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b079f4d80: xid 1859843854305664, transno 171798692044, tag 1, client gen 13, slot idx 2 00000001:00000001:2.0:1773688179.226067:0:75542:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.226077:0:75542:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.226079:0:75542:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1773688179.226081:0:75542:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.226083:0:75542:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.226085:0:75542:0:(mdt_open.c:1236:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.226088:0:75542:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1773688179.226089:0:75542:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1773688179.226091:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.226093:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.226094:0:75542:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1773688179.226095:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688179.226097:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.226099:0:75542:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.226101:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.226103:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.226105:0:75542:0:(mdt_open.c:1525:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773688179.226109:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.226114:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.226116:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.226118:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.226121:0:75542:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.226123:0:75542:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1773688179.226126:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.226127:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.226129:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.226130:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.226133:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.226135:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.226141:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.226143:0:75542:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:2.0:1773688179.226146:0:75542:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1773688179.226148:0:75542:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.226151:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.226152:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.226154:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b33df9000 refcount=3 00000020:00000001:2.0:1773688179.226156:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997927694336 : -129075781857280 : ffff8a9b33df9000) 00010000:00000001:2.0:1773688179.226158:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997927694336 : -129075781857280 : ffff8a9b33df9000) 00000004:00000040:2.0:1773688179.226161:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:2.0:1773688179.226164:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=40 00010000:00000001:2.0:1773688179.226168:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.226169:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.226171:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.226173:0:75542:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.226176:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.226178:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.226181:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.226182:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.226184:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.226185:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.226187:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.226189:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.226191:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b11afa000 with handle 0x52973366461d28a0 from hash 00010000:00000001:2.0:1773688179.226194:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.226195:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.226197:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.226198:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.226199:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.226204:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa000/0x52973366461d28a0 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a68d expref: 40 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.226212:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:2.0:1773688179.226214:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 39 00010000:00000010:2.0:1773688179.226217:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96100. 00010000:00000001:2.0:1773688179.226222:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.226224:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.226227:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.226231:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df9000/0x52973366461d28a7 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a68d expref: 39 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.226238:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.226240:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.226242:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x141:0x0].0x0 (ffff8a9a16349f00) 00010000:00010000:2.0:1773688179.226245:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00000001:2.0:1773688179.226247:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.226249:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.226251:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.226252:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.226253:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.226254:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b33df9000, rc 0) 00000020:00000001:2.0:1773688179.226257:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.226260:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692044, xid 1859843854305664 00010000:00000001:2.0:1773688179.226262:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.226266:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b08d78a80 x1859843854305664/t171798692044(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.226274:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.226276:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.226278:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.226282:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.226284:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.226286:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.226289:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.226291:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.226293:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.226296:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.226299:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505660. 00000100:00000200:2.0:1773688179.226303:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854305664, offset 224 00000400:00000200:2.0:1773688179.226308:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.226314:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.226318:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47980:47980:256:4294967295] 192.168.204.51@tcp LPNI seq info [47976:47976:8:4294967295] 00000400:00000200:2.0:1773688179.226326:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.226331:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.226334:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a900. 00000800:00000200:2.0:1773688179.226338:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.226342:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.226345:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a900 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.226358:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.226361:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.226364:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.226365:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.226367:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.226372:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b08d78a80 x1859843854305664/t171798692044(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.226383:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b08d78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+39:68109:x1859843854305664:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3306us (3461us total) trans 171798692044 rc 0/0 00000100:00100000:2.0:1773688179.226391:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15457 00000100:00000040:2.0:1773688179.226394:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.226396:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.226397:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.226401:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.226405:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.226408:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b34ba9600. 00000020:00000040:2.0:1773688179.226412:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 38 00000100:00000001:2.0:1773688179.226415:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.226431:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.226434:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a900. 00000400:00000200:1.0:1773688179.226437:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.226440:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.226442:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505660 00000400:00000010:1.0:1773688179.226443:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505660. 00000100:00000001:1.0:1773688179.226445:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.226446:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1773688179.228297:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.228304:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.228307:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.228309:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.228315:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.228325:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4460a80 00000400:00000200:1.0:1773688179.228330:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 79192 00000800:00000001:1.0:1773688179.228336:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.228343:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.228345:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.228348:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.228352:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.228354:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688179.228358:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b31359c00. 00000100:00000040:1.0:1773688179.228361:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b31359c00 x1859843854305920 msgsize 576 00000100:00100000:1.0:1773688179.228364:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.228377:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.228382:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.228385:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.228409:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.228412:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854305920 02000000:00000001:2.0:1773688179.228415:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.228416:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.228418:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.228421:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.228424:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854305920 00000020:00000001:2.0:1773688179.228426:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.228427:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.228429:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.228431:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=39 00000020:00000001:2.0:1773688179.228433:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.228435:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.228438:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.228441:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5c00. 00000100:00000001:2.0:1773688179.228444:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.228446:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5c00. 00000020:00000010:2.0:1773688179.228450:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b079a8000. 00000020:00000010:2.0:1773688179.228454:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.228457:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.228462:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.228464:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.228465:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.228467:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.228469:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.228471:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.228475:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.228493:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.228501:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.228503:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.228517:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15458 00000100:00000040:2.0:1773688179.228520:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.228522:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997883001856 : -129075826549760 : ffff8a9b31359c00) 00000100:00000040:2.0:1773688179.228529:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b31359c00 x1859843854305920/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.228542:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.228545:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5c00. 00000100:00000001:2.0:1773688179.228547:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.228550:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5c00. 00000100:00100000:2.0:1773688179.228554:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b31359c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+39:68109:x1859843854305920:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.228557:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854305920 00000020:00000001:2.0:1773688179.228560:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.228562:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1773688179.228566:0:75542:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b079f4d80: xid 1859843854305664, transno 171798692044, client gen 13, slot idx 2 00000001:00000001:2.0:1773688179.228571:0:75542:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a16f6b900: xid 1859843854305280, transno 171798692043, client gen 13, slot idx 3 00000001:00000010:2.0:1773688179.228574:0:75542:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a16f6b900. 00000020:00000001:2.0:1773688179.228577:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.228579:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.228581:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.228583:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.228586:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854305920, found 0 last_xid 1859843854305919 00000020:00000001:2.0:1773688179.228588:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.228590:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.228592:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.228595:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.228597:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.228599:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.228601:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.228602:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.228604:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.228607:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.228612:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a16349f00 count: 4 00010000:00000001:2.0:1773688179.228614:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.228617:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.228620:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b33df9c00. 00000020:00000001:2.0:1773688179.228623:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.228625:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b33df9c00 with handle 0x52973366461d28b5 to hash 00000020:00000001:2.0:1773688179.228627:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.228628:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997927697408 : -129075781854208 : ffff8a9b33df9c00) 00010000:00000010:2.0:1773688179.228632:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96100. 00010000:00000001:2.0:1773688179.228635:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997927697408 : -129075781854208 : ffff8a9b33df9c00) 00010000:00010000:2.0:1773688179.228639:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df9c00/0x52973366461d28b5 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0x141:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a694 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.228647:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:2.0:1773688179.228649:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=40 00010000:00000001:2.0:1773688179.228653:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.228655:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.228660:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.228661:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.228663:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1773688179.228665:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.228667:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x141:0x0] 00000020:00000001:2.0:1773688179.228669:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.228673:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614993139165144 : -129080570386472 : ffff8a9a167467d8) 00000004:00000001:2.0:1773688179.228675:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614993139165056 : -129080570386560 : ffff8a9a16746780) 00000004:00000001:2.0:1773688179.228677:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.228679:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.228681:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.228683:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.228685:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.228689:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b343af000. 02000000:00000001:2.0:1773688179.228691:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.228693:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.228695:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.228697:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1773688179.228708:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:2.0:1773688179.228710:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.228711:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.228714:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.228715:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.228717:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.228719:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.228720:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.228722:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.228723:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.228724:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.228726:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.228727:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.228728:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.228730:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.228731:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.228733:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.228734:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.228736:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.228738:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.228740:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.228744:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.228746:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.228748:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.228749:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.228751:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.228753:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.228754:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.228755:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.228757:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.228759:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.228761:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.228762:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.228764:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.228765:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.228768:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:2.0:1773688179.228771:0:75542:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1773688179.228773:0:75542:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:2.0:1773688179.228775:0:75542:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000020:00000010:2.0:1773688179.228780:0:75542:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8a9b343ad000. 00000004:00000001:2.0:1773688179.228783:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.228785:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.228787:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.228791:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688179.228794:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688179.228796:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688179.228799:0:75542:0:(mdt_lib.c:2238:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.228801:0:75542:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0x141:0x0]/[0x20000afe1:0x141:0x0], ldlm_rep = ffff8a9b343af228 00000004:00000001:2.0:1773688179.228806:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1773688179.228808:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.228810:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.228813:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a16349f00 count: 5 00010000:00000001:2.0:1773688179.228815:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.228817:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.228819:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b33df8200. 00000020:00000001:2.0:1773688179.228821:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.228823:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b33df8200 with handle 0x52973366461d28bc to hash 00000020:00000001:2.0:1773688179.228825:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.228826:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997927690752 : -129075781860864 : ffff8a9b33df8200) 00010000:00000010:2.0:1773688179.228829:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96c00. 00010000:00000001:2.0:1773688179.228831:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997927690752 : -129075781860864 : ffff8a9b33df8200) 00010000:00000001:2.0:1773688179.228833:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.228835:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.228838:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8200/0x52973366461d28bc lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.228844:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.228847:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.228848:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.228850:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.228852:0:75542:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1773688179.228856:0:75542:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df9000/0x52973366461d28a7 lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a68d expref: 40 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.228867:0:75542:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1773688179.228869:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.228870:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.228871:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.228873:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.228876:0:75542:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1773688179.228878:0:75542:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8200/0x52973366461d28bc lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.228885:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x141:0x0].0x0 (ffff8a9a16349f00) refcount = 5 00010000:00000040:2.0:1773688179.228887:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.228890:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df9000/0x52973366461d28a7 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a68d expref: 40 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.228898:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa200/0x52973366461d2876 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x141:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a67f expref: 40 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.228904:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afb000/0x52973366461d286f lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.228908:0:75542:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1773688179.228910:0:75542:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8200/0x52973366461d28bc lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.228916:0:75542:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b079e5c00. 00000100:00000001:2.0:1773688179.228919:0:75542:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773688179.228923:0:75542:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b079f4780. 00000100:00000001:2.0:1773688179.228925:0:75542:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997185283968 : -129076524267648 : ffff8a9b079f4780) 00000100:00000001:2.0:1773688179.228927:0:75542:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997185283968 : -129076524267648 : ffff8a9b079f4780) 00000100:00000001:2.0:1773688179.228930:0:75542:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773688179.228931:0:75542:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1773688179.228933:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688179.228935:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.228936:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1773688179.228938:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.228940:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.228941:0:75542:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1773688179.228943:0:75542:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1773688179.228946:0:75542:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce5180. 00000020:00000040:2.0:1773688179.228949:0:75542:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:2.0:1773688179.228951:0:75542:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773688179.228953:0:75542:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773688179.228956:0:75542:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773688179.228973:0:75542:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9b34ba9600. 00000100:00000001:2.0:1773688179.228978:0:75542:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.228983:0:75542:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df9000/0x52973366461d28a7 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a68d expref: 40 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.228999:0:75542:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df9000/0x52973366461d28a7 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a68d expref: 40 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.229022:0:75542:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1773688179.229024:0:75542:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773688179.229028:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9a10ce5180 x1859843861189120/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.229036:0:75542:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773688179.229039:0:75542:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.229044:0:75542:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9a10ce5180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:75542:1859843861189120:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.229047:0:75542:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773688179.229051:0:75542:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773688179.229053:0:75542:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.229054:0:75542:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773688179.229058:0:75542:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a0bb6c600. 02000000:00000001:2.0:1773688179.229060:0:75542:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773688179.229064:0:75542:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a0b538aa8. 00000400:00000010:2.0:1773688179.229069:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505ee0. 00000100:00000200:2.0:1773688179.229073:0:75542:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861189120, portal 16 00000100:00000001:2.0:1773688179.229075:0:75542:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773688179.229077:0:75542:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614993044394368 : -129080665157248 : ffff8a9a10ce5180) 00000100:00000040:2.0:1773688179.229081:0:75542:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9a10ce5180 x1859843861189120/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.229088:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.229090:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.229092:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505440. 00000100:00000200:2.0:1773688179.229095:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861189120, offset 0 00000400:00000200:2.0:1773688179.229099:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.229105:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.229116:0:75542:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773688179.229120:0:75542:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:2.0:1773688179.229123:0:75542:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773688179.229125:0:75542:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:2.0:1773688179.229129:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47981:47981:256:4294967295] 192.168.204.51@tcp LPNI seq info [47977:47977:8:4294967295] 00000400:00000200:2.0:1773688179.229137:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.229141:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.229145:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a200. 00000800:00000200:2.0:1773688179.229149:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.229154:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.229157:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.229166:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.229170:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297630150 00000100:00000001:2.0:1773688179.229176:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297630144 00000100:00000001:2.0:1773688179.229179:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297630150 00000100:00000001:2.0:1773688179.229183:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297630144 00000100:00000001:2.0:1773688179.229186:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297630150 00000100:00000001:2.0:1773688179.229190:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297630144 00000100:00000001:2.0:1773688179.229193:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297630150 00000100:00000001:2.0:1773688179.229196:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297630144 00000100:00000001:2.0:1773688179.229199:0:75542:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.229201:0:75542:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.229203:0:75542:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.229205:0:75542:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.229207:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.229210:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.229211:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.229213:0:75542:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.229215:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688179.229216:0:75542:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1773688179.229219:0:75542:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.229221:0:75542:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773688179.229222:0:75542:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773688179.229224:0:75542:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b079f4780 going to sleep for 11 seconds 00000100:00000001:2.0:1773688179.229227:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773688179.229229:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688179.229234:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.229238:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a200. 00000400:00000200:1.0:1773688179.229242:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.229247:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.229250:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505440 00000400:00000010:1.0:1773688179.229252:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505440. 00000100:00000001:1.0:1773688179.229255:0:3439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773688179.229259:0:3439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9a10ce5180 x1859843861189120/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.229268:0:3439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773688179.229271:0:3439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9a10ce5180 x1859843861189120/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.229277:0:3439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.229279:0:3439:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773688179.230045:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.230051:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.230053:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.230054:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.230058:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.230063:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af1200 00000400:00000200:1.0:1773688179.230067:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77bc9 [1] + 224 00000800:00000001:1.0:1773688179.230070:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.230074:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.230075:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.230077:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.230080:0:3440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773688179.230083:0:3440:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9a10ce5180 x1859843861189120/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1773688179.230089:0:3440:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9a10ce5180 x1859843861189120/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.230100:0:3440:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.230102:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.230104:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.230120:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773688179.230126:0:75542:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773688179.230127:0:75542:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773688179.230129:0:75542:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a0b538aa8. 00000400:00000200:2.0:1773688179.230133:0:75542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505ee0 00000400:00000010:2.0:1773688179.230134:0:75542:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505ee0. 00000100:00000001:2.0:1773688179.230137:0:75542:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688179.230141:0:75542:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9a10ce5180 x1859843861189120/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1773688179.230150:0:75542:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9a10ce5180 x1859843861189120/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.230156:0:75542:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773688179.230157:0:75542:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.230159:0:75542:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773688179.230161:0:75542:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773688179.230162:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.230163:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.230166:0:75542:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.230169:0:75542:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=3 v=5 (5 0 0 0) 00000100:00001000:2.0:1773688179.230172:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1773688179.230174:0:75542:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773688179.230176:0:75542:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.230178:0:75542:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773688179.230180:0:75542:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.230182:0:75542:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.230186:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9a10ce5180 x1859843861189120/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.230192:0:75542:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.230194:0:75542:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773688179.230196:0:75542:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.230198:0:75542:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1773688179.230199:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.230201:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.230202:0:75542:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.230206:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce5180 x1859843861189120/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1773688179.230212:0:75542:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9a10ce5180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:75542:1859843861189120:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.230216:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.230218:0:75542:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.230220:0:75542:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773688179.230221:0:75542:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.230224:0:75542:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9a10ce5180 x1859843861189120/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.230229:0:75542:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773688179.230231:0:75542:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773688179.230233:0:75542:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a0bb6c600. 02000000:00000001:2.0:1773688179.230237:0:75542:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773688179.230238:0:75542:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773688179.230239:0:75542:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1773688179.230241:0:75542:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773688179.230244:0:75542:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9b34ba9600. 02000000:00000001:2.0:1773688179.230247:0:75542:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773688179.230249:0:75542:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773688179.230250:0:75542:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a10ce5180. 00000100:00000001:2.0:1773688179.230253:0:75542:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773688179.230254:0:75542:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773688179.230256:0:75542:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b079f4780. 00000100:00000001:2.0:1773688179.230258:0:75542:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1773688179.230260:0:75542:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1773688179.230262:0:75542:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b079e5c00. 00010000:00000001:2.0:1773688179.230265:0:75542:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.230267:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.230269:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.230271:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1773688179.230274:0:75542:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8200/0x52973366461d28bc lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000001:1.0:1773688179.230521:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.230526:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.230527:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.230528:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.230532:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.230537:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4460b00 00000400:00000200:1.0:1773688179.230541:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72d3d [2] + 984 00000800:00000001:1.0:1773688179.230543:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.230561:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.230563:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.230565:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.230568:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.230569:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1773688179.230572:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3135b100. 00000100:00000040:1.0:1773688179.230573:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3135b100 x1859843854306048 msgsize 328 00000100:00100000:1.0:1773688179.230576:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.230583:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.230587:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.230590:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773688179.230919:0:75542:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8200/0x52973366461d28bc lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.230935:0:75542:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.230942:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8200/0x52973366461d28bc lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.230954:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.230957:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.230960:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.230974:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.230978:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.230981:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b33df8200 refcount=3 00000020:00000001:2.0:1773688179.230985:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997927690752 : -129075781860864 : ffff8a9b33df8200) 00010000:00000001:2.0:1773688179.230990:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997927690752 : -129075781860864 : ffff8a9b33df8200) 00010000:00000001:2.0:1773688179.230995:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.230999:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.231003:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.231026:0:75542:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1773688179.231032:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.231036:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688179.231043:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.231049:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.231053:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.231056:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.231063:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.231069:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.231073:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.231078:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.231082:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.231087:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x141:0x0]: Reading som attrs: valid: 4, size: 77076, blocks: 259 00000004:00000001:2.0:1773688179.231095:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.231099:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.231103:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.231107:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.231112:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.231116:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.231120:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000800:00000200:1.0:1773688179.231120:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000004:00000001:2.0:1773688179.231123:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.231126:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000800:00000010:1.0:1773688179.231126:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d300. 00080000:00000001:2.0:1773688179.231130:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.231134:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000400:00000200:1.0:1773688179.231135:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:2.0:1773688179.231140:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1773688179.231145:0:75542:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000400:00000200:1.0:1773688179.231146:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000001:00000001:2.0:1773688179.231148:0:75542:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000400:00000200:1.0:1773688179.231151:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee088 00000004:00000002:2.0:1773688179.231152:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b343af370 00000400:00000010:1.0:1773688179.231154:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee088. 00000004:00000001:2.0:1773688179.231158:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.231159:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.231162:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000001:2.0:1773688179.231163:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.231167:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.231170:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.231171:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.231174:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.231175:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.231177:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.231179:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.231180:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x141:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:2.0:1773688179.231184:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x141:0x0]: returning size 77076 00000004:00000040:2.0:1773688179.231187:0:75542:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x141:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1773688179.231190:0:75542:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:2.0:1773688179.231191:0:75542:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2567 00000004:00200000:2.0:1773688179.231194:0:75542:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:2.0:1773688179.231196:0:75542:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:2.0:1773688179.231197:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.231199:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.231200:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1773688179.231203:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.231204:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.231206:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.231207:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.231209:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.231211:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.231213:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.231218:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.231223:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.231224:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.231226:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.231228:0:75542:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.231232:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.231234:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.231235:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b33df8200 refcount=3 00000020:00000001:2.0:1773688179.231238:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997927690752 : -129075781860864 : ffff8a9b33df8200) 00010000:00000001:2.0:1773688179.231240:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997927690752 : -129075781860864 : ffff8a9b33df8200) 00000004:00010000:2.0:1773688179.231243:0:75542:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8200/0x52973366461d28bc lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.231249:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.231251:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.231253:0:75542:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:2.0:1773688179.231254:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.231256:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:2.0:1773688179.231258:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.231260:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.231261:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b33df8200 refcount=3 00000020:00000001:2.0:1773688179.231263:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997927690752 : -129075781860864 : ffff8a9b33df8200) 00010000:00000001:2.0:1773688179.231265:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997927690752 : -129075781860864 : ffff8a9b33df8200) 00000004:00000040:2.0:1773688179.231268:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:2.0:1773688179.231270:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=40 00010000:00000001:2.0:1773688179.231273:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.231274:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.231276:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.231278:0:75542:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1773688179.231280:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.231282:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.231283:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.231285:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.231286:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.231288:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.231291:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.231293:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.231294:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.231296:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:2.0:1773688179.231298:0:75542:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8a9b343ad000. 00000004:00000001:2.0:1773688179.231300:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.231302:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.231304:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.231306:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.231307:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.231308:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.231310:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.231312:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b33df9c00 with handle 0x52973366461d28b5 from hash 00010000:00000001:2.0:1773688179.231314:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.231316:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.231317:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.231318:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.231319:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.231323:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df9c00/0x52973366461d28b5 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a694 expref: 40 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.231335:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:2.0:1773688179.231336:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 39 00010000:00000010:2.0:1773688179.231339:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96100. 00010000:00000001:2.0:1773688179.231343:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.231345:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.231348:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.231351:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8200/0x52973366461d28bc lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a694 expref: 39 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.231358:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.231359:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.231361:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x141:0x0].0x0 (ffff8a9a16349f00) 00010000:00010000:2.0:1773688179.231364:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1773688179.231365:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.231368:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.231369:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.231371:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.231372:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.231373:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b33df8200, rc 0) 00000020:00000001:2.0:1773688179.231376:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.231378:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854305920 00010000:00000001:2.0:1773688179.231381:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.231384:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b31359c00 x1859843854305920/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.231391:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.231392:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.231395:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.231398:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.231400:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.231402:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.231404:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.231406:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.231408:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.231410:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.231413:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505ee0. 00000100:00000200:2.0:1773688179.231416:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854305920, offset 224 00000400:00000200:2.0:1773688179.231420:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.231426:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.231429:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47983:47983:256:4294967295] 192.168.204.51@tcp LPNI seq info [47979:47979:8:4294967295] 00000400:00000200:2.0:1773688179.231437:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.231441:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.231445:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0ac00. 00000800:00000200:2.0:1773688179.231448:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.231452:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.231455:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0ac00 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.231467:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.231470:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.231472:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.231474:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.231476:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.231481:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b31359c00 x1859843854305920/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.231490:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b31359c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+39:68109:x1859843854305920:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2946us (3128us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.231498:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15458 00000100:00000040:2.0:1773688179.231501:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.231503:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.231504:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.231519:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000800:00000200:1.0:1773688179.231521:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1773688179.231524:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000800:00000010:1.0:1773688179.231525:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0ac00. 00000020:00000010:2.0:1773688179.231530:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b079a8000. 00000400:00000200:1.0:1773688179.231532:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1773688179.231535:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 38 00000100:00000001:2.0:1773688179.231541:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.231541:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.231547:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505ee0 00000400:00000010:1.0:1773688179.231551:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505ee0. 00000100:00000001:1.0:1773688179.231555:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.231556:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1773688179.235114:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.235126:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.235130:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.235131:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.235139:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.235156:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4460b80 00000400:00000200:1.0:1773688179.235163:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 79768 00000800:00000001:1.0:1773688179.235170:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.235180:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.235183:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.235185:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.235198:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.235200:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688179.235217:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e8b2680. 00000100:00000040:1.0:1773688179.235220:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0e8b2680 x1859843854306176 msgsize 584 00000100:00100000:1.0:1773688179.235225:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.235235:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.235241:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.235245:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.236035:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.236039:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854306176 02000000:00000001:2.0:1773688179.236042:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.236045:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.236047:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773688179.236048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afac00. 02000000:00000001:2.0:1773688179.236051:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.236056:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854306176 00000020:00000001:2.0:1773688179.236059:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.236061:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.236064:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.236067:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=39 00000020:00000001:2.0:1773688179.236070:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.236072:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.236077:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.236080:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.236082:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.236084:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000020:00000010:2.0:1773688179.236089:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a0bb6c600. 00000020:00000010:2.0:1773688179.236092:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.236096:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.236101:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.236103:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.236104:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.236107:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.236108:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.236109:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.236113:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.236121:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.236129:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.236131:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.236134:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15459 00000100:00000040:2.0:1773688179.236137:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.236139:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993006438016 : -129080703113600 : ffff8a9a0e8b2680) 00000100:00000040:2.0:1773688179.236145:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e8b2680 x1859843854306176/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.236151:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.236153:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.236154:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.236156:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000100:00100000:2.0:1773688179.236159:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e8b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+39:68109:x1859843854306176:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.236161:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854306176 00000020:00000001:2.0:1773688179.236163:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.236166:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.236169:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.236170:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.236171:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.236174:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.236176:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854306176, found 0 last_xid 1859843854306175 00000020:00000001:2.0:1773688179.236178:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.236179:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.236180:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.236184:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.236185:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.236186:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.236188:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.236189:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.236190:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.236194:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.236199:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 3 00010000:00000001:2.0:1773688179.236202:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.236205:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.236208:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b33df8a00. 00000020:00000001:2.0:1773688179.236211:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.236213:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b33df8a00 with handle 0x52973366461d28c3 to hash 00000020:00000001:2.0:1773688179.236216:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.236218:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997927692800 : -129075781858816 : ffff8a9b33df8a00) 00010000:00000010:2.0:1773688179.236223:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96100. 00010000:00000001:2.0:1773688179.236226:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997927692800 : -129075781858816 : ffff8a9b33df8a00) 00010000:00010000:2.0:1773688179.236231:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8a00/0x52973366461d28c3 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a69b expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.236248:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:2.0:1773688179.236250:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=40 00010000:00000001:2.0:1773688179.236254:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.236257:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.236262:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.236264:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.236265:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1773688179.236267:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.236268:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:2.0:1773688179.236271:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.236273:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:2.0:1773688179.236275:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:2.0:1773688179.236276:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.236278:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.236279:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.236281:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.236283:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.236287:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b343ad000. 02000000:00000001:2.0:1773688179.236289:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.236290:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.236292:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.236293:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1773688179.236296:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:2.0:1773688179.236297:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.236298:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.236300:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.236302:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.236303:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.236304:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.236305:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.236306:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.236307:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.236308:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.236309:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.236310:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.236311:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.236312:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.236313:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.236314:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.236315:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.236316:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.236317:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.236319:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.236322:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.236324:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.236325:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.236325:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.236326:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.236327:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.236328:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.236329:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.236330:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.236331:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.236332:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.236333:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.236334:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.236335:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.236338:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1773688179.236342:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3af8 00000004:00000002:2.0:1773688179.236344:0:75542:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xf3:0x0]/NEWTIPS.PPT, ldlm_rep = ffff8a9b343ad228 00000004:00000001:2.0:1773688179.236347:0:75542:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1773688179.236349:0:75542:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1773688179.236351:0:75542:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1773688179.236353:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.236354:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.236356:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 4 00010000:00000001:2.0:1773688179.236358:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.236359:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.236361:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b33df8000. 00000020:00000001:2.0:1773688179.236362:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.236363:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b33df8000 with handle 0x52973366461d28ca to hash 00000020:00000001:2.0:1773688179.236364:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.236365:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997927690240 : -129075781861376 : ffff8a9b33df8000) 00010000:00000010:2.0:1773688179.236367:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96d80. 00010000:00000001:2.0:1773688179.236369:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997927690240 : -129075781861376 : ffff8a9b33df8000) 00010000:00000001:2.0:1773688179.236370:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.236371:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.236373:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8000/0x52973366461d28ca lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.236378:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.236380:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.236382:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.236383:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.236385:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.236386:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.236387:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.236388:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.236389:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.236391:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.236391:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.236393:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) refcount = 4 00010000:00000040:2.0:1773688179.236395:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.236398:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378800/0x52973366461d0912 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8464d expref: 40 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.236403:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378a00/0x52973366461d090b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e84677 expref: 40 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.236411:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8000/0x52973366461d28ca lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.236414:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.236418:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.236419:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.236420:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.236421:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.236422:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.236424:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.236425:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.236427:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.236428:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8000/0x52973366461d28ca lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.236432:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.236433:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.236434:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.236435:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.236436:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773688179.236438:0:75542:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a16dec100. 00010000:00000010:2.0:1773688179.236440:0:75542:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b343e9080. 00010000:00000001:2.0:1773688179.236442:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.236444:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b33df8c00. 00000020:00000001:2.0:1773688179.236445:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.236446:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b33df8c00 with handle 0x52973366461d28d1 to hash 00000020:00000001:2.0:1773688179.236446:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.236447:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997927693312 : -129075781858304 : ffff8a9b33df8c00) 00010000:00000010:2.0:1773688179.236449:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96d00. 00010000:00000001:2.0:1773688179.236451:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997927693312 : -129075781858304 : ffff8a9b33df8c00) 00010000:00000001:2.0:1773688179.236453:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.236454:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.236457:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8c00/0x52973366461d28d1 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.236461:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.236462:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.236463:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.236463:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.236464:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.236465:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.236466:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.236467:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.236467:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.236468:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.236469:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.236470:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9a16dec100) refcount = 1 00010000:00010000:2.0:1773688179.236472:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8c00/0x52973366461d28d1 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.236474:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.236475:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.236476:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.236477:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.236478:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.236480:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.236481:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.236482:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.236483:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.236484:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8c00/0x52973366461d28d1 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.236487:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.236488:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.236488:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.236489:0:75542:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.236492:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.236529:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.236533:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1773688179.236536:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1773688179.236540:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.236544:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1773688179.236565:0:75542:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.236568:0:75542:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1773688179.236570:0:75542:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1773688179.236572:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1773688179.236574:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773688179.236577:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.236579:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.236581:0:75542:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1773688179.236582:0:75542:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.236584:0:75542:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:2.0:1773688179.236587:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.236588:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.236589:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.236590:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x141:0x0] 00000020:00000001:2.0:1773688179.236591:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.236593:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614993139165144 : -129080570386472 : ffff8a9a167467d8) 00000004:00000001:2.0:1773688179.236595:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614993139165056 : -129080570386560 : ffff8a9a16746780) 00000004:00000001:2.0:1773688179.236598:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1773688179.236600:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.236601:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.236604:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a16349f00 count: 4 00010000:00000001:2.0:1773688179.236605:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.236606:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.236608:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b33df9e00. 00000020:00000001:2.0:1773688179.236609:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.236611:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b33df9e00 with handle 0x52973366461d28d8 to hash 00000020:00000001:2.0:1773688179.236612:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.236613:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997927697920 : -129075781853696 : ffff8a9b33df9e00) 00010000:00000010:2.0:1773688179.236615:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96900. 00010000:00000001:2.0:1773688179.236616:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997927697920 : -129075781853696 : ffff8a9b33df9e00) 00010000:00000001:2.0:1773688179.236617:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.236619:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.236621:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df9e00/0x52973366461d28d8 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.236624:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.236626:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.236626:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.236627:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.236628:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.236630:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.236630:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.236632:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.236632:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.236633:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.236634:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.236635:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x141:0x0].0x0 (ffff8a9a16349f00) refcount = 4 00010000:00000040:2.0:1773688179.236636:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.236639:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8200/0x52973366461d28bc lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a694 expref: 40 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.236643:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa200/0x52973366461d2876 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x141:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a67f expref: 40 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.236647:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afb000/0x52973366461d286f lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.236651:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df9e00/0x52973366461d28d8 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.236654:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.236655:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.236656:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.236657:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.236657:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.236658:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.236660:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.236661:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.236662:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.236664:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df9e00/0x52973366461d28d8 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.236667:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.236667:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.236668:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.236669:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.236670:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.236671:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b33df9e00 refcount=3 00000020:00000001:2.0:1773688179.236672:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997927697920 : -129075781853696 : ffff8a9b33df9e00) 00010000:00000001:2.0:1773688179.236673:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997927697920 : -129075781853696 : ffff8a9b33df9e00) 00010000:00000001:2.0:1773688179.236674:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.236675:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.236676:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.236677:0:75542:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1773688179.236680:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.236682:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688179.236685:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.236687:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.236691:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.236693:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.236698:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.236700:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.236703:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.236704:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.236706:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.236707:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x141:0x0]: Reading som attrs: valid: 4, size: 77076, blocks: 259 00000004:00000001:2.0:1773688179.236710:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.236710:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.236711:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.236712:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.236713:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.236714:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.236716:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.236718:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.236718:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.236720:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.236721:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.236723:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1773688179.236724:0:75542:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1773688179.236725:0:75542:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1773688179.236727:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b343ad370 00000004:00000001:2.0:1773688179.236728:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.236730:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.236731:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.236732:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.236733:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.236734:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.236735:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.236736:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.236737:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.236738:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x141:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:2.0:1773688179.236740:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x141:0x0]: returning size 77076 00000004:00000040:2.0:1773688179.236743:0:75542:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x141:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1773688179.236745:0:75542:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:2.0:1773688179.236747:0:75542:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2567 00000004:00200000:2.0:1773688179.236749:0:75542:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:2.0:1773688179.236751:0:75542:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:2.0:1773688179.236752:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.236753:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.236754:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1773688179.236755:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.236756:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.236756:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.236757:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.236758:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.236759:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.236761:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.236766:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.236771:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.236772:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.236773:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.236775:0:75542:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.236779:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.236780:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.236781:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b33df9e00 refcount=3 00000020:00000001:2.0:1773688179.236782:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997927697920 : -129075781853696 : ffff8a9b33df9e00) 00010000:00000001:2.0:1773688179.236784:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997927697920 : -129075781853696 : ffff8a9b33df9e00) 00000004:00010000:2.0:1773688179.236785:0:75542:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df9e00/0x52973366461d28d8 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:2.0:1773688179.236789:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.236790:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.236791:0:75542:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1773688179.236792:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688179.236793:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.236794:0:75542:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1773688179.236795:0:75542:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:2.0:1773688179.236796:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.236797:0:75542:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.236798:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.236799:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x141:0x0].0x0 (ffff8a9a16349f00) refcount = 4 00010000:00000040:2.0:1773688179.236800:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.236802:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8200/0x52973366461d28bc lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a694 expref: 40 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.236807:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa200/0x52973366461d2876 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x141:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a67f expref: 40 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.236810:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afb000/0x52973366461d286f lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.236816:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df9e00/0x52973366461d28d8 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.236819:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.236820:0:75542:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.236821:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.236822:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.236823:0:75542:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.236824:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1773688179.236825:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.236827:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.236827:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.236828:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b33df8000 refcount=3 00000020:00000001:2.0:1773688179.236829:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997927690240 : -129075781861376 : ffff8a9b33df8000) 00010000:00000001:2.0:1773688179.236830:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997927690240 : -129075781861376 : ffff8a9b33df8000) 00010000:00000001:2.0:1773688179.236831:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.236833:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8000/0x52973366461d28ca lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.236836:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.236836:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.236838:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8000/0x52973366461d28ca lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.236841:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.236841:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.236843:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.236844:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8000/0x52973366461d28ca lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.236848:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b33df8000 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.236849:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.236851:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.236853:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8000/0x52973366461d28ca lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.236856:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.236857:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.236858:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.236859:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b33df8000 refcount=4 00000020:00000001:2.0:1773688179.236860:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997927690240 : -129075781861376 : ffff8a9b33df8000) 00010000:00000001:2.0:1773688179.236861:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997927690240 : -129075781861376 : ffff8a9b33df8000) 00010000:00000001:2.0:1773688179.236863:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.236864:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8000/0x52973366461d28ca lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.236867:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.236868:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.236869:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.236871:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.236871:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.236872:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.236873:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.236874:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b33df8000 with handle 0x52973366461d28ca from hash 00010000:00000001:2.0:1773688179.236876:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.236876:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.236877:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.236878:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.236879:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.236880:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.236881:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.236882:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.236883:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.236884:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:2.0:1773688179.236886:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.236888:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.236889:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.236890:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.236892:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.236893:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.236894:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.236895:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.236896:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.236897:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.236899:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8000/0x52973366461d28ca lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.236901:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.236902:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.236903:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.236903:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.236904:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.236906:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8000/0x52973366461d28ca lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.236909:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96d80. 00010000:00000001:2.0:1773688179.236913:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.236915:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.236915:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.236916:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.236916:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.236917:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b33df8c00 refcount=3 00000020:00000001:2.0:1773688179.236918:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997927693312 : -129075781858304 : ffff8a9b33df8c00) 00010000:00000001:2.0:1773688179.236919:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997927693312 : -129075781858304 : ffff8a9b33df8c00) 00010000:00000001:2.0:1773688179.236920:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.236922:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8c00/0x52973366461d28d1 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.236925:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.236925:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.236927:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8c00/0x52973366461d28d1 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.236930:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.236931:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.236933:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.236934:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8c00/0x52973366461d28d1 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.236937:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b33df8c00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.236938:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.236939:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.236940:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8c00/0x52973366461d28d1 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.236943:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.236943:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.236944:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.236944:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b33df8c00 refcount=4 00000020:00000001:2.0:1773688179.236945:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997927693312 : -129075781858304 : ffff8a9b33df8c00) 00010000:00000001:2.0:1773688179.236946:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997927693312 : -129075781858304 : ffff8a9b33df8c00) 00010000:00000001:2.0:1773688179.236947:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.236949:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8c00/0x52973366461d28d1 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.236951:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.236952:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.236952:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.236953:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.236954:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.236955:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.236956:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.236957:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b33df8c00 with handle 0x52973366461d28d1 from hash 00010000:00000001:2.0:1773688179.236958:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.236958:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.236959:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.236959:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.236973:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.236975:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.236977:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.236978:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.236979:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.236980:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9a16dec100) 00010000:00010000:2.0:1773688179.236982:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.236983:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.236984:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.236985:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.236986:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.236987:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.236988:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.236988:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.236989:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.236990:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.236992:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8c00/0x52973366461d28d1 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.236995:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.236995:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.236996:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.236996:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.236997:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.236998:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8c00/0x52973366461d28d1 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.237002:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96d00. 00010000:00000040:2.0:1773688179.237004:0:75542:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a16dec100 count: 0 00010000:00000010:2.0:1773688179.237028:0:75542:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b343e9080. 00010000:00000001:2.0:1773688179.237035:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.237037:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.237039:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1773688179.237040:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1773688179.237041:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1773688179.237043:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.237044:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.237046:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b33df9e00 refcount=3 00000020:00000001:2.0:1773688179.237048:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997927697920 : -129075781853696 : ffff8a9b33df9e00) 00010000:00000001:2.0:1773688179.237050:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997927697920 : -129075781853696 : ffff8a9b33df9e00) 00000004:00000040:2.0:1773688179.237053:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:2.0:1773688179.237055:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=41 00010000:00000001:2.0:1773688179.237058:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.237059:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.237060:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.237061:0:75542:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1773688179.237063:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.237064:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.237066:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.237067:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.237068:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.237069:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.237072:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.237074:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.237075:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.237076:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.237078:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.237079:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.237080:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.237082:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.237083:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.237084:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.237085:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.237087:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b33df8a00 with handle 0x52973366461d28c3 from hash 00010000:00000001:2.0:1773688179.237088:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.237089:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.237089:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.237090:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.237090:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.237093:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8a00/0x52973366461d28c3 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a69b expref: 41 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.237096:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:2.0:1773688179.237098:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 40 00010000:00000010:2.0:1773688179.237100:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96100. 00010000:00000001:2.0:1773688179.237103:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.237104:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.237106:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.237109:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df9e00/0x52973366461d28d8 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a69b expref: 40 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.237113:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.237114:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.237115:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x141:0x0].0x0 (ffff8a9a16349f00) 00010000:00010000:2.0:1773688179.237117:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1773688179.237118:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.237119:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.237120:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.237120:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.237121:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.237122:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b33df9e00, rc 0) 00000020:00000001:2.0:1773688179.237123:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.237126:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854306176 00010000:00000001:2.0:1773688179.237127:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.237131:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e8b2680 x1859843854306176/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.237136:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.237138:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.237140:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.237143:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.237145:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.237146:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.237149:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.237150:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.237152:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.237154:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.237157:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505330. 00000100:00000200:2.0:1773688179.237162:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854306176, offset 224 00000400:00000200:2.0:1773688179.237167:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.237175:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.237180:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47984:47984:256:4294967295] 192.168.204.51@tcp LPNI seq info [47980:47980:8:4294967295] 00000400:00000200:2.0:1773688179.237187:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.237190:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.237195:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0ac00. 00000800:00000200:2.0:1773688179.237201:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.237207:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.237211:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0ac00 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.237227:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.237231:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.237233:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.237234:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.237237:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.237241:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e8b2680 x1859843854306176/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.237248:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e8b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+40:68109:x1859843854306176:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1095us (2026us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.237255:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15459 00000100:00000040:2.0:1773688179.237259:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.237261:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.237263:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.237267:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.237271:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.237275:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a0bb6c600. 00000020:00000040:2.0:1773688179.237281:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 39 00000100:00000001:2.0:1773688179.237283:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.237357:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.237363:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0ac00. 00000400:00000200:1.0:1773688179.237368:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.237373:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.237378:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505330 00000400:00000010:1.0:1773688179.237381:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505330. 00000100:00000001:1.0:1773688179.237385:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.237386:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1773688179.240752:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.240763:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.240766:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.240768:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.240774:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.240784:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4460c00 00000400:00000200:1.0:1773688179.240790:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72d3d [2] + 1312 00000800:00000001:1.0:1773688179.240796:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.240799:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.240801:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.240803:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.240808:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.240809:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1773688179.240813:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e8b3100. 00000100:00000040:1.0:1773688179.240816:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0e8b3100 x1859843854306304 msgsize 328 00000100:00100000:1.0:1773688179.240818:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.240827:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.240832:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.240834:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.240835:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.240836:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.240839:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.240842:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 488 into portal 12 MB=0x69b84a4460d00 00000400:00000200:1.0:1773688179.240847:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 488/488 into md 0x3b659 [64] + 80352 00000800:00000001:1.0:1773688179.240850:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.240856:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.240858:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.240863:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.240869:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.240871:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688179.240874:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e8b2a00. 00000100:00000040:1.0:1773688179.240877:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0e8b2a00 x1859843854306560 msgsize 488 00000100:00100000:1.0:1773688179.240884:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.240890:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.240893:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.240897:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.241034:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.241038:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.241044:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1571 00000100:00000040:1.0:1773688179.241047:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688179.241049:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993006440704 : -129080703110912 : ffff8a9a0e8b3100) 00000100:00000040:1.0:1773688179.241056:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e8b3100 x1859843854306304/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.241063:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.241066:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.241068:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.241069:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a0c0. 00000100:00100000:1.0:1773688179.241074:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+40:2404:x1859843854306304:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.241077:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854306304 00010000:00000001:1.0:1773688179.241079:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.241081:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.241082:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.241086:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1773688179.241087:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1773688179.241088:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1773688179.241090:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854306560 02000000:00000001:2.0:1773688179.241094:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:1.0:1773688179.241094:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9b36b7e000. 00000100:00000001:2.0:1773688179.241096:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1773688179.241097:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.241098:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.241100:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.241102:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.241103:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00100000:2.0:1773688179.241105:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854306560 00010000:00010000:1.0:1773688179.241106:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000001:2.0:1773688179.241109:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1773688179.241109:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000040:2.0:1773688179.241111:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.241112:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1773688179.241115:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.241115:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b33df9e00 refcount=3 00000020:00000040:2.0:1773688179.241118:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=41 00000020:00000001:1.0:1773688179.241119:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997927697920 : -129075781853696 : ffff8a9b33df9e00) 00000020:00000001:2.0:1773688179.241122:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00010000:00000001:1.0:1773688179.241123:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997927697920 : -129075781853696 : ffff8a9b33df9e00) 00000020:00000001:2.0:1773688179.241126:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00010000:00000040:1.0:1773688179.241128:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a16349f00 count: 5 00000100:00000001:2.0:1773688179.241129:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000004:00000001:1.0:1773688179.241132:0:6358:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00000020:00000010:2.0:1773688179.241133:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00010000:00000001:1.0:1773688179.241135:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1773688179.241136:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.241139:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000020:00000001:1.0:1773688179.241139:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.241143:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000020:00000010:2.0:1773688179.241146:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a0bb6c600. 00010000:00000001:1.0:1773688179.241146:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773688179.241150:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000001:1.0:1773688179.241151:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773688179.241155:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00010000:00000001:1.0:1773688179.241158:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:2.0:1773688179.241159:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00010000:00000001:1.0:1773688179.241161:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1773688179.241162:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.241165:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773688179.241166:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.241169:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773688179.241170:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.241172:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.241176:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.241178:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.241180:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b33df9e00 with handle 0x52973366461d28d8 from hash 00000100:00000001:2.0:1773688179.241181:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.241184:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.241188:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773688179.241189:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1773688179.241189:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.241191:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1773688179.241192:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1773688179.241197:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00100000:2.0:1773688179.241198:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15460 00000100:00000040:2.0:1773688179.241202:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00010000:00000001:1.0:1773688179.241202:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.241206:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993006438912 : -129080703112704 : ffff8a9a0e8b2a00) 00010000:00000001:1.0:1773688179.241208:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000100:00000040:2.0:1773688179.241212:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e8b2a00 x1859843854306560/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/0 e 0 to 0 dl 1773688259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773688179.241212:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773688179.241221:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00010000:00010000:1.0:1773688179.241221:0:6358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df9e00/0x52973366461d28d8 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a69b expref: 41 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000010:2.0:1773688179.241224:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.241228:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.241231:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000100:00100000:2.0:1773688179.241238:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+41:68109:x1859843854306560:12345-192.168.204.51@tcp:36:dbench.0 00000100:00000200:2.0:1773688179.241241:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854306560 00010000:00000040:1.0:1773688179.241242:0:6358:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000001:2.0:1773688179.241243:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.241246:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:1.0:1773688179.241247:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 40 00000020:00000001:2.0:1773688179.241250:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1773688179.241252:0:6358:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96900. 00000020:00000001:2.0:1773688179.241253:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.241255:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862544 : -1038689072 : ffffffffc216dcd0) 00000020:00000001:2.0:1773688179.241258:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.241260:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854306560, found 0 last_xid 1859843854306303 00000020:00000001:2.0:1773688179.241263:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.241264:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.241266:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.241268:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.241270:0:75542:0:(mdt_handler.c:3339:mdt_reint()) Process entered 00000004:00000002:2.0:1773688179.241275:0:75542:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff8a9a0e8b2a00 x1859843854306560/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773688179.241275:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.241280:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00000004:00000001:2.0:1773688179.241284:0:75542:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00010000:00000001:1.0:1773688179.241284:0:6358:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000004:00000001:2.0:1773688179.241286:0:75542:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1773688179.241289:0:75542:0:(mdt_lib.c:1397:mdt_setattr_unpack()) Process entered 00010000:00010000:1.0:1773688179.241289:0:6358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x141:0x0].0x0 (ffff8a9a16349f00) 00000004:00000001:2.0:1773688179.241292:0:75542:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1773688179.241295:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00010000:00000001:1.0:1773688179.241296:0:6358:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1773688179.241297:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.241303:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00010000:00000001:1.0:1773688179.241303:0:6358:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.241306:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=1134985216 : 1134985216 : 0x43a68000) 00010000:00000001:1.0:1773688179.241307:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00000001:00000001:2.0:1773688179.241308:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=1134985216 : 1134985216 : 43a68000) 00000001:00000001:2.0:1773688179.241311:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00010000:00010000:1.0:1773688179.241311:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000001:00000001:2.0:1773688179.241313:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=4294941998 : 4294941998 : 0xffff9d2e) 00000001:00000001:2.0:1773688179.241316:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=4294941998 : 4294941998 : ffff9d2e) 00010000:00000001:1.0:1773688179.241316:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1773688179.241320:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.241322:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.241323:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.241324:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000001:00000001:2.0:1773688179.241325:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.241328:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.241329:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.241329:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.241334:0:75542:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.241336:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000004:00000001:2.0:1773688179.241337:0:75542:0:(mdt_lib.c:1387:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.241340:0:75542:0:(mdt_lib.c:1427:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.241343:0:75542:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.241345:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:2.0:1773688179.241346:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.241348:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.241350:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.241352:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1773688179.241353:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 02000000:00000010:2.0:1773688179.241355:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8a9b343aa000. 02000000:00000001:2.0:1773688179.241358:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.241358:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 00000100:00000001:2.0:1773688179.241361:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.241364:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:2.0:1773688179.241365:0:75542:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1773688179.241368:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.241369:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.241369:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.241374:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.241375:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688179.241376:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:2.0:1773688179.241377:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.241380:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.241381:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.241385:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.241385:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000001:00000001:2.0:1773688179.241389:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.241389:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.241392:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.241395:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.241396:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.241397:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.241399:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.241400:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.241401:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.241402:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.241403:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773688179.241403:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64550. 00000004:00000001:2.0:1773688179.241406:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.241408:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.241411:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.241412:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773688179.241412:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854306304, offset 224 00000004:00000001:2.0:1773688179.241415:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.241418:0:75542:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.241420:0:75542:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1773688179.241422:0:75542:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773688179.241424:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000004:00000001:2.0:1773688179.241425:0:75542:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1773688179.241427:0:75542:0:(mdt_reint.c:973:mdt_reint_setattr()) Process entered 00000004:00000002:2.0:1773688179.241431:0:75542:0:(mdt_reint.c:975:mdt_reint_setattr()) @@@ setattr [0x20000afe1:0x141:0x0] 7 req@ffff8a9a0e8b2a00 x1859843854306560/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/3152 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773688179.241434:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00010000:00000001:2.0:1773688179.241442:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000400:00000200:1.0:1773688179.241443:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47985:47985:256:4294967295] 192.168.204.51@tcp LPNI seq info [47981:47981:8:4294967295] 00010000:00010000:2.0:1773688179.241445:0:75542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1773688179.241448:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.241450:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.241452:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b33df8200 refcount=3 00000020:00000001:2.0:1773688179.241455:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997927690752 : -129075781860864 : ffff8a9b33df8200) 00000400:00000200:1.0:1773688179.241458:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00010000:00000001:2.0:1773688179.241459:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997927690752 : -129075781860864 : ffff8a9b33df8200) 00010000:00000040:2.0:1773688179.241463:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a16349f00 count: 4 00000800:00000200:1.0:1773688179.241466:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000004:00000001:2.0:1773688179.241467:0:75542:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1773688179.241470:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000800:00000010:1.0:1773688179.241472:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7700. 00000020:00000001:2.0:1773688179.241473:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.241475:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.241477:0:75542:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.241479:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688179.241481:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00010000:00000001:2.0:1773688179.241482:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.241484:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.241486:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:1.0:1773688179.241487:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00010000:00000001:2.0:1773688179.241488:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.241492:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:1.0:1773688179.241492:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7700 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:2.0:1773688179.241493:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.241497:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b33df8200 with handle 0x52973366461d28bc from hash 00010000:00000001:2.0:1773688179.241500:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.241501:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.241502:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.241502:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.241505:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.241506:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.241509:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1773688179.241510:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.241511:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.241518:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b33df8200/0x52973366461d28bc lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a694 expref: 40 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:1.0:1773688179.241518:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.241523:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.241529:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.241533:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 28 00000100:00000040:1.0:1773688179.241537:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e8b3100 x1859843854306304/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1773688179.241538:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 39 00010000:00000010:2.0:1773688179.241544:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96c00. 00010000:00000001:2.0:1773688179.241554:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1773688179.241555:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+39:2404:x1859843854306304:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 488us (735us total) trans 0 rc 0/0 00010000:00000001:2.0:1773688179.241557:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.241561:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.241564:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x141:0x0].0x0 (ffff8a9a16349f00) 00010000:00000001:2.0:1773688179.241569:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773688179.241569:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1571 00000100:00000040:1.0:1773688179.241573:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00010000:00000001:2.0:1773688179.241575:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.241576:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.241580:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1773688179.241581:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1773688179.241584:0:75542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000010:1.0:1773688179.241584:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07b50b00. 00010000:00000001:2.0:1773688179.241586:0:75542:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1773688179.241589:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e04b0. 00000004:00000001:2.0:1773688179.241590:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.241594:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x141:0x0] 00000020:00000010:1.0:1773688179.241594:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a0ab27600. 00000020:00000040:1.0:1773688179.241600:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 38 00000020:00000001:2.0:1773688179.241601:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:1.0:1773688179.241605:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.241608:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614993139165144 : -129080570386472 : ffff8a9a167467d8) 00000004:00000001:2.0:1773688179.241614:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614993139165056 : -129080570386560 : ffff8a9a16746780) 00000004:00000001:2.0:1773688179.241618:0:75542:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1773688179.241622:0:75542:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773688179.241630:0:75542:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8a9b03f00268. 00000020:00000010:2.0:1773688179.241636:0:75542:0:(tgt_fmd.c:221:tgt_fmd_get()) slab-freed '(fmd_new)': 56 at ffff8a9b03f00268. 00000004:00000001:2.0:1773688179.241640:0:75542:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1773688179.241643:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.241647:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.241650:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.241656:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688179.241658:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688179.241660:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688179.241663:0:75542:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.241665:0:75542:0:(mdt_reint.c:864:mdt_attr_set()) Process entered 00000004:00000001:2.0:1773688179.241667:0:75542:0:(mdt_reint.c:327:mdt_object_stripes_lock()) Process entered 00000004:00000001:2.0:1773688179.241670:0:75542:0:(mdt_handler.c:4261:mdt_object_lock()) Process entered 00010000:00000001:2.0:1773688179.241673:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.241675:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.241679:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a16349f00 count: 3 00010000:00000001:2.0:1773688179.241682:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.241685:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.241689:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afac00. 00000020:00000001:2.0:1773688179.241692:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.241693:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afac00 with handle 0x52973366461d28df to hash 00000020:00000001:2.0:1773688179.241695:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.241697:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354130432 : -129076355421184 : ffff8a9b11afac00) 00010000:00000010:2.0:1773688179.241701:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96c00. 00010000:00000001:2.0:1773688179.241704:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354130432 : -129076355421184 : ffff8a9b11afac00) 00010000:00000001:2.0:1773688179.241706:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.241708:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.241711:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d28df lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0x141:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.241717:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.241720:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.241722:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.241724:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.241726:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.241728:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.241729:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.241732:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.241734:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.241735:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.241737:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.241739:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x141:0x0].0x0 (ffff8a9a16349f00) refcount = 3 00010000:00000040:2.0:1773688179.241742:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.241746:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa200/0x52973366461d2876 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x141:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a67f expref: 38 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.241753:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afb000/0x52973366461d286f lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.241758:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d28df lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.241763:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.241765:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.241767:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.241769:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.241770:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.241772:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.241774:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.241776:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.241778:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.241781:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d28df lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.241786:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.241788:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.241789:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.241790:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.241791:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.241793:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afac00 refcount=3 00000020:00000001:2.0:1773688179.241795:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354130432 : -129076355421184 : ffff8a9b11afac00) 00010000:00000001:2.0:1773688179.241797:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354130432 : -129076355421184 : ffff8a9b11afac00) 00010000:00000001:2.0:1773688179.241799:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.241800:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.241801:0:75542:0:(mdt_handler.c:4265:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.241803:0:75542:0:(mdt_reint.c:350:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.241807:0:75542:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1773688179.241815:0:75542:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1773688179.241819:0:75542:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1773688179.241823:0:75542:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1773688179.241831:0:75542:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9b08b27f60. 00080000:00000001:2.0:1773688179.241834:0:75542:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1773688179.241842:0:75542:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10fe2800. 00080000:00000001:2.0:1773688179.241844:0:75542:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993047529472 : -129080662022144 : ffff8a9a10fe2800) 00000004:00000001:2.0:1773688179.241847:0:75542:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:2.0:1773688179.241849:0:75542:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:2.0:1773688179.241852:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.241854:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047529472 : -129080662022144 : ffff8a9a10fe2800) 00080000:00000001:2.0:1773688179.241857:0:75542:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1773688179.241873:0:75542:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.241876:0:75542:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.241878:0:75542:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.241882:0:75542:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1773688179.241884:0:75542:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1773688179.241889:0:75542:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1773688179.241890:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.241891:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047529472 : -129080662022144 : ffff8a9a10fe2800) 00080000:00000001:2.0:1773688179.241894:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1773688179.241898:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688179.241899:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.241900:0:75542:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.241917:0:75542:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.241919:0:75542:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.241922:0:75542:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1773688166, ctime 1773688178 00000004:00000001:2.0:1773688179.241924:0:75542:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:2.0:1773688179.241927:0:75542:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:2.0:1773688179.241928:0:75542:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:2.0:1773688179.241930:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.241931:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047529472 : -129080662022144 : ffff8a9a10fe2800) 00080000:00000001:2.0:1773688179.241934:0:75542:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:2.0:1773688179.241943:0:75542:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.241945:0:75542:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.241947:0:75542:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.241949:0:75542:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.241953:0:75542:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1773688179.241955:0:75542:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1773688179.241959:0:75542:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1773688179.241972:0:75542:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692045, last_committed = 171798692041 00000001:00000010:2.0:1773688179.241978:0:75542:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b08b27d20. 00000001:00000040:2.0:1773688179.241980:0:75542:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 4 00000020:00000040:2.0:1773688179.241983:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=39 00000001:00000010:2.0:1773688179.241988:0:75542:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b079f4b40. 00000004:00000001:2.0:1773688179.241994:0:75542:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1773688179.241996:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.241997:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047529472 : -129080662022144 : ffff8a9a10fe2800) 00080000:00000001:2.0:1773688179.242000:0:75542:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1773688179.242042:0:75542:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1773688179.242045:0:75542:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1773688179.242049:0:75542:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b079f4b40: xid 1859843854306560, transno 171798692045, tag 1, client gen 13, slot idx 3 00000001:00000001:2.0:1773688179.242053:0:75542:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.242065:0:75542:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773688179.242067:0:75542:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9b08b27f60. 00000020:00000001:2.0:1773688179.242070:0:75542:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.242075:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a16349f00 count: 4 00010000:00000001:2.0:1773688179.242078:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.242081:0:75542:0:(mdt_reint.c:905:mdt_attr_set()) Process leaving 00000004:00000001:2.0:1773688179.242083:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1773688179.242085:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:2.0:1773688179.242086:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.242087:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.242089:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.242090:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.242092:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afac00 refcount=3 00000020:00000001:2.0:1773688179.242094:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354130432 : -129076355421184 : ffff8a9b11afac00) 00010000:00000001:2.0:1773688179.242096:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354130432 : -129076355421184 : ffff8a9b11afac00) 00000004:00010000:2.0:1773688179.242099:0:75542:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000006d77c6f3 reply state 00000000ed0e43c1 transno 171798692045 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d28df lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.242108:0:75542:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:2.0:1773688179.242111:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.242113:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.242115:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.242116:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.242118:0:75542:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.242119:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.242121:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x141:0x0].0x0 (ffff8a9a16349f00) refcount = 3 00010000:00000040:2.0:1773688179.242124:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.242128:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa200/0x52973366461d2876 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x141:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a67f expref: 39 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.242135:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afb000/0x52973366461d286f lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.242141:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d28df lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.242145:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.242147:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.242148:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.242150:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.242151:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.242153:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.242155:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x141:0x0].0x0 (ffff8a9a16349f00) 00010000:00010000:2.0:1773688179.242157:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.242159:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.242160:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.242162:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.242163:0:75542:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:2.0:1773688179.242165:0:75542:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:2.0:1773688179.242167:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.242168:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.242169:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.242171:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1773688179.242172:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1773688179.242174:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1773688179.242176:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.242177:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688179.242181:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.242184:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.242186:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.242187:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.242190:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.242192:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.242194:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.242196:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.242197:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.242198:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x141:0x0]: Reading som attrs: valid: 4, size: 77076, blocks: 259 00000004:00000002:2.0:1773688179.242201:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1773688179.242203:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.242204:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.242205:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.242207:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.242208:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.242209:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.242210:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.242211:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.242212:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.242214:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x141:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:2.0:1773688179.242216:0:75542:0:(mdt_reint.c:1175:mdt_reint_setattr()) Process leaving 00000004:00000001:2.0:1773688179.242216:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.242218:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1773688179.242221:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.242225:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.242226:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.242227:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.242228:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.242229:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.242230:0:75542:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.242231:0:75542:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1773688179.242233:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.242234:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.242235:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.242236:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.242237:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.242239:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.242242:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.242243:0:75542:0:(mdt_handler.c:3355:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.242245:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692045, xid 1859843854306560 00010000:00000001:2.0:1773688179.242246:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:2.0:1773688179.242248:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=40 00010000:00000200:2.0:1773688179.242249:0:75542:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 171798692045, last committed = 171798692041 00010000:00000200:2.0:1773688179.242253:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e8b2a00 x1859843854306560/t171798692045(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773688179.242258:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.242259:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.242261:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.242263:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.242264:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.242265:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.242267:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.242268:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.242269:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.242271:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.242273:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505110. 00000100:00000200:2.0:1773688179.242276:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854306560, offset 224 00000400:00000200:2.0:1773688179.242279:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.242283:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.242286:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47986:47986:256:4294967295] 192.168.204.51@tcp LPNI seq info [47982:47982:8:4294967295] 00000400:00000200:2.0:1773688179.242291:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.242294:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.242297:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a200. 00000800:00000200:2.0:1773688179.242299:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.242302:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.242304:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a200 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.242313:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.242315:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.242317:0:75542:0:(ldlm_lib.c:3443:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.242318:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.242320:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.242322:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e8b2a00 x1859843854306560/t171798692045(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773688179.242329:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+40:68109:x1859843854306560:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1106us (1450us total) trans 171798692045 rc 0/0 00000100:00100000:2.0:1773688179.242334:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15460 00000100:00000040:2.0:1773688179.242336:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.242337:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.242338:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.242340:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.242343:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.242346:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a0bb6c600. 00000020:00000040:2.0:1773688179.242349:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 39 00000100:00000001:2.0:1773688179.242350:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.242375:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.242378:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a200. 00000400:00000200:1.0:1773688179.242382:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.242529:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.242535:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505110 00000400:00000010:1.0:1773688179.242538:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505110. 00000100:00000001:1.0:1773688179.242542:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.242544:0:3439:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:2.1:1773688179.243511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa000. 00000800:00000001:1.0:1773688179.246555:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.246568:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.246571:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.246573:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.246589:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.246603:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 440 into portal 28 MB=0x69b84a4460d80 00000400:00000200:1.0:1773688179.246610:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.51@tcp of length 440/440 into md 0x592a1 [8] + 10952 00000800:00000001:1.0:1773688179.246617:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.246626:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.246628:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.246632:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.246638:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.246641:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1773688179.246646:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e8b0380. 00000100:00000040:1.0:1773688179.246649:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0e8b0380 x1859843854306688 msgsize 440 00000100:00100000:1.0:1773688179.246653:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.246662:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.246668:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.246670:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.246687:0:38615:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.246689:0:38615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854306688 02000000:00000001:2.0:1773688179.246692:0:38615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.246694:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.246696:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.246698:0:38615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.246702:0:38615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854306688 00000020:00000001:2.0:1773688179.246705:0:38615:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.246707:0:38615:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5297336646186ca4 00000020:00000001:2.0:1773688179.246709:0:38615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.246712:0:38615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b04f38000 refcount=55 00000020:00000001:2.0:1773688179.246715:0:38615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000020:00000001:2.0:1773688179.246717:0:38615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000100:00000001:2.0:1773688179.246721:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.246725:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.246728:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.246731:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000020:00000010:2.0:1773688179.246737:0:38615:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a0bb6c600. 00000020:00000010:2.0:1773688179.246742:0:38615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.246747:0:38615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.246754:0:38615:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1773688179.246757:0:38615:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.246758:0:38615:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773688179.246761:0:38615:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.246767:0:38615:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.246781:0:38615:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.246790:0:38615:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.246792:0:38615:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.246795:0:38615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7636 00000100:00000040:2.0:1773688179.246797:0:38615:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b04f38000 : new rpc_count 1 00000100:00000001:2.0:1773688179.246799:0:38615:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993006429056 : -129080703122560 : ffff8a9a0e8b0380) 00000100:00000040:2.0:1773688179.246804:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e8b0380 x1859843854306688/t0(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 440/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.246810:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.246812:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.246814:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.246816:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000100:00100000:2.0:1773688179.246819:0:38615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+55:2405:x1859843854306688:12345-192.168.204.51@tcp:2:dbench.0 00000100:00000200:2.0:1773688179.246823:0:38615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854306688 00000020:00000001:2.0:1773688179.246826:0:38615:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.246829:0:38615:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.246832:0:38615:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.246835:0:38615:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.246836:0:38615:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672990144 : -1036561472 : ffffffffc23753c0) 00000020:00000001:2.0:1773688179.246840:0:38615:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1773688179.246843:0:38615:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.246845:0:38615:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.246847:0:38615:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.246851:0:38615:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1773688179.246854:0:38615:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1773688179.246856:0:38615:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.246858:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.246860:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.246863:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.246864:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.246866:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.246868:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.246869:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.246870:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.246872:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.246873:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.246875:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.246877:0:38615:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.246879:0:38615:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.246883:0:38615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.246885:0:38615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.246888:0:38615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8a9a10fe1c00. 02000000:00000001:2.0:1773688179.246890:0:38615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.246893:0:38615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688179.246896:0:38615:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:2.0:1773688179.246899:0:38615:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1773688179.246902:0:38615:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.246907:0:38615:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997970892216 : -129075738659400 : ffff8a9b3672b5b8) 00002000:00000001:2.0:1773688179.246910:0:38615:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997970892128 : -129075738659488 : ffff8a9b3672b560) 00002000:00000001:2.0:1773688179.246912:0:38615:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000001:2.0:1773688179.246916:0:38615:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.246922:0:38615:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00002000:00000001:2.0:1773688179.246924:0:38615:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688179.246926:0:38615:0:(ofd_objects.c:1579:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688179.246929:0:38615:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1773688179.246930:0:38615:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.246933:0:38615:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1773688179.246940:0:38615:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10fe0400. 00080000:00000001:2.0:1773688179.246942:0:38615:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993047520256 : -129080662031360 : ffff8a9a10fe0400) 00000001:00000001:2.0:1773688179.246945:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.246946:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.246950:0:38615:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1773688179.246979:0:38615:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.246983:0:38615:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1773688179.246988:0:38615:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.246991:0:38615:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1773688179.246995:0:38615:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1773688179.247055:0:38615:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688179.247057:0:38615:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.247080:0:38615:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773688179.247086:0:38615:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8a9b03f00268. 00000020:00000010:2.0:1773688179.247091:0:38615:0:(tgt_fmd.c:221:tgt_fmd_get()) slab-freed '(fmd_new)': 56 at ffff8a9b03f00268. 00080000:00000001:2.0:1773688179.247094:0:38615:0:(osd_object.c:1227:osd_attr_set()) Process entered 00010000:00000010:1.1:1773688179.247113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b33df9e00. 00080000:00000001:2.0:1773688179.247136:0:38615:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688179.247140:0:38615:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:2.0:1773688179.247142:0:38615:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.247145:0:38615:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00002000:00000001:2.0:1773688179.247147:0:38615:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688179.247149:0:38615:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.247153:0:38615:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1773688179.247156:0:38615:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1773688179.247160:0:38615:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884903759, last_committed = 12884903758 00000001:00000010:2.0:1773688179.247164:0:38615:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b08b27b40. 00000001:00000040:2.0:1773688179.247166:0:38615:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b04f38000 : new cb_count 1 00000020:00000040:2.0:1773688179.247168:0:38615:0:(genops.c:887:class_export_get()) GET export ffff8a9b04f38000 refcount=56 00080000:00000001:2.0:1773688179.247173:0:38615:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1773688179.247204:0:38615:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1773688179.247207:0:38615:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.247218:0:38615:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.247224:0:38615:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.247229:0:38615:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.247232:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.247233:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688179.247235:0:38615:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:2.0:1773688179.247238:0:38615:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b3672b5b8/ffff8a9b3672b560 to site lru. bkt: ffff8a9b3211e450 00010000:00000040:2.0:1773688179.247245:0:38615:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7100 count: 2 00010000:00000001:2.0:1773688179.247248:0:38615:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1773688179.247252:0:38615:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1773688179.247255:0:38615:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1773688179.247256:0:38615:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.247259:0:38615:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997970892216 : -129075738659400 : ffff8a9b3672b5b8) 00002000:00000001:2.0:1773688179.247261:0:38615:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997970892128 : -129075738659488 : ffff8a9b3672b560) 00002000:00000001:2.0:1773688179.247264:0:38615:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1773688179.247267:0:38615:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1773688179.247270:0:38615:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0xa07:0x0] updating lvb size from disk: 77076 -> 77076 00002000:00010000:2.0:1773688179.247272:0:38615:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0xa07:0x0] updating lvb mtime from disk: 1773688166 -> 1773688166 00002000:00010000:2.0:1773688179.247275:0:38615:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0xa07:0x0] updating lvb atime from disk: 1773688168 -> 1773688158 00002000:00010000:2.0:1773688179.247277:0:38615:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0xa07:0x0] updating lvb ctime from disk: 1773688178 -> 1773688178 00002000:00010000:2.0:1773688179.247280:0:38615:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0xa07:0x0] updating lvb blocks from disk: 259 -> 259 00000020:00000002:2.0:1773688179.247282:0:38615:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b3672b5b8/ffff8a9b3672b560 to site lru. bkt: ffff8a9b3211e450 00010000:00000040:2.0:1773688179.247287:0:38615:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 12884903758, transno 12884903759, xid 1859843854306688 00010000:00000001:2.0:1773688179.247289:0:38615:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.247294:0:38615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e8b0380 x1859843854306688/t12884903759(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 440/432 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.247302:0:38615:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.247305:0:38615:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.247308:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b36eb51e8 time=95 v=5 (1 4 1 1) 00000100:00000001:2.0:1773688179.247325:0:38615:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.247327:0:38615:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.247330:0:38615:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.247332:0:38615:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.247334:0:38615:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.247337:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.247339:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.247344:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505bb0. 00000100:00000200:2.0:1773688179.247349:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1859843854306688, offset 224 00000400:00000200:2.0:1773688179.247356:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.247364:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.247370:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47987:47987:256:4294967295] 192.168.204.51@tcp LPNI seq info [47983:47983:8:4294967295] 00000400:00000200:2.0:1773688179.247379:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.247384:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.247388:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a900. 00000800:00000200:2.0:1773688179.247394:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.247400:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.247404:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a900 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.247426:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.247430:0:38615:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.247432:0:38615:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.247434:0:38615:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.247436:0:38615:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.247440:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e8b0380 x1859843854306688/t12884903759(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 440/432 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.247450:0:38615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+56:2405:x1859843854306688:12345-192.168.204.51@tcp:2:dbench.0 Request processed in 637us (799us total) trans 12884903759 rc 0/0 00000100:00100000:2.0:1773688179.247459:0:38615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7636 00000100:00000040:2.0:1773688179.247462:0:38615:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b04f38000 : new rpc_count 0 00000100:00000001:2.0:1773688179.247465:0:38615:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.247466:0:38615:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.247470:0:38615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.247474:0:38615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.247478:0:38615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a0bb6c600. 00000020:00000040:2.0:1773688179.247482:0:38615:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b04f38000 : new refcount 55 00000100:00000001:2.0:1773688179.247485:0:38615:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1773688179.248030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b33df9000. 00010000:00000010:2.1:1773688179.249035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b33df9c00. 00010000:00000010:2.1:1773688179.249043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b33df8000. 00000800:00000001:1.0:1773688179.250659:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.250669:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.250673:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.250675:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.250684:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.250697:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 392 into portal 23 MB=0x69b84a4460e80 00000400:00000200:1.0:1773688179.250705:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 392/392 into md 0x71aad [2] + 392 00000800:00000001:1.0:1773688179.250712:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.250720:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.250723:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.250726:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.250732:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.250734:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1773688179.250796:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e8b3800. 00000100:00000040:1.0:1773688179.250800:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0e8b3800 x1859843854306944 msgsize 392 00000100:00100000:1.0:1773688179.250805:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.250816:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.250823:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.250826:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.251659:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.251663:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d000. 00000400:00000200:1.0:1773688179.251667:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.251672:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.251675:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeebb0 00000400:00000010:1.0:1773688179.251677:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeebb0. 00000100:00000001:1.0:1773688179.251680:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.251682:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1773688179.252708:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a16dec100. 00010000:00000010:2.1:1773688179.252715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b33df8c00. 00010000:00000010:2.1:1773688179.252718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b33df8a00. 00010000:00000010:2.1:1773688179.252719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b33df8200. 00000100:00000001:2.0:1773688179.257893:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.257897:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854307072 02000000:00000001:2.0:1773688179.257900:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.257903:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.257905:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.257910:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.257914:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854307072 00000020:00000001:2.0:1773688179.257917:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.257919:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.257921:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.257924:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=41 00000020:00000001:2.0:1773688179.257927:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.257929:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.257933:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.257938:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.257941:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.257943:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000020:00000010:2.0:1773688179.257950:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a0bb6c600. 00000020:00000010:2.0:1773688179.257955:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.257973:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.257981:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.257984:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.257985:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.257988:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.257990:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.257992:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.257999:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.258046:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.258058:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.258060:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.258066:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15461 00000100:00000040:2.0:1773688179.258070:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.258072:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997898425472 : -129075811126144 : ffff8a9b3220f480) 00000100:00000040:2.0:1773688179.258082:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3220f480 x1859843854307072/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.258095:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.258098:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.258101:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.258104:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000100:00100000:2.0:1773688179.258110:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3220f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+41:68109:x1859843854307072:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.258114:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854307072 00000020:00000001:2.0:1773688179.258118:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.258121:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1773688179.258126:0:75542:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a16f6bd80: xid 1859843854306944, transno 171798692046, client gen 13, slot idx 2 00000001:00000001:2.0:1773688179.258130:0:75542:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b079f4b40: xid 1859843854306560, transno 171798692045, client gen 13, slot idx 3 00000001:00000010:2.0:1773688179.258134:0:75542:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b079f4b40. 00000020:00000001:2.0:1773688179.258137:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.258139:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.258141:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.258144:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.258146:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854307072, found 0 last_xid 1859843854307071 00000020:00000001:2.0:1773688179.258149:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.258151:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.258153:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.258158:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.258160:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.258162:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.258164:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.258166:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.258168:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.258172:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.258178:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 3 00010000:00000001:2.0:1773688179.258181:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.258184:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.258187:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afa000. 00000020:00000001:2.0:1773688179.258191:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.258193:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afa000 with handle 0x52973366461d28e6 to hash 00000020:00000001:2.0:1773688179.258195:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.258197:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354127360 : -129076355424256 : ffff8a9b11afa000) 00010000:00000010:2.0:1773688179.258202:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96100. 00010000:00000001:2.0:1773688179.258206:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354127360 : -129076355424256 : ffff8a9b11afa000) 00010000:00010000:2.0:1773688179.258210:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa000/0x52973366461d28e6 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a6a2 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.258219:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:2.0:1773688179.258222:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=42 00010000:00000001:2.0:1773688179.258228:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.258230:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.258236:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.258239:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.258240:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1773688179.258243:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.258245:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:2.0:1773688179.258248:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.258251:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:2.0:1773688179.258253:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:2.0:1773688179.258256:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.258259:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.258260:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.258263:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.258265:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.258273:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b3576d000. 02000000:00000001:2.0:1773688179.258276:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.258278:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.258280:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.258282:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1773688179.258286:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:2.0:1773688179.258288:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.258290:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.258293:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.258295:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.258297:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.258299:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.258300:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.258302:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.258304:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.258305:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.258307:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.258308:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.258310:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.258311:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.258313:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.258314:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.258315:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.258317:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.258319:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.258323:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.258328:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.258330:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.258333:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.258334:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.258336:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.258338:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.258339:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.258340:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.258342:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.258344:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.258346:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.258348:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.258349:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.258352:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.258356:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1773688179.258361:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3af8 00000004:00000002:2.0:1773688179.258364:0:75542:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xf3:0x0]/NEWTIPS.PPT, ldlm_rep = ffff8a9b3576d228 00000004:00000001:2.0:1773688179.258368:0:75542:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1773688179.258372:0:75542:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1773688179.258375:0:75542:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1773688179.258377:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.258379:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.258382:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 4 00010000:00000001:2.0:1773688179.258384:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.258386:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.258389:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afa400. 00000020:00000001:2.0:1773688179.258392:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.258393:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afa400 with handle 0x52973366461d28ed to hash 00000020:00000001:2.0:1773688179.258396:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.258397:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000010:2.0:1773688179.258400:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96d00. 00010000:00000001:2.0:1773688179.258402:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000001:2.0:1773688179.258405:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.258407:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.258410:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d28ed lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.258414:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.258418:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.258419:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.258421:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.258422:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.258424:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.258425:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.258426:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.258428:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.258429:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.258430:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.258432:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) refcount = 4 00010000:00000040:2.0:1773688179.258434:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.258437:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378800/0x52973366461d0912 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8464d expref: 42 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.258442:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378a00/0x52973366461d090b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e84677 expref: 42 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.258446:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d28ed lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.258450:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.258454:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.258456:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.258457:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.258458:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.258459:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.258460:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.258462:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.258464:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.258465:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d28ed lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.258469:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.258470:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.258472:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.258473:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.258473:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773688179.258476:0:75542:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a16dec100. 00010000:00000010:2.0:1773688179.258478:0:75542:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b343e9080. 00010000:00000001:2.0:1773688179.258480:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.258481:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afba00. 00000020:00000001:2.0:1773688179.258483:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.258484:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afba00 with handle 0x52973366461d28f4 to hash 00000020:00000001:2.0:1773688179.258485:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.258486:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354134016 : -129076355417600 : ffff8a9b11afba00) 00010000:00000010:2.0:1773688179.258488:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96d80. 00010000:00000001:2.0:1773688179.258489:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354134016 : -129076355417600 : ffff8a9b11afba00) 00010000:00000001:2.0:1773688179.258490:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.258491:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.258493:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d28f4 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.258495:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.258497:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.258498:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.258499:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.258500:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.258502:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.258503:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.258504:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.258505:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.258511:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.258512:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.258513:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9a16dec100) refcount = 1 00010000:00010000:2.0:1773688179.258516:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d28f4 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.258519:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.258520:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.258521:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.258522:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.258523:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.258525:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.258526:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.258527:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.258528:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.258530:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d28f4 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.258532:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.258533:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.258534:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.258535:0:75542:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.258538:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.258570:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.258572:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1773688179.258574:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1773688179.258576:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.258580:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1773688179.258595:0:75542:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.258597:0:75542:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1773688179.258598:0:75542:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1773688179.258600:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1773688179.258602:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773688179.258604:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.258606:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.258607:0:75542:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1773688179.258608:0:75542:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.258609:0:75542:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:2.0:1773688179.258611:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.258612:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.258613:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.258614:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x141:0x0] 00000020:00000001:2.0:1773688179.258615:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.258618:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614993139165144 : -129080570386472 : ffff8a9a167467d8) 00000004:00000001:2.0:1773688179.258619:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614993139165056 : -129080570386560 : ffff8a9a16746780) 00000004:00000001:2.0:1773688179.258623:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1773688179.258624:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.258625:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.258628:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a16349f00 count: 4 00010000:00000001:2.0:1773688179.258629:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.258630:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.258632:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afbc00. 00000020:00000001:2.0:1773688179.258633:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.258634:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afbc00 with handle 0x52973366461d28fb to hash 00000020:00000001:2.0:1773688179.258636:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.258637:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000010:2.0:1773688179.258638:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96300. 00010000:00000001:2.0:1773688179.258640:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:2.0:1773688179.258641:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.258642:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.258644:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d28fb lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.258647:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.258648:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.258649:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.258650:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.258652:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.258653:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.258654:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.258655:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.258655:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.258656:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.258657:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.258658:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x141:0x0].0x0 (ffff8a9a16349f00) refcount = 4 00010000:00000040:2.0:1773688179.258659:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.258661:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa200/0x52973366461d2876 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x141:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a67f expref: 42 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.258665:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d28df lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.258668:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afb000/0x52973366461d286f lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.258671:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d28fb lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.258674:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.258675:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.258676:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.258677:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.258678:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.258679:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.258680:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.258681:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.258682:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.258683:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d28fb lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.258689:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.258689:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.258690:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.258691:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.258692:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.258693:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afbc00 refcount=3 00000020:00000001:2.0:1773688179.258694:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:2.0:1773688179.258696:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:2.0:1773688179.258697:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.258706:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.258707:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.258709:0:75542:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1773688179.258712:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.258714:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688179.258717:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.258719:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.258722:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.258724:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.258729:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.258731:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.258733:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.258734:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.258736:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.258737:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x141:0x0]: Reading som attrs: valid: 4, size: 77076, blocks: 259 00000004:00000001:2.0:1773688179.258740:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.258740:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.258741:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.258742:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.258743:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.258744:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.258746:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.258746:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.258747:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.258748:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.258750:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.258752:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1773688179.258753:0:75542:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1773688179.258755:0:75542:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1773688179.258757:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b3576d370 00000004:00000001:2.0:1773688179.258759:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.258760:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.258761:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.258762:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.258763:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.258764:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.258765:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.258766:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.258767:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.258769:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x141:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:2.0:1773688179.258771:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x141:0x0]: returning size 77076 00000004:00000040:2.0:1773688179.258773:0:75542:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x141:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1773688179.258775:0:75542:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:2.0:1773688179.258777:0:75542:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2567 00000004:00200000:2.0:1773688179.258778:0:75542:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:2.0:1773688179.258780:0:75542:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:2.0:1773688179.258781:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.258782:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.258783:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1773688179.258784:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.258785:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.258785:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.258786:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.258787:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.258788:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.258790:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.258793:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.258797:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.258798:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.258799:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.258800:0:75542:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.258804:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.258805:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.258806:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afbc00 refcount=3 00000020:00000001:2.0:1773688179.258808:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:2.0:1773688179.258809:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00000004:00010000:2.0:1773688179.258811:0:75542:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d28fb lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:2.0:1773688179.258815:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1773688179.258817:0:75542:0:(lu_object.c:207:lu_object_put()) Add ffff8a9a167467d8/ffff8a9a16746780 to site lru. bkt: ffff8a9a1aeb4c08 00000004:00000001:2.0:1773688179.258819:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.258820:0:75542:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1773688179.258821:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688179.258822:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.258823:0:75542:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1773688179.258825:0:75542:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:2.0:1773688179.258826:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.258827:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.258827:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.258829:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x141:0x0].0x0 (ffff8a9a16349f00) refcount = 4 00010000:00000040:2.0:1773688179.258830:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.258832:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa200/0x52973366461d2876 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x141:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a67f expref: 42 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.258835:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d28df lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.258839:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afb000/0x52973366461d286f lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.258842:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d28fb lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.258845:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.258846:0:75542:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.258847:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.258848:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.258849:0:75542:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.258851:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1773688179.258852:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.258853:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.258854:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.258855:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afa400 refcount=3 00000020:00000001:2.0:1773688179.258856:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000001:2.0:1773688179.258857:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000001:2.0:1773688179.258858:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.258860:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d28ed lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.258863:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.258863:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.258865:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d28ed lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.258867:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.258868:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.258870:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.258872:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d28ed lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.258876:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b11afa400 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.258877:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.258878:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.258880:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d28ed lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.258883:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.258884:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.258884:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.258886:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afa400 refcount=4 00000020:00000001:2.0:1773688179.258887:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000001:2.0:1773688179.258888:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000001:2.0:1773688179.258890:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.258892:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d28ed lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.258895:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.258896:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.258897:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.258898:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.258899:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.258900:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.258901:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.258902:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b11afa400 with handle 0x52973366461d28ed from hash 00010000:00000001:2.0:1773688179.258904:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.258904:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.258905:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.258906:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.258907:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.258908:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.258909:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.258910:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.258911:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.258913:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:2.0:1773688179.258914:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.258916:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.258918:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.258919:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.258920:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.258921:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.258921:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.258922:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.258924:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.258925:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.258927:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d28ed lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.258930:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.258931:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.258932:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.258933:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.258933:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.258935:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d28ed lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.258938:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96d00. 00010000:00000001:2.0:1773688179.258944:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.258945:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.258946:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.258947:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.258947:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.258948:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afba00 refcount=3 00000020:00000001:2.0:1773688179.258949:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354134016 : -129076355417600 : ffff8a9b11afba00) 00010000:00000001:2.0:1773688179.258950:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354134016 : -129076355417600 : ffff8a9b11afba00) 00010000:00000001:2.0:1773688179.258951:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.258952:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d28f4 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.258956:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.258956:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.258957:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d28f4 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.258972:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.258973:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.258975:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.258977:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d28f4 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.258983:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b11afba00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.258985:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.258986:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.258988:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d28f4 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.258993:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.258995:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.258996:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.258997:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afba00 refcount=4 00000020:00000001:2.0:1773688179.258998:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354134016 : -129076355417600 : ffff8a9b11afba00) 00010000:00000001:2.0:1773688179.259000:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354134016 : -129076355417600 : ffff8a9b11afba00) 00010000:00000001:2.0:1773688179.259003:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.259005:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d28f4 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.259037:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.259039:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.259041:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.259047:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.259049:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.259052:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.259053:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.259056:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b11afba00 with handle 0x52973366461d28f4 from hash 00010000:00000001:2.0:1773688179.259058:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.259060:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.259061:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.259063:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.259065:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.259066:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.259068:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.259069:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.259070:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.259072:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xe7aaf970 (ffff8a9a16dec100) 00010000:00010000:2.0:1773688179.259074:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.259076:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.259078:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.259080:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.259081:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.259083:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.259084:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.259085:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.259087:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.259089:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.259091:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d28f4 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.259096:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.259096:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.259097:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.259098:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.259099:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.259101:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d28f4 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.259106:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96d80. 00010000:00000040:2.0:1773688179.259110:0:75542:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a16dec100 count: 0 00010000:00000010:2.0:1773688179.259115:0:75542:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b343e9080. 00010000:00000001:2.0:1773688179.259121:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.259122:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.259124:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1773688179.259126:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1773688179.259127:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1773688179.259129:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.259130:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.259131:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afbc00 refcount=3 00000020:00000001:2.0:1773688179.259133:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:2.0:1773688179.259135:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00000004:00000040:2.0:1773688179.259137:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:2.0:1773688179.259138:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=43 00010000:00000001:2.0:1773688179.259141:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.259142:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.259143:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.259145:0:75542:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1773688179.259147:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.259148:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.259149:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.259151:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.259152:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.259153:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.259157:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.259158:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.259160:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.259161:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.259162:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.259164:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.259165:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.259167:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.259168:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.259169:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.259170:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.259171:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b11afa000 with handle 0x52973366461d28e6 from hash 00010000:00000001:2.0:1773688179.259172:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.259173:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.259174:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.259174:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.259175:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.259178:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa000/0x52973366461d28e6 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6a2 expref: 43 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.259183:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:2.0:1773688179.259184:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 42 00010000:00000010:2.0:1773688179.259186:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96100. 00010000:00000001:2.0:1773688179.259188:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.259189:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.259192:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.259194:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d28fb lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6a2 expref: 42 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.259203:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.259203:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.259205:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x141:0x0].0x0 (ffff8a9a16349f00) 00010000:00010000:2.0:1773688179.259206:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1773688179.259207:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.259208:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.259209:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.259210:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.259210:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.259211:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b11afbc00, rc 0) 00000020:00000001:2.0:1773688179.259213:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.259215:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854307072 00010000:00000001:2.0:1773688179.259217:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.259220:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b3220f480 x1859843854307072/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.259226:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.259228:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.259230:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.259233:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.259235:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.259236:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.259239:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.259240:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.259242:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.259244:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.259248:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505f68. 00000100:00000200:2.0:1773688179.259254:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854307072, offset 224 00000400:00000200:2.0:1773688179.259261:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.259271:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.259277:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47989:47989:256:4294967295] 192.168.204.51@tcp LPNI seq info [47985:47985:8:4294967295] 00000400:00000200:2.0:1773688179.259290:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.259295:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.259300:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a500. 00000800:00000200:2.0:1773688179.259305:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.259309:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.259313:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a500 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.259330:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.259334:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.259337:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.259338:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.259340:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.259344:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3220f480 x1859843854307072/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.259353:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3220f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+42:68109:x1859843854307072:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1257us (1512us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.259361:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15461 00000100:00000040:2.0:1773688179.259364:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.259366:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.259368:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.259372:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.259376:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.259379:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a0bb6c600. 00000020:00000040:2.0:1773688179.259383:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 41 00000100:00000001:2.0:1773688179.259386:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.259564:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.259568:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a500. 00000400:00000200:1.0:1773688179.259573:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.259577:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.259581:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505f68 00000400:00000010:1.0:1773688179.259583:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505f68. 00000100:00000001:1.0:1773688179.259587:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.259589:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1773688179.263495:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.263508:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.263511:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.263514:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.263522:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.263536:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 648 into portal 12 MB=0x69b84a4461000 00000400:00000200:1.0:1773688179.263543:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 648/648 into md 0x3b659 [64] + 81424 00000800:00000001:1.0:1773688179.263551:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.263560:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.263563:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.263566:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.263573:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.263575:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688179.263580:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e8b0000. 00000100:00000040:1.0:1773688179.263583:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0e8b0000 x1859843854307328 msgsize 648 00000100:00100000:1.0:1773688179.263587:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.263596:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.263602:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.263605:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1773688179.266044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa400. 00000100:00000001:2.0:1773688179.266070:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.266073:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854307328 02000000:00000001:2.0:1773688179.266076:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.266078:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.266080:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.266084:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.266088:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854307328 00000020:00000001:2.0:1773688179.266091:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.266093:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.266095:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.266099:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=42 00000020:00000001:2.0:1773688179.266102:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.266104:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.266108:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.266114:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.266117:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.266120:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000020:00000010:2.0:1773688179.266125:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a0bb6c600. 00000020:00000010:2.0:1773688179.266129:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.266134:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.266140:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.266143:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.266144:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.266147:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.266148:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.266150:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.266156:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.266168:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.266177:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.266179:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.266185:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15462 00000100:00000040:2.0:1773688179.266189:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.266191:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993006428160 : -129080703123456 : ffff8a9a0e8b0000) 00000100:00000040:2.0:1773688179.266199:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e8b0000 x1859843854307328/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.266208:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.266210:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.266212:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.266215:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000100:00100000:2.0:1773688179.266220:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e8b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+42:68109:x1859843854307328:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.266223:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854307328 00000020:00000001:2.0:1773688179.266227:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.266230:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.266234:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.266236:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.266238:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.266242:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.266245:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854307328, found 0 last_xid 1859843854307327 00000020:00000001:2.0:1773688179.266247:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.266249:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.266251:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.266255:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.266258:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.266260:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.266262:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.266264:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.266265:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.266270:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.266276:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 3 00010000:00000001:2.0:1773688179.266279:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.266281:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.266284:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afa400. 00000020:00000001:2.0:1773688179.266288:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.266290:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afa400 with handle 0x52973366461d2902 to hash 00000020:00000001:2.0:1773688179.266292:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.266294:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000010:2.0:1773688179.266298:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96100. 00010000:00000001:2.0:1773688179.266301:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00010000:2.0:1773688179.266305:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d2902 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a6a9 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.266314:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:2.0:1773688179.266317:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=43 00010000:00000001:2.0:1773688179.266322:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.266325:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.266331:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.266333:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.266335:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.266337:0:75542:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:2.0:1773688179.266342:0:75542:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9a0e8b0000 x1859843854307328/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1773688179.266350:0:75542:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1773688179.266352:0:75542:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1773688179.266355:0:75542:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1773688179.266357:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.266359:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.266361:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.266363:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.266365:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.266367:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.266368:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.266369:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.266374:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.266375:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.266377:0:75542:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.266379:0:75542:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.266383:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.266384:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.266386:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.266388:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.266393:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9b35769000. 02000000:00000001:2.0:1773688179.266396:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.266398:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.266401:0:75542:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1773688179.266403:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.266404:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.266405:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.266406:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.266408:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.266410:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.266411:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.266412:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.266414:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.266415:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.266419:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.266423:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.266425:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.266427:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.266428:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.266430:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.266431:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.266432:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.266434:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.266435:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.266436:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.266439:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.266440:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.266441:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.266443:0:75542:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.266445:0:75542:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1773688179.266447:0:75542:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.266449:0:75542:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1773688179.266451:0:75542:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:2.0:1773688179.266454:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3a38 00000004:00000002:2.0:1773688179.266456:0:75542:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xf3:0x0]/(->[0x20000afe1:0x141:0x0]) cr_flag=040004240000003 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1773688179.266460:0:75542:0:(mdt_open.c:1135:mdt_open_by_fid_lock()) Process entered 00000004:00000001:2.0:1773688179.266462:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.266463:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:2.0:1773688179.266466:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.266470:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:2.0:1773688179.266472:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:2.0:1773688179.266474:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.266475:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x141:0x0] 00000020:00000001:2.0:1773688179.266476:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.266481:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614993139165144 : -129080570386472 : ffff8a9a167467d8) 00000004:00000001:2.0:1773688179.266483:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614993139165056 : -129080570386560 : ffff8a9a16746780) 00000004:00000001:2.0:1773688179.266485:0:75542:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1773688179.266486:0:75542:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.266491:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.266493:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688179.266500:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.266503:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.266507:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.266509:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.266514:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.266517:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.266520:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.266522:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.266523:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.266525:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x141:0x0]: Reading som attrs: valid: 4, size: 77076, blocks: 259 00000004:00000001:2.0:1773688179.266528:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.266529:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.266530:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.266532:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.266534:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.266536:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:2.0:1773688179.266538:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b35769378 00000004:00000001:2.0:1773688179.266540:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.266543:0:75542:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:2.0:1773688179.266545:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688179.266547:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.266549:0:75542:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0x141:0x0] lease count: 0, lm: 8 00000004:00000001:2.0:1773688179.266551:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1773688179.266555:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.266557:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.266560:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a16349f00 count: 5 00010000:00000001:2.0:1773688179.266562:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.266564:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.266569:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0e43cc00. 00000020:00000001:2.0:1773688179.266572:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.266574:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0e43cc00 with handle 0x52973366461d2909 to hash 00000020:00000001:2.0:1773688179.266576:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.266578:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993001761792 : -129080707789824 : ffff8a9a0e43cc00) 00010000:00000010:2.0:1773688179.266581:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96d80. 00010000:00000001:2.0:1773688179.266583:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993001761792 : -129080707789824 : ffff8a9a0e43cc00) 00010000:00000001:2.0:1773688179.266586:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.266588:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.266591:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43cc00/0x52973366461d2909 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.266598:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.266602:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.266604:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.266606:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.266608:0:75542:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1773688179.266613:0:75542:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d28fb lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6a2 expref: 43 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.266620:0:75542:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1773688179.266626:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.266629:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.266630:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.266632:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.266634:0:75542:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1773688179.266637:0:75542:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43cc00/0x52973366461d2909 lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.266644:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x141:0x0].0x0 (ffff8a9a16349f00) refcount = 5 00010000:00000040:2.0:1773688179.266647:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.266651:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d28fb lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6a2 expref: 43 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.266658:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa200/0x52973366461d2876 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x141:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a67f expref: 43 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.266665:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d28df lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.266671:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afb000/0x52973366461d286f lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.266675:0:75542:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1773688179.266678:0:75542:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43cc00/0x52973366461d2909 lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.266684:0:75542:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.266687:0:75542:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773688179.266694:0:75542:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b079f4b40. 00000100:00000001:2.0:1773688179.266696:0:75542:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997185284928 : -129076524266688 : ffff8a9b079f4b40) 00000100:00000001:2.0:1773688179.266698:0:75542:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997185284928 : -129076524266688 : ffff8a9b079f4b40) 00000100:00000001:2.0:1773688179.266701:0:75542:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773688179.266702:0:75542:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1773688179.266704:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688179.266707:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.266708:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1773688179.266710:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.266712:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.266713:0:75542:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1773688179.266715:0:75542:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1773688179.266719:0:75542:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce5180. 00000020:00000040:2.0:1773688179.266722:0:75542:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:2.0:1773688179.266725:0:75542:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773688179.266727:0:75542:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773688179.266731:0:75542:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773688179.266737:0:75542:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9b079a8000. 00000100:00000001:2.0:1773688179.266743:0:75542:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.266747:0:75542:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d28fb lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6a2 expref: 43 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.266773:0:75542:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d28fb lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6a2 expref: 43 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.266780:0:75542:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1773688179.266782:0:75542:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773688179.266786:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9a10ce5180 x1859843861189248/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.266794:0:75542:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773688179.266796:0:75542:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.266800:0:75542:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9a10ce5180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:75542:1859843861189248:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.266804:0:75542:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773688179.266808:0:75542:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773688179.266810:0:75542:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.266813:0:75542:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773688179.266816:0:75542:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9b34ba9600. 02000000:00000001:2.0:1773688179.266818:0:75542:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773688179.266823:0:75542:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a0b538aa8. 00000400:00000010:2.0:1773688179.266828:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505b28. 00000100:00000200:2.0:1773688179.266836:0:75542:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861189248, portal 16 00000100:00000001:2.0:1773688179.266838:0:75542:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773688179.266839:0:75542:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614993044394368 : -129080665157248 : ffff8a9a10ce5180) 00000100:00000040:2.0:1773688179.266844:0:75542:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9a10ce5180 x1859843861189248/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.266850:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.266853:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.266856:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505000. 00000100:00000200:2.0:1773688179.266858:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861189248, offset 0 00000400:00000200:2.0:1773688179.266864:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.266874:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.266879:0:75542:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773688179.266883:0:75542:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:2.0:1773688179.266887:0:75542:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773688179.266889:0:75542:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:2.0:1773688179.266893:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47990:47990:256:4294967295] 192.168.204.51@tcp LPNI seq info [47986:47986:8:4294967295] 00000400:00000200:2.0:1773688179.266903:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.266908:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.266912:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a000. 00000800:00000200:2.0:1773688179.266918:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.266923:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.266927:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.266941:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.266945:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297630187 00000100:00000001:2.0:1773688179.266952:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297630150 00000100:00000001:2.0:1773688179.266956:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297630187 00000100:00000001:2.0:1773688179.266960:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297630150 00000100:00000001:2.0:1773688179.266974:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297630187 00000100:00000001:2.0:1773688179.266977:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297630150 00000100:00000001:2.0:1773688179.266981:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297630187 00000100:00000001:2.0:1773688179.266984:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297630150 00000100:00000001:2.0:1773688179.266988:0:75542:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.266990:0:75542:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.266993:0:75542:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.266995:0:75542:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.266997:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.266998:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.267000:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.267001:0:75542:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.267003:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688179.267004:0:75542:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1773688179.267027:0:75542:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.267031:0:75542:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773688179.267033:0:75542:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773688179.267036:0:75542:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b079f4b40 going to sleep for 11 seconds 00000100:00000001:2.0:1773688179.267039:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773688179.267043:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773688179.269027:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.269038:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.269040:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.269043:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.269050:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.269061:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af1280 00000400:00000200:1.0:1773688179.269068:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77bf1 [1] + 224 00000800:00000001:1.0:1773688179.269074:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.269078:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.269080:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.269083:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.269089:0:3439:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773688179.269094:0:3439:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9a10ce5180 x1859843861189248/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1773688179.269102:0:3439:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9a10ce5180 x1859843861189248/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.269117:0:3439:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.269122:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.269126:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.269128:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.269131:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.269135:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1773688179.269136:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000001:2.0:1773688179.269142:0:75542:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1773688179.269144:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4461080 00000400:00000001:2.0:1773688179.269146:0:75542:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773688179.269150:0:75542:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a0b538aa8. 00000400:00000200:2.0:1773688179.269154:0:75542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505b28 00000400:00000010:2.0:1773688179.269157:0:75542:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505b28. 00000100:00000001:2.0:1773688179.269159:0:75542:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1773688179.269165:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72d3d [2] + 1640 00000100:00000200:2.0:1773688179.269167:0:75542:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9a10ce5180 x1859843861189248/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:1.0:1773688179.269171:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1773688179.269180:0:75542:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9a10ce5180 x1859843861189248/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.269188:0:75542:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773688179.269189:0:75542:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.269192:0:75542:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773688179.269195:0:75542:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773688179.269197:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.269200:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773688179.269200:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.269205:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1773688179.269206:0:75542:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773688179.269212:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00001000:2.0:1773688179.269215:0:75542:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=3 v=5 (5 0 0 0) 00000100:00000001:1.0:1773688179.269217:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.269220:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00001000:2.0:1773688179.269222:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=3 v=5 (1 0 0 0) 00000100:00000010:1.0:1773688179.269226:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e8b1880. 00000100:00000001:2.0:1773688179.269227:0:75542:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773688179.269230:0:75542:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.269232:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0e8b1880 x1859843854307456 msgsize 328 00010000:00000001:2.0:1773688179.269234:0:75542:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773688179.269239:0:75542:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.269240:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.269244:0:75542:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.269251:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9a10ce5180 x1859843861189248/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.269259:0:75542:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.269261:0:75542:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773688179.269263:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1773688179.269264:0:75542:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.269268:0:75542:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000800:00000001:1.0:1773688179.269270:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1773688179.269271:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.269274:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:1.0:1773688179.269275:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.269276:0:75542:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.269283:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce5180 x1859843861189248/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1773688179.269291:0:75542:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9a10ce5180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:75542:1859843861189248:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.269296:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.269298:0:75542:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.269300:0:75542:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773688179.269302:0:75542:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.269305:0:75542:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9a10ce5180 x1859843861189248/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.269316:0:75542:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773688179.269318:0:75542:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773688179.269321:0:75542:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9b34ba9600. 02000000:00000001:2.0:1773688179.269325:0:75542:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773688179.269327:0:75542:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773688179.269329:0:75542:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1773688179.269331:0:75542:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773688179.269335:0:75542:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9b079a8000. 02000000:00000001:2.0:1773688179.269338:0:75542:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773688179.269341:0:75542:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773688179.269345:0:75542:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a10ce5180. 00000100:00000001:2.0:1773688179.269352:0:75542:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773688179.269354:0:75542:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773688179.269358:0:75542:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b079f4b40. 00000100:00000001:2.0:1773688179.269361:0:75542:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1773688179.269364:0:75542:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1773688179.269367:0:75542:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b079e5680. 00010000:00000001:2.0:1773688179.269372:0:75542:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.269376:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.269381:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.269383:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1773688179.269388:0:75542:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43cc00/0x52973366461d2909 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.269828:0:75542:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43cc00/0x52973366461d2909 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.269840:0:75542:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.269843:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43cc00/0x52973366461d2909 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.269852:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.269853:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.269856:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.269859:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.269861:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.269863:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0e43cc00 refcount=3 00000020:00000001:2.0:1773688179.269866:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993001761792 : -129080707789824 : ffff8a9a0e43cc00) 00010000:00000001:2.0:1773688179.269870:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993001761792 : -129080707789824 : ffff8a9a0e43cc00) 00010000:00000001:2.0:1773688179.269874:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.269876:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.269877:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.269881:0:75542:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0x141:0x0], ibits = 0x5/0x1a, open_flags = 040004240000003, try_layout = 1 : rc = 0 00000004:00000001:2.0:1773688179.269888:0:75542:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.269893:0:75542:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.269901:0:75542:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000001:00000001:2.0:1773688179.269907:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.269910:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.269915:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.269919:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.269923:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.269927:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.269931:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.269934:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.269938:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x141:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:2.0:1773688179.269946:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x141:0x0]: returning size 77076 00000001:00000001:2.0:1773688179.269951:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.269955:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.269971:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1773688179.269977:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.269983:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.269987:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.269992:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.269997:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.270001:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.270005:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.270028:0:75542:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000004:00000002:2.0:1773688179.270031:0:75542:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:2.0:1773688179.270034:0:75542:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000004:00000001:2.0:1773688179.270036:0:75542:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.270039:0:75542:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1773688179.270045:0:75542:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1773688179.270050:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1773688179.270052:0:75542:0:(mdd_permission.c:247:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.270058:0:75542:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.270062:0:75542:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.270068:0:75542:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1773688179.270073:0:75542:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9b343e9080. 00000020:00000001:2.0:1773688179.270077:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.270082:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b343e9080 with handle 0x52973366461d2910 to hash 00000020:00000001:2.0:1773688179.270086:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1773688179.270089:0:75542:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614997933920384 : -129075775631232 : ffff8a9b343e9080) 00000004:00000001:2.0:1773688179.270094:0:75542:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1773688179.270097:0:75542:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1773688179.270101:0:75542:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0x141:0x0] Change mfd open_flags 0 -> 040004240000003. 00000004:00000001:2.0:1773688179.270106:0:75542:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:2.0:1773688179.270112:0:75542:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1773688179.270122:0:75542:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10fe0800. 00080000:00000001:2.0:1773688179.270127:0:75542:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993047521280 : -129080662030336 : ffff8a9a10fe0800) 00080000:00000001:2.0:1773688179.270132:0:75542:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1773688179.270139:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1773688179.270145:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000800:00000200:0.0:1773688179.270145:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:2.0:1773688179.270149:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1773688179.270152:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99dd00. 00000400:00000200:0.0:1773688179.270158:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.270163:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.270167:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee908 00000400:00000010:0.0:1773688179.270169:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee908. 00080000:00000001:2.0:1773688179.270170:0:75542:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.270173:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00080000:00000001:2.0:1773688179.270175:0:75542:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:0.0:1773688179.270177:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000001:2.0:1773688179.270180:0:75542:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1773688179.270184:0:75542:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692047, last_committed = 171798692041 00000001:00000010:2.0:1773688179.270189:0:75542:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b08b279c0. 00000001:00000040:2.0:1773688179.270196:0:75542:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 6 00000020:00000040:2.0:1773688179.270200:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=43 00000001:00000010:2.0:1773688179.270205:0:75542:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b079f4780. 00080000:00000001:2.0:1773688179.270211:0:75542:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1773688179.270228:0:75542:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1773688179.270231:0:75542:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b079f4780: xid 1859843854307328, transno 171798692047, tag 1, client gen 13, slot idx 3 00000001:00000001:2.0:1773688179.270235:0:75542:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.270245:0:75542:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.270246:0:75542:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1773688179.270248:0:75542:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.270250:0:75542:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.270253:0:75542:0:(mdt_open.c:1236:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.270255:0:75542:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1773688179.270257:0:75542:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1773688179.270259:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.270261:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.270262:0:75542:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1773688179.270264:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688179.270266:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.270268:0:75542:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.270270:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.270272:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.270274:0:75542:0:(mdt_open.c:1525:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773688179.270280:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.270286:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.270287:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.270289:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.270292:0:75542:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.270294:0:75542:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1773688179.270297:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.270300:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.270301:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.270303:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.270304:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.270307:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.270312:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.270314:0:75542:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:2.0:1773688179.270317:0:75542:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1773688179.270319:0:75542:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.270322:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.270323:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.270325:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0e43cc00 refcount=3 00000020:00000001:2.0:1773688179.270327:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993001761792 : -129080707789824 : ffff8a9a0e43cc00) 00010000:00000001:2.0:1773688179.270329:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993001761792 : -129080707789824 : ffff8a9a0e43cc00) 00000004:00000040:2.0:1773688179.270332:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:2.0:1773688179.270334:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=44 00010000:00000001:2.0:1773688179.270338:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.270339:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.270341:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.270343:0:75542:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.270345:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.270348:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.270351:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.270352:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.270354:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.270355:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.270357:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.270359:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.270361:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b11afa400 with handle 0x52973366461d2902 from hash 00010000:00000001:2.0:1773688179.270363:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.270364:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.270365:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.270366:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.270367:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.270371:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d2902 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6a9 expref: 44 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.270383:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:2.0:1773688179.270385:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 43 00010000:00000010:2.0:1773688179.270387:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96100. 00010000:00000001:2.0:1773688179.270392:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.270393:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.270397:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.270401:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43cc00/0x52973366461d2909 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6a9 expref: 43 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.270408:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.270410:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.270412:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x141:0x0].0x0 (ffff8a9a16349f00) 00010000:00010000:2.0:1773688179.270414:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00000001:2.0:1773688179.270416:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.270418:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.270420:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.270421:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.270422:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.270424:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a0e43cc00, rc 0) 00000020:00000001:2.0:1773688179.270426:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.270429:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692047, xid 1859843854307328 00010000:00000001:2.0:1773688179.270432:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.270437:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e8b0000 x1859843854307328/t171798692047(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.270443:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.270445:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.270447:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.270450:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.270452:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.270454:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.270457:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.270458:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.270461:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.270463:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.270475:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505b28. 00000100:00000200:2.0:1773688179.270479:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854307328, offset 224 00000400:00000200:2.0:1773688179.270483:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.270488:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.270492:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47992:47992:256:4294967295] 192.168.204.51@tcp LPNI seq info [47988:47988:8:4294967295] 00000400:00000200:2.0:1773688179.270500:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.270505:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.270509:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a000. 00000800:00000200:2.0:1773688179.270512:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.270517:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.270519:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a000 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.270530:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.270533:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.270535:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.270537:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.270540:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.270544:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e8b0000 x1859843854307328/t171798692047(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.270553:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e8b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+43:68109:x1859843854307328:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4343us (6967us total) trans 171798692047 rc 0/0 00000100:00100000:2.0:1773688179.270560:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15462 00000100:00000040:2.0:1773688179.270563:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.270565:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.270567:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.270570:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.270574:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.270578:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a0bb6c600. 00000020:00000040:2.0:1773688179.270599:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 42 00000100:00000001:2.0:1773688179.270608:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1773688179.271040:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a16dec100. 00010000:00000010:2.1:1773688179.271047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afba00. 00010000:00000010:2.1:1773688179.271051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa000. 00000800:00000001:1.0:1773688179.272549:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.272556:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.272558:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.272560:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.272564:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.272570:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4461100 00000400:00000200:1.0:1773688179.272574:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 82072 00000800:00000001:1.0:1773688179.272578:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.272583:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.272585:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.272587:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.272590:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.272591:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688179.272594:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e8b1500. 00000100:00000040:1.0:1773688179.272596:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0e8b1500 x1859843854307584 msgsize 576 00000100:00100000:1.0:1773688179.272598:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.272606:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.272610:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.272613:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.272631:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.272633:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854307584 02000000:00000001:2.0:1773688179.272635:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.272637:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.272639:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.272641:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.272643:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854307584 00000020:00000001:2.0:1773688179.272644:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.272646:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.272647:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.272648:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=43 00000020:00000001:2.0:1773688179.272650:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.272651:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.272654:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.272656:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.272658:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.272660:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000020:00000010:2.0:1773688179.272663:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b34ba9600. 00000020:00000010:2.0:1773688179.272665:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.272667:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.272671:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.272672:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.272674:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.272675:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.272676:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.272678:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.272681:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.272689:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.272695:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.272696:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.272699:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15463 00000100:00000040:2.0:1773688179.272701:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.272703:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993006433536 : -129080703118080 : ffff8a9a0e8b1500) 00000100:00000040:2.0:1773688179.272707:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e8b1500 x1859843854307584/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.272712:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.272714:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.272716:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.272717:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000100:00100000:2.0:1773688179.272720:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e8b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+43:68109:x1859843854307584:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.272723:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854307584 00000020:00000001:2.0:1773688179.272724:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.272727:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1773688179.272730:0:75542:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b079f4780: xid 1859843854307328, transno 171798692047, client gen 13, slot idx 3 00000001:00000001:2.0:1773688179.272733:0:75542:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a16f6bd80: xid 1859843854306944, transno 171798692046, client gen 13, slot idx 2 00000001:00000010:2.0:1773688179.272736:0:75542:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a16f6bd80. 00000020:00000001:2.0:1773688179.272738:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.272739:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.272741:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.272743:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.272744:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854307584, found 0 last_xid 1859843854307583 00000020:00000001:2.0:1773688179.272746:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.272747:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.272749:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.272751:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.272752:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.272753:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.272755:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.272756:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.272757:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.272759:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.272763:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a16349f00 count: 5 00010000:00000001:2.0:1773688179.272764:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.272766:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.272768:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0e43d000. 00000020:00000001:2.0:1773688179.272770:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.272771:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0e43d000 with handle 0x52973366461d2917 to hash 00000020:00000001:2.0:1773688179.272773:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.272773:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993001762816 : -129080707788800 : ffff8a9a0e43d000) 00010000:00000010:2.0:1773688179.272777:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96100. 00010000:00000001:2.0:1773688179.272778:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993001762816 : -129080707788800 : ffff8a9a0e43d000) 00010000:00010000:2.0:1773688179.272781:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43d000/0x52973366461d2917 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0x141:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a6b0 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.272786:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:2.0:1773688179.272788:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=44 00010000:00000001:2.0:1773688179.272790:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.272792:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.272795:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.272796:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.272797:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1773688179.272799:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.272800:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x141:0x0] 00000020:00000001:2.0:1773688179.272803:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.272806:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614993139165144 : -129080570386472 : ffff8a9a167467d8) 00000004:00000001:2.0:1773688179.272808:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614993139165056 : -129080570386560 : ffff8a9a16746780) 00000004:00000001:2.0:1773688179.272809:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.272811:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.272812:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.272813:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.272814:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.272817:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b3576c000. 02000000:00000001:2.0:1773688179.272818:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.272819:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.272821:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.272823:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1773688179.272825:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:2.0:1773688179.272826:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.272827:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.272829:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.272830:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.272831:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.272832:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.272833:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.272834:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.272835:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.272835:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.272836:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.272837:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.272838:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.272839:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.272840:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.272840:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.272841:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.272843:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.272843:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.272846:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.272848:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.272849:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.272850:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.272851:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.272852:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.272853:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.272854:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.272855:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.272856:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.272857:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.272858:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.272859:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.272860:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.272861:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.272863:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:2.0:1773688179.272866:0:75542:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1773688179.272868:0:75542:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:2.0:1773688179.272869:0:75542:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000020:00000010:2.0:1773688179.272874:0:75542:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8a9b31d20000. 00000004:00000001:2.0:1773688179.272877:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.272880:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.272881:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.272884:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688179.272885:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688179.272887:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688179.272889:0:75542:0:(mdt_lib.c:2238:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.272891:0:75542:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0x141:0x0]/[0x20000afe1:0x141:0x0], ldlm_rep = ffff8a9b3576c228 00000004:00000001:2.0:1773688179.272895:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1773688179.272897:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.272899:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.272900:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a16349f00 count: 6 00010000:00000001:2.0:1773688179.272901:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.272902:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.272904:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0e43c400. 00000020:00000001:2.0:1773688179.272905:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.272906:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0e43c400 with handle 0x52973366461d291e to hash 00000020:00000001:2.0:1773688179.272907:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.272908:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993001759744 : -129080707791872 : ffff8a9a0e43c400) 00010000:00000010:2.0:1773688179.272910:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96d00. 00010000:00000001:2.0:1773688179.272911:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993001759744 : -129080707791872 : ffff8a9a0e43c400) 00010000:00000001:2.0:1773688179.272913:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.272914:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.272915:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c400/0x52973366461d291e lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.272920:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.272921:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.272923:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.272924:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.272925:0:75542:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1773688179.272928:0:75542:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43cc00/0x52973366461d2909 lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6a9 expref: 44 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.272933:0:75542:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1773688179.272934:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.272935:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.272936:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.272937:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.272938:0:75542:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1773688179.272940:0:75542:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c400/0x52973366461d291e lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.272943:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x141:0x0].0x0 (ffff8a9a16349f00) refcount = 6 00010000:00000040:2.0:1773688179.272945:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.272946:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43cc00/0x52973366461d2909 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6a9 expref: 44 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.272950:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa200/0x52973366461d2876 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x141:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a67f expref: 44 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.272954:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afac00/0x52973366461d28df lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.272957:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afb000/0x52973366461d286f lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.272959:0:75542:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1773688179.272973:0:75542:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c400/0x52973366461d291e lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.272977:0:75542:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.272979:0:75542:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773688179.272981:0:75542:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b079f4b40. 00000100:00000001:2.0:1773688179.272982:0:75542:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997185284928 : -129076524266688 : ffff8a9b079f4b40) 00000100:00000001:2.0:1773688179.272984:0:75542:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997185284928 : -129076524266688 : ffff8a9b079f4b40) 00000100:00000001:2.0:1773688179.272985:0:75542:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773688179.272986:0:75542:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1773688179.272987:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688179.272989:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.272990:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1773688179.272991:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.272992:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.272993:0:75542:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1773688179.272994:0:75542:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1773688179.272996:0:75542:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce5180. 00000020:00000040:2.0:1773688179.272999:0:75542:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:2.0:1773688179.273001:0:75542:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773688179.273002:0:75542:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773688179.273005:0:75542:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773688179.273027:0:75542:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a0bb6c600. 00000100:00000001:2.0:1773688179.273031:0:75542:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.273035:0:75542:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43cc00/0x52973366461d2909 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6a9 expref: 44 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.273047:0:75542:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43cc00/0x52973366461d2909 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x141:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6a9 expref: 44 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.273053:0:75542:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1773688179.273054:0:75542:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773688179.273057:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9a10ce5180 x1859843861189376/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.273062:0:75542:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773688179.273064:0:75542:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.273066:0:75542:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9a10ce5180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:75542:1859843861189376:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.273068:0:75542:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773688179.273071:0:75542:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773688179.273072:0:75542:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.273074:0:75542:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773688179.273076:0:75542:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9b079a8000. 02000000:00000001:2.0:1773688179.273078:0:75542:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773688179.273081:0:75542:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a0b538aa8. 00000400:00000010:2.0:1773688179.273083:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505d48. 00000100:00000200:2.0:1773688179.273087:0:75542:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861189376, portal 16 00000100:00000001:2.0:1773688179.273089:0:75542:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773688179.273089:0:75542:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614993044394368 : -129080665157248 : ffff8a9a10ce5180) 00000100:00000040:2.0:1773688179.273092:0:75542:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9a10ce5180 x1859843861189376/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.273097:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.273098:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.273099:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505cc0. 00000100:00000200:2.0:1773688179.273101:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861189376, offset 0 00000400:00000200:2.0:1773688179.273104:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.273107:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.273110:0:75542:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773688179.273112:0:75542:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:2.0:1773688179.273115:0:75542:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773688179.273117:0:75542:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:2.0:1773688179.273119:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47993:47993:256:4294967295] 192.168.204.51@tcp LPNI seq info [47989:47989:8:4294967295] 00000400:00000200:2.0:1773688179.273124:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.273127:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.273129:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a500. 00000800:00000200:2.0:1773688179.273132:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.273135:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.273137:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.273146:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.273148:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297630194 00000100:00000001:2.0:1773688179.273154:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297630187 00000100:00000001:2.0:1773688179.273157:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297630194 00000100:00000001:2.0:1773688179.273160:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297630187 00000100:00000001:2.0:1773688179.273164:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297630194 00000100:00000001:2.0:1773688179.273166:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297630187 00000100:00000001:2.0:1773688179.273168:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297630194 00000100:00000001:2.0:1773688179.273170:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297630187 00000100:00000001:2.0:1773688179.273172:0:75542:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.273174:0:75542:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.273175:0:75542:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.273177:0:75542:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.273178:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.273179:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.273180:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.273181:0:75542:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.273183:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688179.273184:0:75542:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1773688179.273185:0:75542:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.273186:0:75542:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773688179.273187:0:75542:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773688179.273189:0:75542:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b079f4b40 going to sleep for 11 seconds 00000100:00000001:2.0:1773688179.273191:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773688179.273192:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688179.273194:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.273198:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a500. 00000400:00000200:0.0:1773688179.273201:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.273204:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.273206:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505cc0 00000400:00000010:0.0:1773688179.273208:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505cc0. 00000100:00000001:0.0:1773688179.273210:0:3440:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773688179.273213:0:3440:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9a10ce5180 x1859843861189376/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.273219:0:3440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773688179.273221:0:3440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9a10ce5180 x1859843861189376/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.273225:0:3440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.273226:0:3440:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773688179.274109:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773688179.274115:0:75542:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773688179.274117:0:75542:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773688179.274119:0:75542:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a0b538aa8. 00000400:00000200:2.0:1773688179.274122:0:75542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505d48 00000400:00000010:2.0:1773688179.274124:0:75542:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505d48. 00000100:00000001:2.0:1773688179.274126:0:75542:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688179.274131:0:75542:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9a10ce5180 x1859843861189376/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1773688179.274140:0:75542:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9a10ce5180 x1859843861189376/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.274148:0:75542:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773688179.274149:0:75542:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.274151:0:75542:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773688179.274153:0:75542:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773688179.274154:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.274156:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.274158:0:75542:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.274162:0:75542:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=3 v=5 (5 0 0 0) 00000100:00001000:2.0:1773688179.274165:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1773688179.274168:0:75542:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773688179.274169:0:75542:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.274171:0:75542:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773688179.274174:0:75542:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.274176:0:75542:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.274181:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9a10ce5180 x1859843861189376/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.274188:0:75542:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.274190:0:75542:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773688179.274191:0:75542:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.274194:0:75542:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1773688179.274195:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.274197:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.274198:0:75542:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.274202:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce5180 x1859843861189376/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1773688179.274209:0:75542:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9a10ce5180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:75542:1859843861189376:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.274213:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.274216:0:75542:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.274218:0:75542:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773688179.274219:0:75542:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.274222:0:75542:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9a10ce5180 x1859843861189376/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.274228:0:75542:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773688179.274230:0:75542:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773688179.274239:0:75542:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9b079a8000. 02000000:00000001:2.0:1773688179.274243:0:75542:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773688179.274247:0:75542:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773688179.274248:0:75542:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1773688179.274250:0:75542:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773688179.274253:0:75542:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a0bb6c600. 02000000:00000001:2.0:1773688179.274256:0:75542:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773688179.274258:0:75542:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773688179.274259:0:75542:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a10ce5180. 00000100:00000001:2.0:1773688179.274262:0:75542:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773688179.274263:0:75542:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773688179.274265:0:75542:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b079f4b40. 00000100:00000001:2.0:1773688179.274267:0:75542:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1773688179.274269:0:75542:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1773688179.274271:0:75542:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b079e5680. 00010000:00000001:2.0:1773688179.274274:0:75542:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.274276:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.274278:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.274280:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1773688179.274283:0:75542:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c400/0x52973366461d291e lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000001:1.0:1773688179.274568:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.274573:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.274574:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.274575:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.274579:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.274586:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4461180 00000400:00000200:1.0:1773688179.274591:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72d3d [2] + 1968 00000400:00000010:1.0:1773688179.274595:0:3439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b07258738. 00000400:00000200:1.0:1773688179.274598:0:3439:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8a9b41f7e3c0 00000800:00000001:1.0:1773688179.274601:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.274632:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.274635:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.274639:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.274642:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b41f7e3c0 00000400:00000010:1.0:1773688179.274644:0:3439:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at ffff8a9b41f7e3c0. 00000100:00000001:1.0:1773688179.274648:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.274650:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:1.0:1773688179.274653:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b1db7f450 x1859843854307712 msgsize 328 00000100:00100000:1.0:1773688179.274656:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000040:1.0:1773688179.274657:0:3439:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1773688179.274666:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.274670:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.274676:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1773688179.275021:0:6358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afbc00. 00010000:00010000:2.0:1773688179.275054:0:75542:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c400/0x52973366461d291e lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.275065:0:75542:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.275069:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c400/0x52973366461d291e lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.275077:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.275081:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.275084:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.275086:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.275089:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.275091:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0e43c400 refcount=3 00000020:00000001:2.0:1773688179.275095:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993001759744 : -129080707791872 : ffff8a9a0e43c400) 00010000:00000001:2.0:1773688179.275099:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993001759744 : -129080707791872 : ffff8a9a0e43c400) 00010000:00000001:2.0:1773688179.275104:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.275108:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.275113:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.275118:0:75542:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1773688179.275125:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.275129:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688179.275137:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.275144:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.275148:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.275152:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.275157:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.275161:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.275163:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.275167:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.275169:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.275172:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x141:0x0]: Reading som attrs: valid: 4, size: 77076, blocks: 259 00000004:00000001:2.0:1773688179.275176:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.275179:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.275181:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.275183:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.275186:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.275187:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.275188:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.275189:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.275190:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.275191:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.275192:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.275194:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1773688179.275199:0:75542:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1773688179.275201:0:75542:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1773688179.275203:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b3576c370 00000004:00000001:2.0:1773688179.275208:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.275210:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.275213:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.275219:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.275221:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.275224:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.275227:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.275230:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.275243:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.275250:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x141:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:2.0:1773688179.275255:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x141:0x0]: returning size 77076 00000004:00000040:2.0:1773688179.275262:0:75542:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x141:45025 magic=0x0BD10BD0 pattern=0X1 00000800:00000200:0.0:1773688179.275263:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000004:00000040:2.0:1773688179.275269:0:75542:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000800:00000010:0.0:1773688179.275270:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d900. 00000004:00000040:2.0:1773688179.275275:0:75542:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2567 00000400:00000200:0.0:1773688179.275278:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00200000:2.0:1773688179.275280:0:75542:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:2.0:1773688179.275286:0:75542:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000400:00000200:0.0:1773688179.275287:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000001:00000001:2.0:1773688179.275291:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000400:00000200:0.0:1773688179.275293:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee880 00000001:00000001:2.0:1773688179.275296:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773688179.275298:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee880. 00000004:00000001:2.0:1773688179.275300:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000100:00000001:0.0:1773688179.275303:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000004:00000001:2.0:1773688179.275305:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00000001:0.0:1773688179.275307:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000001:2.0:1773688179.275309:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.275320:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.275326:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.275332:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.275337:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.275341:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.275349:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.275356:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.275361:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.275365:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.275370:0:75542:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.275379:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.275383:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.275388:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0e43c400 refcount=3 00000020:00000001:2.0:1773688179.275393:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993001759744 : -129080707791872 : ffff8a9a0e43c400) 00010000:00000001:2.0:1773688179.275398:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993001759744 : -129080707791872 : ffff8a9a0e43c400) 00000004:00010000:2.0:1773688179.275404:0:75542:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c400/0x52973366461d291e lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.275416:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.275420:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.275425:0:75542:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:2.0:1773688179.275427:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.275431:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:2.0:1773688179.275434:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.275436:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.275440:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0e43c400 refcount=3 00000020:00000001:2.0:1773688179.275442:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993001759744 : -129080707791872 : ffff8a9a0e43c400) 00010000:00000001:2.0:1773688179.275444:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993001759744 : -129080707791872 : ffff8a9a0e43c400) 00000004:00000040:2.0:1773688179.275452:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:2.0:1773688179.275456:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=44 00010000:00000001:2.0:1773688179.275460:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.275462:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.275462:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.275464:0:75542:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1773688179.275467:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.275468:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.275469:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.275471:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.275472:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.275474:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.275477:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.275478:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.275479:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.275480:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:2.0:1773688179.275482:0:75542:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8a9b31d20000. 00000004:00000001:2.0:1773688179.275485:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.275486:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.275488:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.275489:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.275490:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.275491:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.275492:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.275493:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0e43d000 with handle 0x52973366461d2917 from hash 00010000:00000001:2.0:1773688179.275495:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.275495:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.275496:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.275497:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.275498:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.275501:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43d000/0x52973366461d2917 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6b0 expref: 44 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.275509:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:2.0:1773688179.275510:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 43 00010000:00000010:2.0:1773688179.275512:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96100. 00010000:00000001:2.0:1773688179.275515:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.275516:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.275519:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.275521:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c400/0x52973366461d291e lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x141:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6b0 expref: 43 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.275526:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.275527:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.275528:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x141:0x0].0x0 (ffff8a9a16349f00) 00010000:00010000:2.0:1773688179.275530:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1773688179.275531:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.275532:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.275533:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.275534:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.275535:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.275536:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a0e43c400, rc 0) 00000020:00000001:2.0:1773688179.275538:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.275539:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854307584 00010000:00000001:2.0:1773688179.275541:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.275544:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e8b1500 x1859843854307584/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.275550:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.275552:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.275554:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.275557:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.275559:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.275562:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.275564:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.275566:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.275568:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.275570:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.275578:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505d48. 00000100:00000200:2.0:1773688179.275582:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854307584, offset 224 00000400:00000200:2.0:1773688179.275586:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.275592:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.275596:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47995:47995:256:4294967295] 192.168.204.51@tcp LPNI seq info [47991:47991:8:4294967295] 00000400:00000200:2.0:1773688179.275604:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.275609:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.275612:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a900. 00000800:00000200:2.0:1773688179.275616:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.275620:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.275623:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a900 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.275636:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.275639:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.275642:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.275643:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.275645:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.275650:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e8b1500 x1859843854307584/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.275660:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e8b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+43:68109:x1859843854307584:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2945us (3061us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.275667:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15463 00000100:00000040:2.0:1773688179.275670:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.275673:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.275675:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.275678:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.275682:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.275685:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b34ba9600. 00000020:00000040:2.0:1773688179.275689:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 42 00000100:00000001:2.0:1773688179.275692:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1773688179.279058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa400. 00000800:00000001:1.0:1773688179.279393:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.279405:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.279408:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.279410:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.279419:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.279433:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4461200 00000400:00000200:1.0:1773688179.279441:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 82648 00000800:00000001:1.0:1773688179.279449:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.279458:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.279461:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.279464:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.279470:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.279472:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688179.279477:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e8b0a80. 00000100:00000040:1.0:1773688179.279479:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0e8b0a80 x1859843854307840 msgsize 584 00000100:00100000:1.0:1773688179.279482:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.279490:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.279496:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.279498:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.279520:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.279524:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854307840 02000000:00000001:2.0:1773688179.279527:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.279529:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.279531:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.279534:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.279537:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854307840 00000020:00000001:2.0:1773688179.279539:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.279540:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.279542:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.279544:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=43 00000020:00000001:2.0:1773688179.279546:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.279548:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.279551:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.279554:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.279556:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.279558:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000020:00000010:2.0:1773688179.279563:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b079a8000. 00000020:00000010:2.0:1773688179.279566:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.279570:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.279576:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.279578:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.279579:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.279589:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.279591:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.279594:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.279599:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.279606:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.279614:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.279615:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.279620:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15464 00000100:00000040:2.0:1773688179.279623:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.279625:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993006430848 : -129080703120768 : ffff8a9a0e8b0a80) 00000100:00000040:2.0:1773688179.279631:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e8b0a80 x1859843854307840/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.279637:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.279639:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.279641:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.279642:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000100:00100000:2.0:1773688179.279645:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+43:68109:x1859843854307840:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.279648:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854307840 00000020:00000001:2.0:1773688179.279650:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.279653:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.279656:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.279658:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.279659:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.279661:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.279664:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854307840, found 0 last_xid 1859843854307839 00000020:00000001:2.0:1773688179.279666:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.279667:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.279668:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.279672:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.279673:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.279675:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.279676:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.279677:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.279678:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.279682:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.279686:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 3 00010000:00000001:2.0:1773688179.279688:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.279690:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.279692:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0e43da00. 00000020:00000001:2.0:1773688179.279694:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.279696:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0e43da00 with handle 0x52973366461d2925 to hash 00000020:00000001:2.0:1773688179.279697:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.279698:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993001765376 : -129080707786240 : ffff8a9a0e43da00) 00010000:00000010:2.0:1773688179.279702:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96100. 00010000:00000001:2.0:1773688179.279704:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993001765376 : -129080707786240 : ffff8a9a0e43da00) 00010000:00010000:2.0:1773688179.279707:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43da00/0x52973366461d2925 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a6b7 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.279713:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:2.0:1773688179.279714:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=44 00010000:00000001:2.0:1773688179.279719:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.279720:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.279724:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.279726:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.279727:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1773688179.279729:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.279730:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:2.0:1773688179.279732:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.279735:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:2.0:1773688179.279736:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:2.0:1773688179.279738:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.279740:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.279741:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.279743:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.279744:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.279748:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b31d20000. 02000000:00000001:2.0:1773688179.279750:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.279751:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.279753:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.279754:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1773688179.279756:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:2.0:1773688179.279758:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.279759:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.279762:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.279763:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.279764:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.279765:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.279766:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.279767:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.279768:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.279769:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.279770:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.279771:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.279771:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.279772:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.279773:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.279774:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.279775:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.279776:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.279777:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.279780:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.279784:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.279785:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.279786:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.279787:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.279788:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.279789:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.279789:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.279790:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.279791:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.279792:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.279794:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.279795:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.279796:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.279797:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.279799:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1773688179.279803:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3af8 00000004:00000002:2.0:1773688179.279805:0:75542:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xf3:0x0]/PPTC321.TMP, ldlm_rep = ffff8a9b31d20228 00000004:00000001:2.0:1773688179.279808:0:75542:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1773688179.279811:0:75542:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1773688179.279813:0:75542:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1773688179.279815:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.279816:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.279818:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 4 00010000:00000001:2.0:1773688179.279819:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.279820:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.279822:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0e43c600. 00000020:00000001:2.0:1773688179.279823:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.279825:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0e43c600 with handle 0x52973366461d292c to hash 00000020:00000001:2.0:1773688179.279826:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.279828:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993001760256 : -129080707791360 : ffff8a9a0e43c600) 00010000:00000010:2.0:1773688179.279830:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.279833:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993001760256 : -129080707791360 : ffff8a9a0e43c600) 00010000:00000001:2.0:1773688179.279835:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.279837:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.279840:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c600/0x52973366461d292c lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.279847:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.279850:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.279852:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.279854:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.279856:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.279859:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.279860:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.279862:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.279865:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.279867:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.279868:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.279870:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) refcount = 4 00010000:00000040:2.0:1773688179.279873:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.279878:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378800/0x52973366461d0912 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8464d expref: 44 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.279888:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378a00/0x52973366461d090b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e84677 expref: 44 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.279892:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c600/0x52973366461d292c lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.279895:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.279898:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.279899:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.279900:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.279901:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.279903:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.279904:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.279906:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.279907:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.279909:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c600/0x52973366461d292c lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.279913:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.279914:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.279915:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.279916:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.279917:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773688179.279921:0:75542:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a16dec100. 00010000:00000010:2.0:1773688179.279923:0:75542:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b343e9100. 00010000:00000001:2.0:1773688179.279925:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.279926:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0e43c200. 00000020:00000001:2.0:1773688179.279927:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.279929:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0e43c200 with handle 0x52973366461d2933 to hash 00000020:00000001:2.0:1773688179.279930:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.279931:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993001759232 : -129080707792384 : ffff8a9a0e43c200) 00010000:00000010:2.0:1773688179.279933:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96600. 00010000:00000001:2.0:1773688179.279934:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993001759232 : -129080707792384 : ffff8a9a0e43c200) 00010000:00000001:2.0:1773688179.279944:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.279945:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.279948:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c200/0x52973366461d2933 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.279953:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.279955:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.279956:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.279957:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.279959:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.279971:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.279972:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.279974:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.279975:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.279976:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.279978:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.279979:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xddd0a3dd (ffff8a9a16dec100) refcount = 1 00010000:00010000:2.0:1773688179.279982:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c200/0x52973366461d2933 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.279987:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.279989:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.279991:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.279992:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.279994:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.279996:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.279997:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.279999:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.280001:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.280004:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c200/0x52973366461d2933 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.280036:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.280038:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.280039:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.280040:0:75542:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.280044:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.280076:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.280078:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1773688179.280081:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1773688179.280084:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.280088:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1773688179.280105:0:75542:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.280108:0:75542:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1773688179.280109:0:75542:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1773688179.280112:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1773688179.280114:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773688179.280118:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.280120:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.280121:0:75542:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1773688179.280123:0:75542:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.280125:0:75542:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:2.0:1773688179.280127:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.280129:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.280131:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.280132:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x13f:0x0] 00000020:00000001:2.0:1773688179.280134:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.280139:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:2.0:1773688179.280141:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:2.0:1773688179.280145:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1773688179.280148:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.280149:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.280153:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 2 00010000:00000001:2.0:1773688179.280155:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.280158:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.280160:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0e43c800. 00000020:00000001:2.0:1773688179.280162:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.280163:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0e43c800 with handle 0x52973366461d293a to hash 00000020:00000001:2.0:1773688179.280164:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.280165:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993001760768 : -129080707790848 : ffff8a9a0e43c800) 00010000:00000010:2.0:1773688179.280168:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96380. 00010000:00000001:2.0:1773688179.280169:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993001760768 : -129080707790848 : ffff8a9a0e43c800) 00010000:00000001:2.0:1773688179.280170:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.280171:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.280173:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c800/0x52973366461d293a lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.280177:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.280178:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.280179:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.280180:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.280182:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.280184:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.280185:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.280187:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.280188:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.280190:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.280191:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.280192:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 2 00010000:00000040:2.0:1773688179.280195:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.280198:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 44 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.280205:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c800/0x52973366461d293a lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.280210:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.280212:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.280214:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.280215:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.280217:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.280219:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.280220:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.280223:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.280225:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.280227:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c800/0x52973366461d293a lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.280242:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.280244:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.280245:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.280247:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.280248:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.280249:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0e43c800 refcount=3 00000020:00000001:2.0:1773688179.280250:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993001760768 : -129080707790848 : ffff8a9a0e43c800) 00010000:00000001:2.0:1773688179.280252:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993001760768 : -129080707790848 : ffff8a9a0e43c800) 00010000:00000001:2.0:1773688179.280253:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.280254:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.280255:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.280257:0:75542:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1773688179.280261:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.280262:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688179.280267:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.280268:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.280271:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.280273:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.280277:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.280279:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.280281:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.280282:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.280283:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.280284:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x13f:0x0]: Reading som attrs: valid: 4, size: 74834, blocks: 259 00000004:00000001:2.0:1773688179.280287:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.280287:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.280288:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.280292:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.280293:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.280299:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.280301:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.280302:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.280303:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.280305:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.280308:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.280309:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1773688179.280312:0:75542:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1773688179.280313:0:75542:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1773688179.280316:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b31d20370 00000004:00000001:2.0:1773688179.280318:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.280320:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.280322:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.280323:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.280325:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.280326:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.280328:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.280329:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.280331:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.280333:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:2.0:1773688179.280336:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: returning size 74834 00000004:00000040:2.0:1773688179.280344:0:75542:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x13f:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1773688179.280347:0:75542:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:2.0:1773688179.280349:0:75542:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2566 00000004:00200000:2.0:1773688179.280351:0:75542:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:2.0:1773688179.280354:0:75542:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:2.0:1773688179.280355:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.280356:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.280358:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1773688179.280360:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.280361:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.280362:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.280364:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.280365:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.280366:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.280368:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.280372:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.280375:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.280376:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.280377:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.280378:0:75542:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.280383:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.280384:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.280385:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0e43c800 refcount=3 00000020:00000001:2.0:1773688179.280386:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993001760768 : -129080707790848 : ffff8a9a0e43c800) 00010000:00000001:2.0:1773688179.280388:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993001760768 : -129080707790848 : ffff8a9a0e43c800) 00000004:00010000:2.0:1773688179.280390:0:75542:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c800/0x52973366461d293a lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:2.0:1773688179.280394:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1773688179.280396:0:75542:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41868f58/ffff8a9b41868f00 to site lru. bkt: ffff8a9a1aeb4d58 00000004:00000001:2.0:1773688179.280398:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.280399:0:75542:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1773688179.280401:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688179.280401:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.280403:0:75542:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1773688179.280405:0:75542:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:2.0:1773688179.280406:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.280407:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.280407:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.280408:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 2 00010000:00000040:2.0:1773688179.280410:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.280413:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 44 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.280417:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c800/0x52973366461d293a lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.280420:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.280421:0:75542:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.280422:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.280423:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.280424:0:75542:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.280426:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1773688179.280428:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.280429:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.280430:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.280430:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0e43c600 refcount=3 00000020:00000001:2.0:1773688179.280432:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993001760256 : -129080707791360 : ffff8a9a0e43c600) 00010000:00000001:2.0:1773688179.280433:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993001760256 : -129080707791360 : ffff8a9a0e43c600) 00010000:00000001:2.0:1773688179.280434:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.280436:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c600/0x52973366461d292c lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.280439:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.280439:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.280441:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c600/0x52973366461d292c lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.280444:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.280445:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.280447:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.280448:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c600/0x52973366461d292c lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.280452:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a0e43c600 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.280453:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.280454:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.280456:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c600/0x52973366461d292c lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.280459:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.280460:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.280460:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.280461:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0e43c600 refcount=4 00000020:00000001:2.0:1773688179.280462:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993001760256 : -129080707791360 : ffff8a9a0e43c600) 00010000:00000001:2.0:1773688179.280463:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993001760256 : -129080707791360 : ffff8a9a0e43c600) 00010000:00000001:2.0:1773688179.280465:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.280468:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c600/0x52973366461d292c lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.280473:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.280475:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.280476:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.280479:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.280481:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.280482:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.280483:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.280485:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0e43c600 with handle 0x52973366461d292c from hash 00010000:00000001:2.0:1773688179.280487:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.280489:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.280490:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.280491:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.280493:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.280494:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.280496:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.280498:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.280500:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.280502:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:2.0:1773688179.280505:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.280507:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.280510:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.280512:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.280513:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.280515:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.280516:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.280518:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.280520:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.280522:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.280524:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c600/0x52973366461d292c lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.280527:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.280529:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.280530:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.280531:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.280532:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.280533:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c600/0x52973366461d292c lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.280537:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.280543:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.280544:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.280545:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.280546:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.280547:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.280548:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0e43c200 refcount=3 00000020:00000001:2.0:1773688179.280549:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993001759232 : -129080707792384 : ffff8a9a0e43c200) 00010000:00000001:2.0:1773688179.280550:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993001759232 : -129080707792384 : ffff8a9a0e43c200) 00010000:00000001:2.0:1773688179.280552:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.280553:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c200/0x52973366461d2933 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.280556:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.280557:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.280558:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c200/0x52973366461d2933 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.280561:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.280562:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.280563:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.280564:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c200/0x52973366461d2933 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.280567:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a0e43c200 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.280568:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.280569:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.280570:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c200/0x52973366461d2933 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.280574:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.280574:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.280575:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.280576:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0e43c200 refcount=4 00000020:00000001:2.0:1773688179.280577:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993001759232 : -129080707792384 : ffff8a9a0e43c200) 00010000:00000001:2.0:1773688179.280578:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993001759232 : -129080707792384 : ffff8a9a0e43c200) 00010000:00000001:2.0:1773688179.280579:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.280580:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c200/0x52973366461d2933 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.280583:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.280584:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.280586:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.280588:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.280589:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.280590:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.280591:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.280592:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0e43c200 with handle 0x52973366461d2933 from hash 00010000:00000001:2.0:1773688179.280594:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.280595:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.280596:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.280597:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.280599:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.280600:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.280602:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.280604:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.280605:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.280607:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xddd0a3dd (ffff8a9a16dec100) 00010000:00010000:2.0:1773688179.280610:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.280611:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.280613:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.280614:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.280616:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.280618:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.280619:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.280621:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.280622:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.280624:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.280626:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c200/0x52973366461d2933 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.280631:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.280631:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.280632:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.280634:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.280635:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.280637:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c200/0x52973366461d2933 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.280642:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96600. 00010000:00000040:2.0:1773688179.280645:0:75542:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a16dec100 count: 0 00010000:00000010:2.0:1773688179.280650:0:75542:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b343e9100. 00010000:00000001:2.0:1773688179.280655:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.280656:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.280657:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1773688179.280659:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1773688179.280660:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1773688179.280662:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.280663:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.280664:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0e43c800 refcount=3 00000020:00000001:2.0:1773688179.280666:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993001760768 : -129080707790848 : ffff8a9a0e43c800) 00010000:00000001:2.0:1773688179.280668:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993001760768 : -129080707790848 : ffff8a9a0e43c800) 00000004:00000040:2.0:1773688179.280671:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:2.0:1773688179.280673:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=45 00010000:00000001:2.0:1773688179.280676:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.280678:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.280679:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.280681:0:75542:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1773688179.280684:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.280686:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.280687:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.280689:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.280690:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.280693:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.280697:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.280699:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.280701:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.280703:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.280705:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.280707:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.280708:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.280711:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.280712:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.280714:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.280715:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.280717:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0e43da00 with handle 0x52973366461d2925 from hash 00010000:00000001:2.0:1773688179.280720:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.280721:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.280723:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.280724:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.280724:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.280727:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43da00/0x52973366461d2925 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6b7 expref: 45 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.280732:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:2.0:1773688179.280734:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 44 00010000:00000010:2.0:1773688179.280736:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96100. 00010000:00000001:2.0:1773688179.280739:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.280740:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.280743:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.280745:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c800/0x52973366461d293a lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6b7 expref: 44 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.280750:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.280752:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.280753:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:2.0:1773688179.280754:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1773688179.280756:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.280757:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.280758:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.280759:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.280759:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.280760:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a0e43c800, rc 0) 00000020:00000001:2.0:1773688179.280762:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.280764:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854307840 00010000:00000001:2.0:1773688179.280766:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.280769:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e8b0a80 x1859843854307840/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.280774:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.280776:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.280778:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.280781:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.280782:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.280784:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.280786:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.280787:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.280789:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.280791:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.280794:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b035054c8. 00000100:00000200:2.0:1773688179.280799:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854307840, offset 224 00000400:00000200:2.0:1773688179.280803:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.280811:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.280816:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47996:47996:256:4294967295] 192.168.204.51@tcp LPNI seq info [47992:47992:8:4294967295] 00000400:00000200:2.0:1773688179.280823:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.280828:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.280832:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a200. 00000800:00000200:2.0:1773688179.280838:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.280844:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.280848:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a200 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.280860:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.280863:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.280865:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.280866:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.280868:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.280871:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e8b0a80 x1859843854307840/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.280878:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+44:68109:x1859843854307840:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1239us (1397us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.280883:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15464 00000100:00000040:2.0:1773688179.280886:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.280888:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.280889:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.280892:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.280895:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.280897:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b079a8000. 00000020:00000040:2.0:1773688179.280900:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 43 00000100:00000001:2.0:1773688179.280901:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.280952:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.280957:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a200. 00000400:00000200:0.0:1773688179.280972:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.280977:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.280981:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b035054c8 00000400:00000010:0.0:1773688179.280983:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b035054c8. 00000100:00000001:0.0:1773688179.280987:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.280988:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1773688179.282130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0e43cc00. 00010000:00000010:2.1:1773688179.283059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0e43d000. 00000100:00000001:2.0:1773688179.284959:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.284972:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854308096 02000000:00000001:2.0:1773688179.284974:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.284976:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.284978:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.284986:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.284990:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854308096 00000020:00000001:2.0:1773688179.284993:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.284995:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.284998:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.285001:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=44 00000020:00000001:2.0:1773688179.285005:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.285029:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.285033:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.285037:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.285040:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.285042:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000020:00000010:2.0:1773688179.285047:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b079a8000. 00000020:00000010:2.0:1773688179.285051:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.285056:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.285062:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.285064:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.285066:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.285068:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.285070:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.285072:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.285079:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.285088:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.285108:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.285110:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1773688179.285116:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1773688179.285117:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15465 00000100:00000001:0.0:1773688179.285121:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1773688179.285123:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.285125:0:68797:0:(service.c:2223:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.285127:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997898412928 : -129075811138688 : ffff8a9b3220c380) 00000100:00000001:0.0:1773688179.285129:0:68797:0:(service.c:2462:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.285138:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3220c380 x1859843854308096/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.285146:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.285148:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.285150:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.285152:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000100:00100000:2.0:1773688179.285155:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3220c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+44:68109:x1859843854308096:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.285158:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854308096 00000020:00000001:2.0:1773688179.285161:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.285165:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.285168:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.285170:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.285171:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.285174:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.285176:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854308096, found 0 last_xid 1859843854308095 00000020:00000001:2.0:1773688179.285179:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.285180:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.285182:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.285186:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.285187:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.285189:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.285190:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.285191:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.285193:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.285196:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.285200:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 3 00010000:00000001:2.0:1773688179.285202:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.285204:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.285206:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0e43d000. 00000020:00000001:2.0:1773688179.285209:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.285210:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0e43d000 with handle 0x52973366461d2941 to hash 00000020:00000001:2.0:1773688179.285212:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.285213:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993001762816 : -129080707788800 : ffff8a9a0e43d000) 00010000:00000010:2.0:1773688179.285217:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96100. 00010000:00000001:2.0:1773688179.285218:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993001762816 : -129080707788800 : ffff8a9a0e43d000) 00010000:00010000:2.0:1773688179.285222:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43d000/0x52973366461d2941 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a6be expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.285228:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:2.0:1773688179.285230:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=45 00010000:00000001:2.0:1773688179.285234:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.285236:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.285241:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.285243:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.285244:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.285254:0:75542:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:2.0:1773688179.285260:0:75542:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9b3220c380 x1859843854308096/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1773688179.285266:0:75542:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1773688179.285268:0:75542:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1773688179.285270:0:75542:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1773688179.285272:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.285273:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.285275:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.285277:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.285278:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.285279:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.285280:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.285281:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.285286:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.285286:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.285287:0:75542:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.285288:0:75542:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.285291:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.285292:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.285294:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.285296:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.285302:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9b31d27000. 02000000:00000001:2.0:1773688179.285305:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.285307:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.285311:0:75542:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1773688179.285312:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.285313:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.285315:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.285317:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.285318:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.285320:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.285321:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.285322:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.285325:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.285326:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.285330:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.285334:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.285336:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.285339:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.285340:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.285342:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.285344:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.285346:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.285347:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.285349:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.285350:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.285360:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.285361:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.285362:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.285363:0:75542:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.285366:0:75542:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1773688179.285367:0:75542:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.285369:0:75542:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1773688179.285371:0:75542:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:2.0:1773688179.285374:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3a38 00000004:00000002:2.0:1773688179.285376:0:75542:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xf3:0x0]/(->[0x20000afe1:0x13f:0x0]) cr_flag=040004240000003 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1773688179.285379:0:75542:0:(mdt_open.c:1135:mdt_open_by_fid_lock()) Process entered 00000004:00000001:2.0:1773688179.285381:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.285382:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:2.0:1773688179.285385:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.285387:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:2.0:1773688179.285389:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:2.0:1773688179.285390:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.285391:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x13f:0x0] 00000020:00000001:2.0:1773688179.285392:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.285395:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:2.0:1773688179.285396:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:2.0:1773688179.285398:0:75542:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1773688179.285399:0:75542:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.285403:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.285405:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688179.285410:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.285412:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.285415:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.285422:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.285428:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.285430:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.285433:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.285435:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.285437:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.285439:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x13f:0x0]: Reading som attrs: valid: 4, size: 74834, blocks: 259 00000004:00000001:2.0:1773688179.285441:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.285443:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.285444:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.285446:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.285447:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.285449:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:2.0:1773688179.285452:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b31d27378 00000004:00000001:2.0:1773688179.285454:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.285457:0:75542:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:2.0:1773688179.285459:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688179.285461:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.285469:0:75542:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0x13f:0x0] lease count: 0, lm: 8 00000004:00000001:2.0:1773688179.285473:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1773688179.285476:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.285478:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.285481:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 3 00010000:00000001:2.0:1773688179.285483:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.285484:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.285487:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0e43cc00. 00000020:00000001:2.0:1773688179.285489:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.285490:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0e43cc00 with handle 0x52973366461d2948 to hash 00000020:00000001:2.0:1773688179.285492:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.285492:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993001761792 : -129080707789824 : ffff8a9a0e43cc00) 00010000:00000010:2.0:1773688179.285494:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96600. 00010000:00000001:2.0:1773688179.285496:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993001761792 : -129080707789824 : ffff8a9a0e43cc00) 00010000:00000001:2.0:1773688179.285499:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.285500:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.285502:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43cc00/0x52973366461d2948 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.285507:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.285509:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.285511:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.285512:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.285514:0:75542:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1773688179.285517:0:75542:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c800/0x52973366461d293a lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6b7 expref: 45 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.285522:0:75542:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1773688179.285523:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.285525:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.285526:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.285527:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.285528:0:75542:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1773688179.285531:0:75542:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43cc00/0x52973366461d2948 lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.285538:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 3 00010000:00000040:2.0:1773688179.285540:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.285543:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c800/0x52973366461d293a lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6b7 expref: 45 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.285550:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 45 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.285556:0:75542:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1773688179.285558:0:75542:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43cc00/0x52973366461d2948 lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.285564:0:75542:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.285568:0:75542:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773688179.285574:0:75542:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b079f4b40. 00000100:00000001:2.0:1773688179.285576:0:75542:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997185284928 : -129076524266688 : ffff8a9b079f4b40) 00000100:00000001:2.0:1773688179.285578:0:75542:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997185284928 : -129076524266688 : ffff8a9b079f4b40) 00000100:00000001:2.0:1773688179.285581:0:75542:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773688179.285582:0:75542:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1773688179.285584:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688179.285587:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.285589:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1773688179.285591:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.285592:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.285594:0:75542:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1773688179.285595:0:75542:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1773688179.285599:0:75542:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce5180. 00000020:00000040:2.0:1773688179.285602:0:75542:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:2.0:1773688179.285606:0:75542:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773688179.285608:0:75542:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773688179.285612:0:75542:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773688179.285617:0:75542:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9b34ba9600. 00000100:00000001:2.0:1773688179.285623:0:75542:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.285627:0:75542:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c800/0x52973366461d293a lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6b7 expref: 45 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.285647:0:75542:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c800/0x52973366461d293a lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6b7 expref: 45 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.285654:0:75542:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1773688179.285657:0:75542:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773688179.285661:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9a10ce5180 x1859843861189504/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.285668:0:75542:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773688179.285671:0:75542:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.285676:0:75542:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9a10ce5180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:75542:1859843861189504:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.285680:0:75542:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773688179.285685:0:75542:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773688179.285687:0:75542:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.285689:0:75542:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773688179.285692:0:75542:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a0bb6c600. 02000000:00000001:2.0:1773688179.285693:0:75542:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773688179.285697:0:75542:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a0b538aa8. 00000400:00000010:2.0:1773688179.285702:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505990. 00000100:00000200:2.0:1773688179.285709:0:75542:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861189504, portal 16 00000100:00000001:2.0:1773688179.285711:0:75542:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773688179.285712:0:75542:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614993044394368 : -129080665157248 : ffff8a9a10ce5180) 00000100:00000040:2.0:1773688179.285718:0:75542:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9a10ce5180 x1859843861189504/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.285725:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.285727:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.285730:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505aa0. 00000100:00000200:2.0:1773688179.285732:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861189504, offset 0 00000400:00000200:2.0:1773688179.285738:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.285746:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.285751:0:75542:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773688179.285755:0:75542:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:2.0:1773688179.285758:0:75542:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773688179.285760:0:75542:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:2.0:1773688179.285763:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47997:47997:256:4294967295] 192.168.204.51@tcp LPNI seq info [47993:47993:8:4294967295] 00000400:00000200:2.0:1773688179.285769:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.285773:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.285777:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0ac00. 00000800:00000200:2.0:1773688179.285781:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.285786:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.285789:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0ac00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.285801:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.285804:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297630206 00000100:00000001:2.0:1773688179.285810:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297630194 00000100:00000001:2.0:1773688179.285812:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297630206 00000100:00000001:2.0:1773688179.285815:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297630194 00000100:00000001:2.0:1773688179.285817:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297630206 00000100:00000001:2.0:1773688179.285819:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297630194 00000100:00000001:2.0:1773688179.285821:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297630206 00000100:00000001:2.0:1773688179.285824:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297630194 00000100:00000001:2.0:1773688179.285826:0:75542:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.285828:0:75542:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.285829:0:75542:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.285831:0:75542:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.285832:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.285834:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.285834:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.285835:0:75542:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.285837:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688179.285838:0:75542:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1773688179.285840:0:75542:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.285841:0:75542:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773688179.285842:0:75542:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773688179.285844:0:75542:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b079f4b40 going to sleep for 11 seconds 00000100:00000001:2.0:1773688179.285846:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773688179.285849:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688179.285885:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.285888:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0ac00. 00000400:00000200:1.0:1773688179.285892:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.285895:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.285898:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505aa0 00000400:00000010:1.0:1773688179.285899:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505aa0. 00000100:00000001:1.0:1773688179.285901:0:3439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773688179.285905:0:3439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9a10ce5180 x1859843861189504/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.285911:0:3439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773688179.285914:0:3439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9a10ce5180 x1859843861189504/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.285918:0:3439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.285919:0:3439:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.286856:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.286861:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.286863:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.286864:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.286868:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.286875:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af1380 00000400:00000200:0.0:1773688179.286878:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77c19 [1] + 224 00000800:00000001:0.0:1773688179.286882:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.286898:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.286900:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.286902:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.286904:0:3440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773688179.286908:0:3440:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9a10ce5180 x1859843861189504/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1773688179.286914:0:3440:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9a10ce5180 x1859843861189504/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.286926:0:3440:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.286930:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.286932:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.286946:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773688179.286952:0:75542:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773688179.286954:0:75542:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773688179.286956:0:75542:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a0b538aa8. 00000400:00000200:2.0:1773688179.286968:0:75542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505990 00000400:00000010:2.0:1773688179.286970:0:75542:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505990. 00000100:00000001:2.0:1773688179.286973:0:75542:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688179.286977:0:75542:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9a10ce5180 x1859843861189504/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1773688179.286992:0:75542:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9a10ce5180 x1859843861189504/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.286999:0:75542:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773688179.287001:0:75542:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.287003:0:75542:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773688179.287025:0:75542:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773688179.287027:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.287028:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.287030:0:75542:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.287036:0:75542:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=3 v=5 (5 0 0 0) 00000100:00001000:2.0:1773688179.287038:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1773688179.287040:0:75542:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773688179.287041:0:75542:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.287043:0:75542:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773688179.287045:0:75542:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.287048:0:75542:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.287051:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9a10ce5180 x1859843861189504/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.287056:0:75542:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.287064:0:75542:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773688179.287067:0:75542:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.287069:0:75542:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1773688179.287071:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.287072:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.287073:0:75542:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.287077:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce5180 x1859843861189504/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1773688179.287084:0:75542:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9a10ce5180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:75542:1859843861189504:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.287089:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.287091:0:75542:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.287093:0:75542:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773688179.287095:0:75542:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.287099:0:75542:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9a10ce5180 x1859843861189504/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.287105:0:75542:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773688179.287108:0:75542:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773688179.287111:0:75542:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a0bb6c600. 02000000:00000001:2.0:1773688179.287115:0:75542:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773688179.287117:0:75542:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773688179.287118:0:75542:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1773688179.287121:0:75542:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773688179.287123:0:75542:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9b34ba9600. 02000000:00000001:2.0:1773688179.287126:0:75542:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773688179.287128:0:75542:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773688179.287129:0:75542:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a10ce5180. 00000100:00000001:2.0:1773688179.287131:0:75542:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773688179.287132:0:75542:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773688179.287134:0:75542:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b079f4b40. 00000100:00000001:2.0:1773688179.287136:0:75542:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1773688179.287137:0:75542:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1773688179.287138:0:75542:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b079e5680. 00010000:00000001:2.0:1773688179.287141:0:75542:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.287143:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.287144:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.287146:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1773688179.287149:0:75542:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43cc00/0x52973366461d2948 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773688179.287686:0:6358:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.287688:0:6358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854308224 02000000:00000001:1.0:1773688179.287690:0:6358:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.287691:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.287692:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.287694:0:6358:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.287696:0:6358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854308224 00000020:00000001:1.0:1773688179.287698:0:6358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.287699:0:6358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.287700:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.287702:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=46 00000020:00000001:1.0:1773688179.287703:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.287705:0:6358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.287707:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.287710:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.287712:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.287713:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a0c0. 00000020:00000010:1.0:1773688179.287717:0:6358:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a02060200. 00000020:00000010:1.0:1773688179.287720:0:6358:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b31ffb480. 00000020:00000010:1.0:1773688179.287724:0:6358:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe190. 00000100:00000040:1.0:1773688179.287728:0:6358:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.287729:0:6358:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.287730:0:6358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.287732:0:6358:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.287733:0:6358:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.287735:0:6358:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.287737:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.287738:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.287740:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0e43c800 refcount=4 00000020:00000001:1.0:1773688179.287742:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993001760768 : -129080707790848 : ffff8a9a0e43c800) 00010000:00000001:1.0:1773688179.287744:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993001760768 : -129080707790848 : ffff8a9a0e43c800) 00010000:00010000:1.0:1773688179.287748:0:6358:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c800/0x52973366461d293a lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6b7 expref: 46 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.287752:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.287753:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.287754:0:6358:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.287755:0:6358:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.287758:0:6358:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1773688179.287761:0:6358:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9b3220f800 x1859843854308224/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.287765:0:6358:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1773688179.287766:0:6358:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.287775:0:6358:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.287781:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.287782:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.287784:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3720 00000100:00000040:1.0:1773688179.287786:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00000100:00000001:1.0:1773688179.287788:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997898426368 : -129075811125248 : ffff8a9b3220f800) 00000100:00000040:1.0:1773688179.287792:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3220f800 x1859843854308224/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.287797:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.287798:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.287800:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.287801:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a0c0. 00000100:00100000:1.0:1773688179.287804:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3220f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+46:2405:x1859843854308224:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.287807:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854308224 00010000:00000001:1.0:1773688179.287809:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.287811:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.287813:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.287815:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.287816:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.287818:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9b36b7d000. 02000000:00000001:1.0:1773688179.287820:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.287821:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.287823:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.287824:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.287825:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.287826:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.287827:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0e43c800 refcount=4 00000020:00000001:1.0:1773688179.287828:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993001760768 : -129080707790848 : ffff8a9a0e43c800) 00010000:00000001:1.0:1773688179.287829:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993001760768 : -129080707790848 : ffff8a9a0e43c800) 00010000:00000040:1.0:1773688179.287831:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 4 00000004:00000001:1.0:1773688179.287833:0:6358:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1773688179.287835:0:6358:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c800/0x52973366461d293a lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6b7 expref: 46 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:1.0:1773688179.287839:0:6358:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b2bf83c50 time=1773688179 v=20 (0 0 0 0) 00010000:00000001:1.0:1773688179.287842:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773688179.287847:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.287848:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.287850:0:6358:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c800/0x52973366461d293a lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6b7 expref: 46 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773688179.287855:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.287857:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.287858:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.287859:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.287861:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.287862:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.287866:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.287866:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.287868:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.287869:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.287871:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0e43c800 with handle 0x52973366461d293a from hash 00010000:00000001:1.0:1773688179.287872:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.287873:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.287874:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.287875:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.287877:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.287878:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.287880:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.287880:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.287882:0:6358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c800/0x52973366461d293a lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6b7 expref: 46 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.287887:0:6358:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:1.0:1773688179.287889:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 45 00010000:00000010:1.0:1773688179.287890:0:6358:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96380. 00010000:00000001:1.0:1773688179.287897:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.287898:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.287899:0:6358:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.287901:0:6358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:1.0:1773688179.287903:0:6358:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43cc00/0x52973366461d2948 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.287907:0:6358:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.287908:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.287909:0:6358:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.287910:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.287911:0:6358:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.287913:0:6358:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.287914:0:6358:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688179.287915:0:6358:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43cc00/0x52973366461d2948 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.287918:0:6358:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688179.287920:0:6358:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.287921:0:6358:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.287922:0:6358:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.287923:0:6358:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 3 00010000:00000040:1.0:1773688179.287925:0:6358:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.287927:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 45 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.287931:0:6358:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43cc00/0x52973366461d2948 lrc: 4/0,1 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.287934:0:6358:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.287935:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.287936:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.287937:0:6358:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.287938:0:6358:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.287939:0:6358:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1773688179.287941:0:6358:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.287942:0:6358:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688179.287944:0:6358:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b41aafc00. 00000100:00000001:1.0:1773688179.287945:0:6358:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614998159129600 : -129075550422016 : ffff8a9b41aafc00) 00000100:00000001:1.0:1773688179.287947:0:6358:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614998159129600 : -129075550422016 : ffff8a9b41aafc00) 00000100:00000001:1.0:1773688179.287948:0:6358:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688179.287948:0:6358:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688179.287949:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.287950:0:6358:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.287956:0:6358:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.287958:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.287958:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.287959:0:6358:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.287972:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.287973:0:6358:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688179.287975:0:6358:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.287978:0:6358:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.287979:0:6358:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1773688179.287981:0:6358:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b41aafc00. 00000100:00000001:1.0:1773688179.287984:0:6358:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688179.287985:0:6358:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773688179.287987:0:6358:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9a0f80a0c0. 00010000:00010000:2.0:1773688179.287989:0:75542:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43cc00/0x52973366461d2948 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.287990:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.287993:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.287995:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.288000:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.288003:0:75542:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.288004:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.288034:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00010000:00000010:2.1:1773688179.288035:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0e43c600. 00000100:00000001:1.0:1773688179.288038:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.288042:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00010000:00000010:2.1:1773688179.288045:0:75542:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a16dec100. 00000100:00000001:1.0:1773688179.288045:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.288048:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.288050:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773688179.288053:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0e43c200. 00000100:00000001:1.0:1773688179.288053:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.288058:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00010000:00000010:2.1:1773688179.288061:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0e43da00. 00000400:00000010:1.0:1773688179.288061:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64220. 00000100:00000200:1.0:1773688179.288067:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854308224, offset 224 00010000:00010000:2.0:1773688179.288072:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43cc00/0x52973366461d2948 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773688179.288072:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.288081:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00010000:00000001:2.0:1773688179.288084:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.288088:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1773688179.288089:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47998:47998:256:4294967295] 192.168.204.51@tcp LPNI seq info [47994:47994:8:4294967295] 00010000:00000001:2.0:1773688179.288092:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.288096:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.288100:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1773688179.288100:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000020:00000040:2.0:1773688179.288103:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0e43cc00 refcount=3 00000020:00000001:2.0:1773688179.288107:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993001761792 : -129080707789824 : ffff8a9a0e43cc00) 00000800:00000200:1.0:1773688179.288108:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00010000:00000001:2.0:1773688179.288111:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993001761792 : -129080707789824 : ffff8a9a0e43cc00) 00000800:00000010:1.0:1773688179.288113:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7300. 00010000:00000001:2.0:1773688179.288114:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.288117:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.288119:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.288123:0:75542:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0x13f:0x0], ibits = 0x5/0x1a, open_flags = 040004240000003, try_layout = 1 : rc = 0 00000800:00000200:1.0:1773688179.288123:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000004:00000001:2.0:1773688179.288128:0:75542:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.288132:0:75542:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688179.288132:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000004:00000001:2.0:1773688179.288137:0:75542:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000800:00000200:1.0:1773688179.288137:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7300 type 1, nob 320 niov 1 nkiov 1 00000001:00000001:2.0:1773688179.288143:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.288144:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.288146:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.288147:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.288148:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.288150:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000100:00000001:1.0:1773688179.288150:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.288151:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1773688179.288156:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.288158:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.288160:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.288161:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.288163:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000100:00000040:1.0:1773688179.288167:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3220f800 x1859843854308224/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00200000:2.0:1773688179.288168:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: returning size 74834 00000001:00000001:2.0:1773688179.288173:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.288175:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.288179:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1773688179.288183:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00100000:1.0:1773688179.288184:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3220f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+45:2405:x1859843854308224:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 383us (548us total) trans 0 rc 0/0 00000004:00000001:2.0:1773688179.288186:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.288189:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000100:00100000:1.0:1773688179.288191:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3720 00080000:00000001:2.0:1773688179.288193:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000040:1.0:1773688179.288194:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00000004:00000001:2.0:1773688179.288198:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000001:1.0:1773688179.288199:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.288202:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:2.0:1773688179.288203:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.288206:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688179.288206:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31ffb480. 00000004:00000001:2.0:1773688179.288208:0:75542:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000020:00000010:1.0:1773688179.288210:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe190. 00000004:00000002:2.0:1773688179.288212:0:75542:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000020:00000010:1.0:1773688179.288215:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a02060200. 00000004:00000001:2.0:1773688179.288217:0:75542:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000004:00000001:2.0:1773688179.288221:0:75542:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.288222:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 44 00000100:00000001:1.0:1773688179.288226:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1773688179.288228:0:75542:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1773688179.288234:0:75542:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1773688179.288238:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1773688179.288241:0:75542:0:(mdd_permission.c:247:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.288244:0:75542:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.288247:0:75542:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.288251:0:75542:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1773688179.288254:0:75542:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9b343e9100. 00000020:00000001:2.0:1773688179.288255:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.288257:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b343e9100 with handle 0x52973366461d294f to hash 00000020:00000001:2.0:1773688179.288259:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1773688179.288260:0:75542:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614997933920512 : -129075775631104 : ffff8a9b343e9100) 00000004:00000001:2.0:1773688179.288262:0:75542:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1773688179.288263:0:75542:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1773688179.288264:0:75542:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0x13f:0x0] Change mfd open_flags 0 -> 040004240000003. 00000004:00000001:2.0:1773688179.288267:0:75542:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:2.0:1773688179.288270:0:75542:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1773688179.288277:0:75542:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10fe1000. 00080000:00000001:2.0:1773688179.288280:0:75542:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993047523328 : -129080662028288 : ffff8a9a10fe1000) 00080000:00000001:2.0:1773688179.288282:0:75542:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1773688179.288288:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1773688179.288293:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688179.288302:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.288322:0:75542:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.288326:0:75542:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1773688179.288329:0:75542:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1773688179.288332:0:75542:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692048, last_committed = 171798692041 00000001:00000010:2.0:1773688179.288336:0:75542:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b08b27f60. 00000001:00000040:2.0:1773688179.288338:0:75542:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 7 00000020:00000040:2.0:1773688179.288340:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=45 00000001:00000010:2.0:1773688179.288345:0:75542:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b079f4840. 00080000:00000001:2.0:1773688179.288349:0:75542:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1773688179.288366:0:75542:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1773688179.288369:0:75542:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b079f4840: xid 1859843854308096, transno 171798692048, tag 1, client gen 13, slot idx 2 00000001:00000001:2.0:1773688179.288371:0:75542:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.288378:0:75542:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.288379:0:75542:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1773688179.288380:0:75542:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.288382:0:75542:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.288383:0:75542:0:(mdt_open.c:1236:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.288385:0:75542:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1773688179.288386:0:75542:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1773688179.288387:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.288389:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.288390:0:75542:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1773688179.288391:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688179.288391:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.288392:0:75542:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.288394:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.288395:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.288396:0:75542:0:(mdt_open.c:1525:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773688179.288400:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.288403:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.288405:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.288406:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.288408:0:75542:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.288410:0:75542:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1773688179.288412:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.288414:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.288415:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.288416:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.288418:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.288420:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.288426:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.288427:0:75542:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:2.0:1773688179.288430:0:75542:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1773688179.288432:0:75542:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.288435:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.288436:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.288438:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0e43cc00 refcount=3 00000020:00000001:2.0:1773688179.288440:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993001761792 : -129080707789824 : ffff8a9a0e43cc00) 00010000:00000001:2.0:1773688179.288442:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993001761792 : -129080707789824 : ffff8a9a0e43cc00) 00000004:00000040:2.0:1773688179.288445:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:2.0:1773688179.288447:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=46 00010000:00000001:2.0:1773688179.288451:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.288452:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.288453:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.288456:0:75542:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.288458:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.288461:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.288463:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.288465:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.288467:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.288468:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.288469:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.288471:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.288473:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0e43d000 with handle 0x52973366461d2941 from hash 00010000:00000001:2.0:1773688179.288475:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.288476:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.288478:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.288478:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.288479:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.288482:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43d000/0x52973366461d2941 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6be expref: 46 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.288487:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:2.0:1773688179.288488:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 45 00010000:00000010:2.0:1773688179.288490:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96100. 00010000:00000001:2.0:1773688179.288494:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.288494:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.288498:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.288500:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43cc00/0x52973366461d2948 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6be expref: 45 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.288508:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.288509:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.288510:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:2.0:1773688179.288512:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00000001:2.0:1773688179.288513:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.288514:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.288515:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.288516:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.288516:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.288517:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a0e43cc00, rc 0) 00000020:00000001:2.0:1773688179.288519:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.288521:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692048, xid 1859843854308096 00010000:00000001:2.0:1773688179.288523:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.288526:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b3220c380 x1859843854308096/t171798692048(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.288531:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.288533:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.288534:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.288536:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.288538:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.288539:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.288541:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.288542:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.288543:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.288544:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.288546:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505990. 00000100:00000200:2.0:1773688179.288549:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854308096, offset 224 00000400:00000200:2.0:1773688179.288552:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.288555:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.288559:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [47999:47999:256:4294967295] 192.168.204.51@tcp LPNI seq info [47995:47995:8:4294967295] 00000400:00000200:2.0:1773688179.288566:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.288568:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.288571:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0ac00. 00000800:00000200:2.0:1773688179.288573:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.288576:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.288578:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0ac00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.288591:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.288593:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.288594:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.288595:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.288597:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.288600:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3220c380 x1859843854308096/t171798692048(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.288605:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3220c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+45:68109:x1859843854308096:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3459us (3693us total) trans 171798692048 rc 0/0 00000100:00100000:2.0:1773688179.288610:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15465 00000100:00000040:2.0:1773688179.288611:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.288613:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.288614:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.288617:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.288620:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.288623:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b079a8000. 00000020:00000040:2.0:1773688179.288626:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 44 00000100:00000001:2.0:1773688179.288628:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.288686:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.288691:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0ac00. 00000400:00000200:0.0:1773688179.288695:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.288700:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.288704:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505990 00000400:00000010:0.0:1773688179.288706:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505990. 00000100:00000001:0.0:1773688179.288709:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.288710:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1773688179.291413:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.291416:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854308352 02000000:00000001:2.0:1773688179.291418:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.291420:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.291422:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.291425:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.291429:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854308352 00000020:00000001:2.0:1773688179.291431:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.291433:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.291435:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.291437:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=45 00000020:00000001:2.0:1773688179.291440:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.291442:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.291445:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.291449:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.291452:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.291454:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000020:00000010:2.0:1773688179.291459:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a0bb6c600. 00000020:00000010:2.0:1773688179.291462:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.291464:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.291468:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.291470:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.291471:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.291473:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.291474:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.291475:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.291480:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.291492:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.291501:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.291503:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.291507:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15466 00000100:00000040:2.0:1773688179.291510:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.291512:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997932405888 : -129075777145728 : ffff8a9b34277480) 00000100:00000040:2.0:1773688179.291518:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b34277480 x1859843854308352/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.291527:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.291530:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.291533:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.291535:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000100:00100000:2.0:1773688179.291540:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b34277480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+45:68109:x1859843854308352:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.291544:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854308352 00000020:00000001:2.0:1773688179.291547:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.291550:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1773688179.291554:0:75542:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b079f4840: xid 1859843854308096, transno 171798692048, client gen 13, slot idx 2 00000001:00000001:2.0:1773688179.291558:0:75542:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b079f4780: xid 1859843854307328, transno 171798692047, client gen 13, slot idx 3 00000001:00000010:2.0:1773688179.291561:0:75542:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b079f4780. 00000020:00000001:2.0:1773688179.291563:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.291565:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.291566:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.291569:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.291571:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854308352, found 0 last_xid 1859843854308351 00000020:00000001:2.0:1773688179.291573:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.291574:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.291576:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.291579:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.291580:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.291582:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.291583:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.291585:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.291587:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.291591:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.291595:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 3 00010000:00000001:2.0:1773688179.291598:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.291601:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.291604:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0e43da00. 00000020:00000001:2.0:1773688179.291607:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.291609:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0e43da00 with handle 0x52973366461d2956 to hash 00000020:00000001:2.0:1773688179.291611:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.291613:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993001765376 : -129080707786240 : ffff8a9a0e43da00) 00010000:00000010:2.0:1773688179.291617:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96100. 00010000:00000001:2.0:1773688179.291620:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993001765376 : -129080707786240 : ffff8a9a0e43da00) 00010000:00010000:2.0:1773688179.291625:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43da00/0x52973366461d2956 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a6c5 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.291633:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:2.0:1773688179.291635:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=46 00010000:00000001:2.0:1773688179.291640:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.291641:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.291647:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.291649:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.291650:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1773688179.291652:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.291654:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x13f:0x0] 00000020:00000001:2.0:1773688179.291657:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.291661:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:2.0:1773688179.291663:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:2.0:1773688179.291665:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.291668:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.291670:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.291672:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.291673:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.291677:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b31d21000. 02000000:00000001:2.0:1773688179.291679:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.291681:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.291682:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.291683:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1773688179.291686:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:2.0:1773688179.291687:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.291688:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.291690:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.291691:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.291692:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.291693:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.291694:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.291695:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.291696:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.291697:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.291699:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.291700:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.291701:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.291703:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.291704:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.291705:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.291707:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.291710:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.291711:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.291714:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.291719:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.291721:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.291723:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.291724:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.291726:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.291727:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.291729:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.291730:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.291732:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.291734:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.291736:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.291738:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.291740:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.291741:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.291745:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:2.0:1773688179.291748:0:75542:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1773688179.291750:0:75542:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:2.0:1773688179.291751:0:75542:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000020:00000010:2.0:1773688179.291757:0:75542:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8a9b31d23000. 00000004:00000001:2.0:1773688179.291761:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.291765:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.291766:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.291770:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688179.291772:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688179.291774:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688179.291776:0:75542:0:(mdt_lib.c:2238:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.291778:0:75542:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0x13f:0x0]/[0x20000afe1:0x13f:0x0], ldlm_rep = ffff8a9b31d21228 00000004:00000001:2.0:1773688179.291783:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1773688179.291785:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.291786:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.291788:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 4 00010000:00000001:2.0:1773688179.291790:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.291791:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.291793:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0e43c200. 00000020:00000001:2.0:1773688179.291794:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.291796:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0e43c200 with handle 0x52973366461d295d to hash 00000020:00000001:2.0:1773688179.291797:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.291798:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993001759232 : -129080707792384 : ffff8a9a0e43c200) 00010000:00000010:2.0:1773688179.291800:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.291801:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993001759232 : -129080707792384 : ffff8a9a0e43c200) 00010000:00000001:2.0:1773688179.291802:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.291803:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.291806:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c200/0x52973366461d295d lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.291810:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.291812:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.291814:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.291815:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.291817:0:75542:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1773688179.291819:0:75542:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43cc00/0x52973366461d2948 lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6be expref: 46 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.291824:0:75542:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1773688179.291825:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.291826:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.291827:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.291828:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.291830:0:75542:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1773688179.291832:0:75542:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c200/0x52973366461d295d lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.291837:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 4 00010000:00000040:2.0:1773688179.291838:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.291840:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43cc00/0x52973366461d2948 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6be expref: 46 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.291845:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 46 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.291848:0:75542:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1773688179.291849:0:75542:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c200/0x52973366461d295d lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.291853:0:75542:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.291854:0:75542:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773688179.291857:0:75542:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b079f4780. 00000100:00000001:2.0:1773688179.291858:0:75542:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997185283968 : -129076524267648 : ffff8a9b079f4780) 00000100:00000001:2.0:1773688179.291859:0:75542:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997185283968 : -129076524267648 : ffff8a9b079f4780) 00000100:00000001:2.0:1773688179.291861:0:75542:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773688179.291862:0:75542:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1773688179.291863:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688179.291864:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.291865:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1773688179.291866:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.291867:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.291868:0:75542:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1773688179.291869:0:75542:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1773688179.291872:0:75542:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce5180. 00000020:00000040:2.0:1773688179.291874:0:75542:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:2.0:1773688179.291876:0:75542:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773688179.291877:0:75542:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773688179.291881:0:75542:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773688179.291885:0:75542:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9b079a8000. 00000100:00000001:2.0:1773688179.291890:0:75542:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.291893:0:75542:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43cc00/0x52973366461d2948 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6be expref: 46 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.291907:0:75542:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43cc00/0x52973366461d2948 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6be expref: 46 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.291912:0:75542:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1773688179.291914:0:75542:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773688179.291917:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9a10ce5180 x1859843861189632/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.291922:0:75542:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773688179.291923:0:75542:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.291926:0:75542:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9a10ce5180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:75542:1859843861189632:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.291928:0:75542:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773688179.291931:0:75542:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773688179.291932:0:75542:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.291933:0:75542:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773688179.291935:0:75542:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9b34ba9600. 02000000:00000001:2.0:1773688179.291936:0:75542:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773688179.291939:0:75542:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a0b538aa8. 00000400:00000010:2.0:1773688179.291942:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505550. 00000100:00000200:2.0:1773688179.291946:0:75542:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861189632, portal 16 00000100:00000001:2.0:1773688179.291949:0:75542:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773688179.291950:0:75542:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614993044394368 : -129080665157248 : ffff8a9a10ce5180) 00000100:00000040:2.0:1773688179.291955:0:75542:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9a10ce5180 x1859843861189632/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.291974:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.291977:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.291980:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505880. 00000100:00000200:2.0:1773688179.291983:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861189632, offset 0 00000400:00000200:2.0:1773688179.291988:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.291995:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.291999:0:75542:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773688179.292003:0:75542:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:2.0:1773688179.292029:0:75542:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773688179.292032:0:75542:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:2.0:1773688179.292037:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48000:48000:256:4294967295] 192.168.204.51@tcp LPNI seq info [47996:47996:8:4294967295] 00000400:00000200:2.0:1773688179.292046:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.292051:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.292055:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a200. 00000800:00000200:2.0:1773688179.292069:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.292074:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.292078:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.292136:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.292140:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297630213 00000100:00000001:2.0:1773688179.292147:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297630206 00000100:00000001:2.0:1773688179.292151:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297630213 00000100:00000001:2.0:1773688179.292154:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297630206 00000100:00000001:2.0:1773688179.292157:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297630213 00000100:00000001:2.0:1773688179.292160:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297630206 00000100:00000001:2.0:1773688179.292162:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297630213 00000100:00000001:2.0:1773688179.292166:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297630206 00000100:00000001:2.0:1773688179.292168:0:75542:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.292169:0:75542:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.292171:0:75542:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.292172:0:75542:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.292173:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.292175:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.292176:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.292177:0:75542:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.292178:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688179.292179:0:75542:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1773688179.292181:0:75542:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.292182:0:75542:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773688179.292183:0:75542:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773688179.292185:0:75542:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b079f4780 going to sleep for 11 seconds 00000100:00000001:2.0:1773688179.292186:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773688179.292188:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773688179.293128:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.293135:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.293137:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.293140:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.293144:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.293153:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af1400 00000400:00000200:0.0:1773688179.293158:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77c29 [1] + 224 00000800:00000001:0.0:1773688179.293162:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.293167:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.293169:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.293172:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.293175:0:3440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773688179.293180:0:3440:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9a10ce5180 x1859843861189632/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1773688179.293189:0:3440:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9a10ce5180 x1859843861189632/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.293207:0:3440:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.293212:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.293215:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.293229:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773688179.293234:0:75542:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773688179.293236:0:75542:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773688179.293237:0:75542:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a0b538aa8. 00000400:00000200:2.0:1773688179.293240:0:75542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505550 00000400:00000010:2.0:1773688179.293241:0:75542:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505550. 00000100:00000001:2.0:1773688179.293243:0:75542:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688179.293247:0:75542:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9a10ce5180 x1859843861189632/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1773688179.293254:0:75542:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9a10ce5180 x1859843861189632/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.293259:0:75542:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773688179.293260:0:75542:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.293262:0:75542:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773688179.293264:0:75542:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773688179.293265:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.293267:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.293269:0:75542:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.293274:0:75542:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=3 v=5 (5 0 0 0) 00000100:00001000:2.0:1773688179.293277:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1773688179.293279:0:75542:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773688179.293281:0:75542:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.293283:0:75542:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773688179.293286:0:75542:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.293288:0:75542:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.293292:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9a10ce5180 x1859843861189632/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.293299:0:75542:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.293302:0:75542:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773688179.293304:0:75542:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.293306:0:75542:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1773688179.293319:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.293321:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.293322:0:75542:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.293327:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce5180 x1859843861189632/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1773688179.293335:0:75542:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9a10ce5180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:75542:1859843861189632:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.293339:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.293340:0:75542:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.293342:0:75542:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773688179.293343:0:75542:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.293345:0:75542:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9a10ce5180 x1859843861189632/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.293349:0:75542:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773688179.293350:0:75542:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773688179.293352:0:75542:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9b34ba9600. 02000000:00000001:2.0:1773688179.293354:0:75542:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773688179.293355:0:75542:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773688179.293356:0:75542:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1773688179.293359:0:75542:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773688179.293361:0:75542:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9b079a8000. 02000000:00000001:2.0:1773688179.293364:0:75542:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773688179.293366:0:75542:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773688179.293367:0:75542:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a10ce5180. 00000100:00000001:2.0:1773688179.293370:0:75542:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773688179.293372:0:75542:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773688179.293373:0:75542:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b079f4780. 00000100:00000001:2.0:1773688179.293375:0:75542:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1773688179.293377:0:75542:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1773688179.293379:0:75542:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b079e5680. 00010000:00000001:2.0:1773688179.293382:0:75542:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.293385:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.293387:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.293390:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1773688179.293393:0:75542:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c200/0x52973366461d295d lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773688179.293877:0:6358:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.293881:0:6358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854308480 02000000:00000001:1.0:1773688179.293883:0:6358:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.293884:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.293886:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.293890:0:6358:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.293892:0:6358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854308480 00000020:00000001:1.0:1773688179.293894:0:6358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.293895:0:6358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.293897:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.293899:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=47 00000020:00000001:1.0:1773688179.293902:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.293904:0:6358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.293907:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.293911:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.293913:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.293916:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a0c0. 00000020:00000010:1.0:1773688179.293921:0:6358:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a02060200. 00000020:00000010:1.0:1773688179.293926:0:6358:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b31ffb480. 00000020:00000010:1.0:1773688179.293931:0:6358:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe190. 00000100:00000040:1.0:1773688179.293938:0:6358:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.293940:0:6358:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.293941:0:6358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.293943:0:6358:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.293945:0:6358:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.293948:0:6358:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.293951:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.293953:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.293955:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0e43cc00 refcount=4 00000020:00000001:1.0:1773688179.293957:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993001761792 : -129080707789824 : ffff8a9a0e43cc00) 00010000:00000001:1.0:1773688179.293972:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993001761792 : -129080707789824 : ffff8a9a0e43cc00) 00010000:00010000:1.0:1773688179.293980:0:6358:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43cc00/0x52973366461d2948 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6be expref: 47 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.293987:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.293988:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.293989:0:6358:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.293991:0:6358:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.293996:0:6358:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1773688179.294000:0:6358:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9b34275f80 x1859843854308480/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.294030:0:6358:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1773688179.294032:0:6358:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.294044:0:6358:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.294054:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.294056:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.294067:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3721 00000100:00000040:1.0:1773688179.294071:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00000100:00000001:1.0:1773688179.294073:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997932400512 : -129075777151104 : ffff8a9b34275f80) 00000100:00000040:1.0:1773688179.294078:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b34275f80 x1859843854308480/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.294091:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.294094:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.294096:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.294098:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a0c0. 00000100:00100000:1.0:1773688179.294102:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b34275f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+47:2404:x1859843854308480:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.294105:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854308480 00010000:00000001:1.0:1773688179.294107:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.294109:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.294111:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.294114:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.294116:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.294120:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9b36b7c800. 02000000:00000001:1.0:1773688179.294122:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.294123:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.294126:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.294128:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.294129:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.294131:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.294132:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0e43cc00 refcount=4 00000020:00000001:1.0:1773688179.294134:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993001761792 : -129080707789824 : ffff8a9a0e43cc00) 00010000:00000001:1.0:1773688179.294136:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993001761792 : -129080707789824 : ffff8a9a0e43cc00) 00010000:00000040:1.0:1773688179.294140:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 5 00000004:00000001:1.0:1773688179.294143:0:6358:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1773688179.294147:0:6358:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43cc00/0x52973366461d2948 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6be expref: 47 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:1.0:1773688179.294154:0:6358:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b2bf83c50 time=1773688179 v=20 (0 0 0 0) 00010000:00000001:1.0:1773688179.294157:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773688179.294166:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.294168:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.294171:0:6358:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43cc00/0x52973366461d2948 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6be expref: 47 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773688179.294179:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.294180:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.294182:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.294184:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.294187:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.294189:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.294193:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.294194:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.294195:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.294197:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.294200:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0e43cc00 with handle 0x52973366461d2948 from hash 00010000:00000001:1.0:1773688179.294202:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.294203:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.294204:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.294205:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.294210:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.294211:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.294218:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.294219:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.294223:0:6358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43cc00/0x52973366461d2948 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6be expref: 47 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.294230:0:6358:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:1.0:1773688179.294232:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 46 00010000:00000010:1.0:1773688179.294235:0:6358:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96600. 00010000:00000001:1.0:1773688179.294242:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.294244:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.294245:0:6358:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.294247:0:6358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:1.0:1773688179.294252:0:6358:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c200/0x52973366461d295d lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.294257:0:6358:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.294259:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.294261:0:6358:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.294263:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.294264:0:6358:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.294267:0:6358:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.294268:0:6358:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688179.294271:0:6358:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c200/0x52973366461d295d lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.294276:0:6358:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688179.294277:0:6358:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.294279:0:6358:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.294280:0:6358:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.294282:0:6358:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 4 00010000:00000040:1.0:1773688179.294285:0:6358:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.294288:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 46 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.294295:0:6358:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c200/0x52973366461d295d lrc: 4/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.294300:0:6358:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.294302:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.294303:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.294305:0:6358:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.294307:0:6358:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.294309:0:6358:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1773688179.294312:0:6358:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.294314:0:6358:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688179.294318:0:6358:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b41aafc00. 00000100:00000001:1.0:1773688179.294320:0:6358:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614998159129600 : -129075550422016 : ffff8a9b41aafc00) 00000100:00000001:1.0:1773688179.294323:0:6358:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614998159129600 : -129075550422016 : ffff8a9b41aafc00) 00000100:00000001:1.0:1773688179.294325:0:6358:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688179.294326:0:6358:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688179.294327:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.294329:0:6358:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.294340:0:6358:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.294342:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.294344:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.294345:0:6358:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.294347:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.294348:0:6358:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688179.294350:0:6358:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.294352:0:6358:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.294353:0:6358:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1773688179.294355:0:6358:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b41aafc00. 00000100:00000001:1.0:1773688179.294358:0:6358:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688179.294359:0:6358:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773688179.294362:0:6358:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9a0f80a0c0. 00010000:00000001:1.0:1773688179.294364:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.294366:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.294368:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773688179.294373:0:75542:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c200/0x52973366461d295d lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.294373:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.294376:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.294382:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00010000:00000001:2.0:1773688179.294389:0:75542:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.294390:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1773688179.294394:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c200/0x52973366461d295d lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000040:1.0:1773688179.294395:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.294400:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.294405:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1773688179.294407:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:1.0:1773688179.294408:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.294410:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1773688179.294412:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1773688179.294413:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.294416:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000040:1.0:1773688179.294419:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000020:00000001:2.0:1773688179.294420:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.294423:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0e43c200 refcount=3 00000400:00000010:1.0:1773688179.294424:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64000. 00000020:00000001:2.0:1773688179.294426:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993001759232 : -129080707792384 : ffff8a9a0e43c200) 00000100:00000200:1.0:1773688179.294430:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854308480, offset 224 00010000:00000001:2.0:1773688179.294431:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993001759232 : -129080707792384 : ffff8a9a0e43c200) 00010000:00000001:2.0:1773688179.294436:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.294437:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.294441:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773688179.294441:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000004:00000001:2.0:1773688179.294447:0:75542:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000400:00000200:1.0:1773688179.294450:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000004:00000001:2.0:1773688179.294452:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.294455:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000400:00000200:1.0:1773688179.294459:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48001:48001:256:4294967295] 192.168.204.51@tcp LPNI seq info [47997:47997:8:4294967295] 00000004:00000001:2.0:1773688179.294463:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.294468:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000400:00000200:1.0:1773688179.294472:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000004:00000001:2.0:1773688179.294473:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.294476:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000800:00000200:1.0:1773688179.294480:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00080000:00000001:2.0:1773688179.294482:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.294486:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000800:00000010:1.0:1773688179.294487:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7300. 00000004:00000001:2.0:1773688179.294489:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.294492:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.294494:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688179.294496:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000004:00000002:2.0:1773688179.294498:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x13f:0x0]: Reading som attrs: valid: 4, size: 74834, blocks: 259 00000004:00000001:2.0:1773688179.294503:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000800:00000200:1.0:1773688179.294505:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.294509:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7300 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:2.0:1773688179.294518:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.294521:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000100:00000001:1.0:1773688179.294522:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.294524:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000100:00000040:1.0:1773688179.294528:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00000004:00000001:2.0:1773688179.294529:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.294534:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:1.0:1773688179.294534:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.294540:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00010000:00000001:1.0:1773688179.294540:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.294544:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.294547:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000100:00000040:1.0:1773688179.294548:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b34275f80 x1859843854308480/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1773688179.294551:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.294556:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.294560:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1773688179.294564:0:75542:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1773688179.294568:0:75542:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00100000:1.0:1773688179.294568:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b34275f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+46:2404:x1859843854308480:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 473us (734us total) trans 0 rc 0/0 00000004:00000002:2.0:1773688179.294574:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b31d21370 00000004:00000001:2.0:1773688179.294579:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.294583:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3721 00000001:00000001:2.0:1773688179.294584:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.294587:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.294587:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00000001:00000001:2.0:1773688179.294590:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000100:00000001:1.0:1773688179.294592:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000001:00000001:2.0:1773688179.294593:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688179.294595:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000001:00000001:2.0:1773688179.294598:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.294601:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000020:00000010:1.0:1773688179.294601:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31ffb480. 00000001:00000001:2.0:1773688179.294604:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.294607:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688179.294608:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe190. 00000004:00000002:2.0:1773688179.294610:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:2.0:1773688179.294615:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: returning size 74834 00000020:00000010:1.0:1773688179.294615:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a02060200. 00000004:00000040:2.0:1773688179.294622:0:75542:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x13f:45025 magic=0x0BD10BD0 pattern=0X1 00000020:00000040:1.0:1773688179.294623:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 45 00000004:00000040:2.0:1773688179.294629:0:75542:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000100:00000001:1.0:1773688179.294630:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:2.0:1773688179.294633:0:75542:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2566 00000004:00200000:2.0:1773688179.294638:0:75542:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:2.0:1773688179.294641:0:75542:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:2.0:1773688179.294644:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.294647:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.294652:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1773688179.294656:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.294660:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.294663:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.294665:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.294667:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.294670:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.294672:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.294678:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.294682:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.294684:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.294685:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.294687:0:75542:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.294692:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.294693:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.294695:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0e43c200 refcount=3 00000020:00000001:2.0:1773688179.294696:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993001759232 : -129080707792384 : ffff8a9a0e43c200) 00010000:00000001:2.0:1773688179.294698:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993001759232 : -129080707792384 : ffff8a9a0e43c200) 00000004:00010000:2.0:1773688179.294701:0:75542:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c200/0x52973366461d295d lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.294707:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.294708:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.294709:0:75542:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:2.0:1773688179.294711:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.294714:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:2.0:1773688179.294715:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.294716:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.294717:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0e43c200 refcount=3 00000020:00000001:2.0:1773688179.294719:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993001759232 : -129080707792384 : ffff8a9a0e43c200) 00010000:00000001:2.0:1773688179.294721:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993001759232 : -129080707792384 : ffff8a9a0e43c200) 00000004:00000040:2.0:1773688179.294724:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:2.0:1773688179.294726:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=46 00010000:00000001:2.0:1773688179.294730:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.294731:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.294732:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.294734:0:75542:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1773688179.294738:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.294740:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.294742:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.294743:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.294744:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.294747:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.294751:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.294753:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.294756:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.294757:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:2.0:1773688179.294759:0:75542:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8a9b31d23000. 00000004:00000001:2.0:1773688179.294764:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.294767:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.294768:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.294770:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.294771:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.294773:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.294774:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.294777:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0e43da00 with handle 0x52973366461d2956 from hash 00010000:00000001:2.0:1773688179.294779:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.294780:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.294781:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.294782:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.294783:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.294787:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43da00/0x52973366461d2956 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6c5 expref: 46 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.294794:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:2.0:1773688179.294796:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 45 00010000:00000010:2.0:1773688179.294798:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96100. 00010000:00000001:2.0:1773688179.294803:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.294804:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.294808:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.294811:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c200/0x52973366461d295d lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6c5 expref: 45 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.294823:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.294824:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.294826:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:2.0:1773688179.294829:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1773688179.294831:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.294833:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.294834:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.294835:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.294836:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.294838:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a0e43c200, rc 0) 00000020:00000001:2.0:1773688179.294840:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.294843:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854308352 00010000:00000001:2.0:1773688179.294845:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.294849:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b34277480 x1859843854308352/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.294856:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.294858:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.294860:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.294863:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.294865:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.294867:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.294870:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.294871:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.294873:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.294875:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.294879:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505550. 00000100:00000200:2.0:1773688179.294883:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854308352, offset 224 00000400:00000200:2.0:1773688179.294887:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.294893:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.294896:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48002:48002:256:4294967295] 192.168.204.51@tcp LPNI seq info [47998:47998:8:4294967295] 00000400:00000200:2.0:1773688179.294906:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.294911:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.294915:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a900. 00000800:00000200:2.0:1773688179.294919:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.294923:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.294926:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a900 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.294938:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.294941:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.294944:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.294945:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.294948:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.294953:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b34277480 x1859843854308352/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.294974:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b34277480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+45:68109:x1859843854308352:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3432us (3620us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.294982:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15466 00000100:00000040:2.0:1773688179.294985:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.294987:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.294989:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.294991:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.294995:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.294998:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a0bb6c600. 00000020:00000040:2.0:1773688179.295003:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 44 00000800:00000200:0.0:1773688179.295022:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1773688179.295024:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1773688179.295027:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a900. 00000400:00000200:0.0:1773688179.295032:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.295038:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.295041:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505550 00000400:00000010:0.0:1773688179.295043:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505550. 00000100:00000001:0.0:1773688179.295046:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.295048:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688179.297049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0e43c800. 00000100:00000001:0.0:1773688179.298267:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.298270:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854308736 02000000:00000001:0.0:1773688179.298273:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.298275:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.298277:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.298280:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.298284:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854308736 00000020:00000001:0.0:1773688179.298288:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.298289:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.298292:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.298303:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=45 00000020:00000001:0.0:1773688179.298306:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.298308:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.298313:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.298317:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703180. 00000100:00000001:0.0:1773688179.298321:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.298323:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703180. 00000020:00000010:0.0:1773688179.298329:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b37441e00. 00000020:00000010:0.0:1773688179.298333:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b36cae300. 00000020:00000010:0.0:1773688179.298337:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b054004b0. 00000100:00000040:0.0:1773688179.298342:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1773688179.298344:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.298345:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1773688179.298346:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.298351:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.298359:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.298367:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.298369:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.298374:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3221 00000100:00000040:0.0:1773688179.298378:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.298380:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997883002752 : -129075826548864 : ffff8a9b31359f80) 00000100:00000040:0.0:1773688179.298387:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b31359f80 x1859843854308736/t0(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688179.298396:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.298398:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703180. 00000100:00000001:0.0:1773688179.298401:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.298403:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703180. 00000100:00100000:0.0:1773688179.298407:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b31359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+45:68109:x1859843854308736:12345-192.168.204.51@tcp:35:dbench.0 00000100:00000200:0.0:1773688179.298411:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854308736 00000020:00000001:0.0:1773688179.298415:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.298419:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688179.298423:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.298425:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.298426:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862496 : -1038689120 : ffffffffc216dca0) 00000020:00000001:0.0:1773688179.298429:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688179.298431:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854308736, found 0 last_xid 1859843854308735 00000020:00000001:0.0:1773688179.298433:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.298435:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.298437:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.298440:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.298444:0:73057:0:(mdt_open.c:2771:mdt_close()) Process entered 00000004:00000001:0.0:1773688179.298446:0:73057:0:(mdt_lib.c:1452:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1773688179.298447:0:73057:0:(mdt_lib.c:1362:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1773688179.298451:0:73057:0:(mdt_lib.c:1373:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.298453:0:73057:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1773688179.298455:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.298457:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.298459:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.298460:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.298462:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.298463:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.298464:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.298465:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.298466:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.298467:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.298468:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.298469:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.298470:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.298470:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.298472:0:73057:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.298473:0:73057:0:(mdt_lib.c:1435:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1773688179.298474:0:73057:0:(mdt_lib.c:1437:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.298477:0:73057:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1773688179.298477:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.298478:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.298480:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.298481:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.298482:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.298483:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.298484:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.298485:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.298486:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.298487:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.298490:0:73057:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688179.298493:0:73057:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688179.298495:0:73057:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688179.298496:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.298497:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.298497:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.298498:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.298499:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.298500:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.298502:0:73057:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688179.298503:0:73057:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.298505:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.298513:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.298515:0:73057:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688179.298519:0:73057:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.298521:0:73057:0:(mdt_lib.c:1465:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.298525:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.298527:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.298531:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8a9a0eaeac00. 02000000:00000001:0.0:1773688179.298534:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.298536:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.298538:0:73057:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1773688179.298540:0:73057:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.298543:0:73057:0:(mdt_open.c:2739:mdt_close_internal()) Process entered 00000004:00000001:0.0:1773688179.298545:0:73057:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1773688179.298547:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.298549:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8a9b343e9100 refcount=2 00000020:00000001:0.0:1773688179.298551:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997933920512 : -129075775631104 : ffff8a9b343e9100) 00000004:00000001:0.0:1773688179.298555:0:73057:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446614997933920512 : -129075775631104 : ffff8a9b343e9100) 00000020:00000040:0.0:1773688179.298557:0:73057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b343e9100 with handle 0x52973366461d294f from hash 00000004:00000001:0.0:1773688179.298561:0:73057:0:(mdt_open.c:2590:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1773688179.298563:0:73057:0:(mdt_open.c:2598:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000afe1:0x13f:0x0] with intent: 0 00000004:00000001:0.0:1773688179.298567:0:73057:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1773688179.298569:0:73057:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 74834 size 74834 lsom blocks 259 blocks 259 truncate 0 00000004:00000001:0.0:1773688179.298572:0:73057:0:(mdt_som.c:209:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.298575:0:73057:0:(mdt_open.c:149:mdt_write_put()) Process entered 00000004:00000001:0.0:1773688179.298576:0:73057:0:(mdt_open.c:153:mdt_write_put()) Process leaving 00000004:00000001:0.0:1773688179.298578:0:73057:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1773688179.298582:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.298586:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.298589:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.298594:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688179.298596:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688179.298599:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688179.298601:0:73057:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.298603:0:73057:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1773688179.298609:0:73057:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1773688179.298611:0:73057:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.298614:0:73057:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x20000afe1:0x13f:0x0], previous was 0x7 00000004:00000001:0.0:1773688179.298616:0:73057:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.298618:0:73057:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1773688179.298620:0:73057:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.298622:0:73057:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1773688179.298625:0:73057:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688179.298627:0:73057:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1773688179.298629:0:73057:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8a9b343e9100. 00000004:00000001:0.0:1773688179.298638:0:73057:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1773688179.298643:0:73057:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41868f58/ffff8a9b41868f00 to site lru. bkt: ffff8a9a1aeb4d58 00000004:00000001:0.0:1773688179.298645:0:73057:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.298646:0:73057:0:(mdt_open.c:2728:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.298647:0:73057:0:(mdt_open.c:2758:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.298649:0:73057:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1773688179.298652:0:73057:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1773688179.298659:0:73057:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0eae8400. 00080000:00000001:0.0:1773688179.298660:0:73057:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993008755712 : -129080700795904 : ffff8a9a0eae8400) 00080000:00000001:0.0:1773688179.298663:0:73057:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1773688179.298668:0:73057:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688179.298673:0:73057:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688179.298674:0:73057:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.298691:0:73057:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.298693:0:73057:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1773688179.298695:0:73057:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1773688179.298697:0:73057:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692049, last_committed = 171798692041 00000001:00000010:0.0:1773688179.298700:0:73057:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b07fb63c0. 00000001:00000040:0.0:1773688179.298702:0:73057:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 8 00000020:00000040:0.0:1773688179.298704:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=46 00000001:00000010:0.0:1773688179.298707:0:73057:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b3690c600. 00080000:00000001:0.0:1773688179.298712:0:73057:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688179.298728:0:73057:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1773688179.298730:0:73057:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b3690c600: xid 1859843854308736, transno 171798692049, tag 1, client gen 13, slot idx 3 00000001:00000001:0.0:1773688179.298732:0:73057:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.298740:0:73057:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.298741:0:73057:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1773688179.298742:0:73057:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688179.298743:0:73057:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688179.298744:0:73057:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688179.298746:0:73057:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1773688179.298749:0:73057:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.298751:0:73057:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688179.298752:0:73057:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1773688179.298756:0:73057:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.298759:0:73057:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.298761:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.298762:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.298763:0:73057:0:(mdt_open.c:2833:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688179.298765:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692049, xid 1859843854308736 00010000:00000001:0.0:1773688179.298767:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688179.298770:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b31359f80 x1859843854308736/t171798692049(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688179.298779:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.298781:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.298783:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=49 v=5 (1 1 1 0) 00000100:00000001:0.0:1773688179.298786:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.298787:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.298789:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.298791:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.298792:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.298794:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.298795:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.298798:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316bee58. 00000100:00000200:0.0:1773688179.298802:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854308736, offset 224 00000400:00000200:0.0:1773688179.298806:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.298812:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.298816:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48003:48003:256:4294967295] 192.168.204.51@tcp LPNI seq info [47999:47999:8:4294967295] 00000400:00000200:0.0:1773688179.298823:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.298826:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.298829:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b37c25500. 00000800:00000200:0.0:1773688179.298832:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.298836:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.298839:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b37c25500 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.298850:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.298852:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.298853:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688179.298854:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.298856:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688179.298858:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b31359f80 x1859843854308736/t171798692049(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688179.298865:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b31359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+46:68109:x1859843854308736:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 468us (647us total) trans 171798692049 rc 0/0 00000100:00100000:0.0:1773688179.298871:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3221 00000100:00000040:0.0:1773688179.298873:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688179.298875:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.298876:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.298879:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b36cae300. 00000020:00000010:0.0:1773688179.298882:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b054004b0. 00000020:00000010:0.0:1773688179.298884:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b37441e00. 00000020:00000040:0.0:1773688179.298887:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 45 00000100:00000001:0.0:1773688179.298889:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1773688179.301122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0e43d000. 00000800:00000001:0.0:1773688179.301840:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.301849:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.301852:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.301853:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.301860:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.301872:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4461600 00000400:00000200:0.0:1773688179.301879:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 84456 00000800:00000001:0.0:1773688179.301886:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.301895:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.301897:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.301901:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.301907:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.301909:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.301914:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b04e55500. 00000100:00000040:0.0:1773688179.301917:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b04e55500 x1859843854308864 msgsize 584 00000100:00100000:0.0:1773688179.301921:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.301935:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.301941:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.301943:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.301987:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.301991:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854308864 02000000:00000001:2.0:1773688179.301994:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.301996:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.301999:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.302003:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.302042:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854308864 00000020:00000001:2.0:1773688179.302045:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.302048:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.302050:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.302054:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=46 00000020:00000001:2.0:1773688179.302058:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.302060:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.302064:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.302068:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.302072:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.302074:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000020:00000010:2.0:1773688179.302080:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b34ba9600. 00000020:00000010:2.0:1773688179.302084:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.302089:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.302095:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.302098:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.302099:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.302102:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.302104:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.302106:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.302112:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.302123:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.302134:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.302136:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.302143:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15467 00000100:00000040:2.0:1773688179.302146:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.302149:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997139543296 : -129076570008320 : ffff8a9b04e55500) 00000100:00000040:2.0:1773688179.302156:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b04e55500 x1859843854308864/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.302165:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.302168:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.302170:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.302172:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000100:00100000:2.0:1773688179.302176:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b04e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+46:68109:x1859843854308864:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.302180:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854308864 00000020:00000001:2.0:1773688179.302184:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.302187:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1773688179.302202:0:75542:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b3690c600: xid 1859843854308736, transno 171798692049, client gen 13, slot idx 3 00000001:00000001:2.0:1773688179.302207:0:75542:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b079f4840: xid 1859843854308096, transno 171798692048, client gen 13, slot idx 2 00000001:00000010:2.0:1773688179.302212:0:75542:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b079f4840. 00000020:00000001:2.0:1773688179.302216:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.302218:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.302220:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.302223:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.302226:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854308864, found 0 last_xid 1859843854308863 00000020:00000001:2.0:1773688179.302229:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.302231:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.302233:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.302238:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.302240:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.302243:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.302245:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.302247:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.302249:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.302254:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.302261:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 3 00010000:00000001:2.0:1773688179.302264:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.302267:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.302270:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0e43d000. 00000020:00000001:2.0:1773688179.302274:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.302276:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0e43d000 with handle 0x52973366461d2964 to hash 00000020:00000001:2.0:1773688179.302278:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.302279:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993001762816 : -129080707788800 : ffff8a9a0e43d000) 00010000:00000010:2.0:1773688179.302284:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96100. 00010000:00000001:2.0:1773688179.302287:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993001762816 : -129080707788800 : ffff8a9a0e43d000) 00010000:00010000:2.0:1773688179.302292:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43d000/0x52973366461d2964 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a6cc expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.302301:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:2.0:1773688179.302303:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=47 00010000:00000001:2.0:1773688179.302310:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.302312:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.302320:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.302323:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.302325:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1773688179.302327:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.302329:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:2.0:1773688179.302332:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.302336:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:2.0:1773688179.302337:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:2.0:1773688179.302340:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.302343:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.302344:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.302347:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.302349:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.302354:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b31d23000. 02000000:00000001:2.0:1773688179.302357:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.302359:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.302361:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.302363:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1773688179.302366:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:2.0:1773688179.302368:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.302370:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.302372:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.302374:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.302376:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.302378:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.302379:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.302381:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.302382:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.302384:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.302386:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.302387:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.302388:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.302390:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.302392:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.302393:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.302395:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.302397:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.302398:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.302402:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.302406:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.302408:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.302411:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.302412:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.302414:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.302416:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.302417:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.302418:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.302420:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.302422:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.302424:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.302426:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.302427:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.302429:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.302433:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1773688179.302439:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3af8 00000004:00000002:2.0:1773688179.302441:0:75542:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xf3:0x0]/PPTC321.TMP, ldlm_rep = ffff8a9b31d23228 00000004:00000001:2.0:1773688179.302446:0:75542:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1773688179.302449:0:75542:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1773688179.302452:0:75542:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1773688179.302455:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.302457:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.302460:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 4 00010000:00000001:2.0:1773688179.302462:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.302475:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.302479:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0e43c600. 00000020:00000001:2.0:1773688179.302482:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.302483:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0e43c600 with handle 0x52973366461d296b to hash 00000020:00000001:2.0:1773688179.302484:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.302485:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993001760256 : -129080707791360 : ffff8a9a0e43c600) 00010000:00000010:2.0:1773688179.302488:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96600. 00010000:00000001:2.0:1773688179.302490:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993001760256 : -129080707791360 : ffff8a9a0e43c600) 00010000:00000001:2.0:1773688179.302492:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.302493:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.302496:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c600/0x52973366461d296b lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.302501:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.302504:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.302506:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.302507:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.302509:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.302510:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.302511:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.302513:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.302514:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.302516:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.302516:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.302518:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) refcount = 4 00010000:00000040:2.0:1773688179.302520:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.302523:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378800/0x52973366461d0912 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8464d expref: 47 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.302527:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378a00/0x52973366461d090b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e84677 expref: 47 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.302531:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c600/0x52973366461d296b lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.302538:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.302541:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.302542:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.302543:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.302544:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.302546:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.302547:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.302549:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.302551:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.302552:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c600/0x52973366461d296b lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.302555:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.302556:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.302557:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.302559:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.302559:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773688179.302562:0:75542:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a16dec100. 00010000:00000010:2.0:1773688179.302565:0:75542:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b343e9780. 00010000:00000001:2.0:1773688179.302567:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.302568:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0e43c800. 00000020:00000001:2.0:1773688179.302569:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.302570:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0e43c800 with handle 0x52973366461d2972 to hash 00000020:00000001:2.0:1773688179.302571:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.302572:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993001760768 : -129080707790848 : ffff8a9a0e43c800) 00010000:00000010:2.0:1773688179.302574:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96380. 00010000:00000001:2.0:1773688179.302575:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993001760768 : -129080707790848 : ffff8a9a0e43c800) 00010000:00000001:2.0:1773688179.302577:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.302578:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.302579:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c800/0x52973366461d2972 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.302582:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.302584:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.302585:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.302586:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.302588:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.302590:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.302591:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.302593:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.302594:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.302595:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.302596:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.302598:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xddd0a3dd (ffff8a9a16dec100) refcount = 1 00010000:00010000:2.0:1773688179.302601:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c800/0x52973366461d2972 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.302606:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.302607:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.302608:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.302610:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.302611:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.302613:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.302615:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.302616:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.302618:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.302620:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c800/0x52973366461d2972 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.302625:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.302626:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.302627:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.302629:0:75542:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.302633:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.302665:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.302668:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1773688179.302671:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1773688179.302675:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.302679:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1773688179.302702:0:75542:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.302706:0:75542:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1773688179.302707:0:75542:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1773688179.302710:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1773688179.302712:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773688179.302714:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.302716:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.302719:0:75542:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1773688179.302720:0:75542:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.302722:0:75542:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:2.0:1773688179.302724:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.302726:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.302727:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.302729:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x13f:0x0] 00000020:00000001:2.0:1773688179.302731:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.302735:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:2.0:1773688179.302749:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:2.0:1773688179.302755:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1773688179.302758:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.302760:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.302763:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 3 00010000:00000001:2.0:1773688179.302766:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.302771:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.302775:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afa400. 00000020:00000001:2.0:1773688179.302777:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.302779:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afa400 with handle 0x52973366461d2979 to hash 00000020:00000001:2.0:1773688179.302780:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.302782:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000010:2.0:1773688179.302785:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96d80. 00010000:00000001:2.0:1773688179.302787:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000001:2.0:1773688179.302789:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.302790:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.302793:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d2979 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.302799:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.302801:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.302802:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.302804:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.302806:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.302808:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.302809:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.302811:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.302817:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.302819:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.302820:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.302828:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 3 00010000:00000040:2.0:1773688179.302830:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.302833:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c200/0x52973366461d295d lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6c5 expref: 47 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.302838:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 47 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.302842:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d2979 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.302844:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.302846:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.302847:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.302848:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.302849:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.302850:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.302851:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.302852:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.302853:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.302855:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d2979 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.302858:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.302859:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.302860:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.302861:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.302862:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.302863:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afa400 refcount=3 00000020:00000001:2.0:1773688179.302865:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000001:2.0:1773688179.302866:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000001:2.0:1773688179.302867:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.302868:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.302869:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.302871:0:75542:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1773688179.302874:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.302876:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688179.302879:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.302881:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.302884:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.302885:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.302889:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.302891:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.302893:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.302894:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.302896:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.302900:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x13f:0x0]: Reading som attrs: valid: 4, size: 74834, blocks: 259 00000004:00000001:2.0:1773688179.302903:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.302903:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.302904:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.302905:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.302907:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.302908:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.302909:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.302909:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.302910:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.302911:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.302912:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.302913:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1773688179.302915:0:75542:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1773688179.302916:0:75542:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1773688179.302918:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b31d23370 00000004:00000001:2.0:1773688179.302920:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.302922:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.302923:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.302924:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.302925:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.302926:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.302927:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.302928:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.302929:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.302931:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:2.0:1773688179.302932:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: returning size 74834 00000004:00000040:2.0:1773688179.302935:0:75542:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x13f:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1773688179.302936:0:75542:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:2.0:1773688179.302937:0:75542:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2566 00000004:00200000:2.0:1773688179.302939:0:75542:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:2.0:1773688179.302941:0:75542:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:2.0:1773688179.302942:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.302942:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.302944:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1773688179.302945:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.302945:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.302946:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.302947:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.302948:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.302950:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.302951:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.302955:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.302959:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.302971:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.302972:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.302974:0:75542:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.302980:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.302982:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.302983:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afa400 refcount=3 00000020:00000001:2.0:1773688179.302985:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000001:2.0:1773688179.302991:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00000004:00010000:2.0:1773688179.302995:0:75542:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d2979 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:2.0:1773688179.303001:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1773688179.303004:0:75542:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41868f58/ffff8a9b41868f00 to site lru. bkt: ffff8a9a1aeb4d58 00000004:00000001:2.0:1773688179.303021:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.303023:0:75542:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1773688179.303024:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688179.303026:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.303028:0:75542:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1773688179.303031:0:75542:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:2.0:1773688179.303033:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.303035:0:75542:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.303036:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.303037:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 3 00010000:00000040:2.0:1773688179.303040:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.303043:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c200/0x52973366461d295d lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6c5 expref: 47 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.303050:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 47 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.303056:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d2979 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.303060:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.303061:0:75542:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.303063:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.303064:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.303066:0:75542:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.303068:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1773688179.303070:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.303071:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.303073:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.303074:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0e43c600 refcount=3 00000020:00000001:2.0:1773688179.303076:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993001760256 : -129080707791360 : ffff8a9a0e43c600) 00010000:00000001:2.0:1773688179.303078:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993001760256 : -129080707791360 : ffff8a9a0e43c600) 00010000:00000001:2.0:1773688179.303080:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.303083:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c600/0x52973366461d296b lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.303089:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.303090:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.303094:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c600/0x52973366461d296b lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.303099:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.303100:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.303102:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.303105:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c600/0x52973366461d296b lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.303109:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a0e43c600 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.303111:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.303112:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.303114:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c600/0x52973366461d296b lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.303117:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.303119:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.303119:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.303120:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0e43c600 refcount=4 00000020:00000001:2.0:1773688179.303121:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993001760256 : -129080707791360 : ffff8a9a0e43c600) 00010000:00000001:2.0:1773688179.303122:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993001760256 : -129080707791360 : ffff8a9a0e43c600) 00010000:00000001:2.0:1773688179.303124:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.303126:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c600/0x52973366461d296b lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.303132:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.303133:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.303134:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.303137:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.303138:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.303139:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.303139:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.303141:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0e43c600 with handle 0x52973366461d296b from hash 00010000:00000001:2.0:1773688179.303142:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.303143:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.303143:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.303144:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.303146:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.303147:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.303148:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.303149:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.303151:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.303153:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:2.0:1773688179.303154:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.303156:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.303157:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.303159:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.303159:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.303161:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.303161:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.303162:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.303163:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.303164:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.303166:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c600/0x52973366461d296b lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.303168:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.303169:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.303170:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.303171:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.303172:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.303174:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c600/0x52973366461d296b lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.303177:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96600. 00010000:00000001:2.0:1773688179.303183:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.303184:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.303185:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.303186:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.303186:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.303187:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0e43c800 refcount=3 00000020:00000001:2.0:1773688179.303189:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993001760768 : -129080707790848 : ffff8a9a0e43c800) 00010000:00000001:2.0:1773688179.303191:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993001760768 : -129080707790848 : ffff8a9a0e43c800) 00010000:00000001:2.0:1773688179.303193:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.303195:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c800/0x52973366461d2972 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.303201:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.303202:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.303204:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c800/0x52973366461d2972 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.303208:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.303210:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.303211:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.303214:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c800/0x52973366461d2972 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.303224:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a0e43c800 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.303226:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.303227:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.303230:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c800/0x52973366461d2972 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.303240:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.303241:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.303242:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.303243:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0e43c800 refcount=4 00000020:00000001:2.0:1773688179.303245:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993001760768 : -129080707790848 : ffff8a9a0e43c800) 00010000:00000001:2.0:1773688179.303246:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993001760768 : -129080707790848 : ffff8a9a0e43c800) 00010000:00000001:2.0:1773688179.303247:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.303250:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c800/0x52973366461d2972 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.303254:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.303256:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.303257:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.303259:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.303260:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.303261:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.303263:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.303264:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0e43c800 with handle 0x52973366461d2972 from hash 00010000:00000001:2.0:1773688179.303266:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.303268:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.303269:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.303270:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.303272:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.303273:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.303275:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.303276:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.303277:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.303279:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xddd0a3dd (ffff8a9a16dec100) 00010000:00010000:2.0:1773688179.303281:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.303282:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.303284:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.303286:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.303287:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.303290:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.303291:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.303292:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.303293:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.303295:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.303298:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c800/0x52973366461d2972 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.303303:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.303304:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.303305:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.303306:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.303307:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.303309:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c800/0x52973366461d2972 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.303314:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96380. 00010000:00000040:2.0:1773688179.303318:0:75542:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a16dec100 count: 0 00010000:00000010:2.0:1773688179.303322:0:75542:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b343e9780. 00010000:00000001:2.0:1773688179.303328:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.303329:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.303331:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1773688179.303332:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1773688179.303333:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1773688179.303335:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.303336:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.303338:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afa400 refcount=3 00000020:00000001:2.0:1773688179.303340:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000001:2.0:1773688179.303342:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00000004:00000040:2.0:1773688179.303345:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:2.0:1773688179.303347:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=48 00010000:00000001:2.0:1773688179.303350:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.303351:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.303352:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.303355:0:75542:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1773688179.303358:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.303360:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.303361:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.303362:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.303364:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.303366:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.303371:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.303373:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.303375:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.303377:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.303379:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.303381:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.303383:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.303386:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.303387:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.303389:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.303390:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.303392:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0e43d000 with handle 0x52973366461d2964 from hash 00010000:00000001:2.0:1773688179.303394:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.303395:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.303397:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.303398:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.303399:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.303403:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43d000/0x52973366461d2964 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6cc expref: 48 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.303410:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:2.0:1773688179.303413:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 47 00010000:00000010:2.0:1773688179.303415:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96100. 00010000:00000001:2.0:1773688179.303420:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.303421:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.303424:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.303429:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d2979 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6cc expref: 47 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.303435:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.303437:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.303439:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:2.0:1773688179.303441:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1773688179.303443:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.303445:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.303447:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.303448:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.303449:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.303450:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b11afa400, rc 0) 00000020:00000001:2.0:1773688179.303453:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.303456:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854308864 00010000:00000001:2.0:1773688179.303458:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.303462:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b04e55500 x1859843854308864/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.303470:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.303473:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.303475:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.303479:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.303482:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.303484:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.303487:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.303488:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.303491:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.303494:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.303498:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505198. 00000100:00000200:2.0:1773688179.303504:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854308864, offset 224 00000400:00000200:2.0:1773688179.303510:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.303519:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.303525:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48004:48004:256:4294967295] 192.168.204.51@tcp LPNI seq info [48000:48000:8:4294967295] 00000400:00000200:2.0:1773688179.303535:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.303540:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.303545:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a500. 00000800:00000200:2.0:1773688179.303550:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.303556:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.303560:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a500 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.303573:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.303576:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.303579:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.303580:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.303582:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.303587:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b04e55500 x1859843854308864/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.303597:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b04e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+47:68109:x1859843854308864:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1430us (1677us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.303606:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15467 00000100:00000040:2.0:1773688179.303608:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.303610:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.303611:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.303615:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.303618:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.303620:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b34ba9600. 00000020:00000040:2.0:1773688179.303623:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 46 00000100:00000001:2.0:1773688179.303625:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1773688179.305050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0e43cc00. 00010000:00000010:2.1:1773688179.306039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0e43da00. 00000100:00000001:1.0:1773688179.307569:0:6358:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.307572:0:6358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854308992 02000000:00000001:1.0:1773688179.307574:0:6358:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.307576:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.307578:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.307581:0:6358:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.307584:0:6358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854308992 00000020:00000001:1.0:1773688179.307587:0:6358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.307589:0:6358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.307591:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.307594:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=47 00000020:00000001:1.0:1773688179.307597:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.307599:0:6358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.307603:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.307608:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.307611:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.307614:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a0c0. 00000020:00000010:1.0:1773688179.307620:0:6358:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a02060200. 00000020:00000010:1.0:1773688179.307625:0:6358:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b31ffb480. 00000020:00000010:1.0:1773688179.307630:0:6358:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe190. 00000100:00000040:1.0:1773688179.307636:0:6358:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.307638:0:6358:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.307639:0:6358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.307641:0:6358:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.307643:0:6358:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.307645:0:6358:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.307648:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.307649:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.307651:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afa400 refcount=3 00000020:00000001:1.0:1773688179.307652:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000001:1.0:1773688179.307654:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000001:1.0:1773688179.307655:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.307657:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.307658:0:6358:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.307659:0:6358:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.307664:0:6358:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.307679:0:6358:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.307689:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.307690:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.307694:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1572 00000100:00000040:1.0:1773688179.307696:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688179.307705:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997883007232 : -129075826544384 : ffff8a9b3135b100) 00000100:00000040:1.0:1773688179.307710:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3135b100 x1859843854308992/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.307719:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.307721:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.307723:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.307724:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a0c0. 00000100:00100000:1.0:1773688179.307727:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3135b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+47:2405:x1859843854308992:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.307730:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854308992 00010000:00000001:1.0:1773688179.307732:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.307733:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.307735:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.307738:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.307740:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.307743:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9b36b7f400. 02000000:00000001:1.0:1773688179.307745:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.307746:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.307748:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.307750:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.307751:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.307752:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.307753:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afa400 refcount=3 00000020:00000001:1.0:1773688179.307755:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000001:1.0:1773688179.307756:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000040:1.0:1773688179.307759:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 4 00000004:00000001:1.0:1773688179.307763:0:6358:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1773688179.307764:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688179.307767:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.307769:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.307770:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.307772:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.307775:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.307776:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.307780:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.307781:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.307782:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.307784:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.307785:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b11afa400 with handle 0x52973366461d2979 from hash 00010000:00000001:1.0:1773688179.307787:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.307788:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.307788:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.307789:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.307793:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.307794:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.307795:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.307796:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.307799:0:6358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d2979 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6cc expref: 47 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.307805:0:6358:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:1.0:1773688179.307807:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 46 00010000:00000010:1.0:1773688179.307809:0:6358:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96d80. 00010000:00000001:1.0:1773688179.307827:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.307830:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.307832:0:6358:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.307835:0:6358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00000001:1.0:1773688179.307839:0:6358:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.307841:0:6358:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.307843:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.307844:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.307846:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.307850:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.307852:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.307855:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1773688179.307859:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.307862:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.307864:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.307866:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.307868:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.307870:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.307873:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.307878:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64770. 00000100:00000200:1.0:1773688179.307883:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854308992, offset 224 00000400:00000200:1.0:1773688179.307889:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.307897:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.307901:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48005:48005:256:4294967295] 192.168.204.51@tcp LPNI seq info [48001:48001:8:4294967295] 00000400:00000200:1.0:1773688179.307909:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.307912:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.307915:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7700. 00000800:00000200:1.0:1773688179.307919:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.307923:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.307927:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.307936:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.307938:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.307940:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.307941:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.307944:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3135b100 x1859843854308992/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773688179.307950:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3135b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+46:2405:x1859843854308992:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 229us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688179.307956:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1572 00000100:00000040:1.0:1773688179.307970:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688179.307973:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.307975:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.307977:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31ffb480. 00000020:00000010:1.0:1773688179.307980:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe190. 00000020:00000010:1.0:1773688179.307983:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a02060200. 00000020:00000040:1.0:1773688179.307987:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 45 00000100:00000001:1.0:1773688179.307989:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.308055:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.308059:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7700. 00000400:00000200:0.0:1773688179.308064:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.308068:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.308073:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64770 00000400:00000010:0.0:1773688179.308075:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64770. 00000100:00000001:0.0:1773688179.308078:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.308080:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1773688179.309683:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.309686:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854309248 02000000:00000001:2.0:1773688179.309688:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.309690:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.309692:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.309695:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.309697:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854309248 00000020:00000001:2.0:1773688179.309700:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.309701:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.309703:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.309705:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=46 00000020:00000001:2.0:1773688179.309708:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.309710:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.309713:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.309716:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.309719:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.309721:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000020:00000010:2.0:1773688179.309725:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b34ba9600. 00000020:00000010:2.0:1773688179.309730:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.309734:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.309739:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.309742:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.309743:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773688179.309745:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.309750:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.309760:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.309773:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.309774:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.309780:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15468 00000100:00000040:2.0:1773688179.309783:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.309785:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614998156148736 : -129075553402880 : ffff8a9b417d8000) 00000100:00000040:2.0:1773688179.309791:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b417d8000 x1859843854309248/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 496/0 e 0 to 0 dl 1773688259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773688179.309799:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.309802:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.309805:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.309807:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000100:00100000:2.0:1773688179.309811:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b417d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+46:68109:x1859843854309248:12345-192.168.204.51@tcp:36:dbench.0 00000100:00000200:2.0:1773688179.309814:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854309248 00000020:00000001:2.0:1773688179.309818:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.309827:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.309831:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.309834:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.309836:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862544 : -1038689072 : ffffffffc216dcd0) 00000020:00000001:2.0:1773688179.309839:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.309843:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854309248, found 0 last_xid 1859843854309247 00000020:00000001:2.0:1773688179.309845:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.309848:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.309850:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.309852:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.309855:0:75542:0:(mdt_handler.c:3339:mdt_reint()) Process entered 00000004:00000002:2.0:1773688179.309861:0:75542:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 4 req@ffff8a9b417d8000 x1859843854309248/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 496/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1773688179.309870:0:75542:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1773688179.309872:0:75542:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1773688179.309875:0:75542:0:(mdt_lib.c:1638:mdt_unlink_unpack()) Process entered 00000001:00000001:2.0:1773688179.309877:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.309879:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.309881:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.309883:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.309885:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.309889:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.309890:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.309892:0:75542:0:(mdt_lib.c:1387:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.309895:0:75542:0:(mdt_lib.c:1680:mdt_unlink_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.309896:0:75542:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.309899:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.309901:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.309903:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.309905:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.309909:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8a9b31d24000. 02000000:00000001:2.0:1773688179.309911:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.309913:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.309916:0:75542:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1773688179.309917:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.309918:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.309920:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.309921:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.309923:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.309925:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.309926:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.309928:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.309929:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.309931:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.309935:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.309939:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.309942:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.309944:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.309945:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.309947:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.309949:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.309950:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.309952:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.309954:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.309955:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.309958:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.309971:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.309973:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.309975:0:75542:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.309977:0:75542:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1773688179.309979:0:75542:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.309981:0:75542:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1773688179.309984:0:75542:0:(mdt_reint.c:1256:mdt_reint_unlink()) Process entered 00000020:00000001:2.0:1773688179.309987:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3c78 00000004:00000002:2.0:1773688179.309992:0:75542:0:(mdt_reint.c:1258:mdt_reint_unlink()) @@@ unlink [0x20000afe1:0xf3:0x0]/PPTC321.TMP req@ffff8a9b417d8000 x1859843854309248/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 496/2888 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773688179.310000:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1773688179.310001:0:75542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00000001:2.0:1773688179.310003:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.310005:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000010:2.1:1773688179.310026:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0e43c600. 00010000:00000010:2.1:1773688179.310032:0:75542:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a16dec100. 00010000:00000010:2.1:1773688179.310037:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0e43c800. 00010000:00000010:2.1:1773688179.310040:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0e43d000. 00000020:00000040:2.0:1773688179.310045:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0e43c200 refcount=3 00000020:00000001:2.0:1773688179.310047:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993001759232 : -129080707792384 : ffff8a9a0e43c200) 00010000:00000001:2.0:1773688179.310050:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993001759232 : -129080707792384 : ffff8a9a0e43c200) 00010000:00000040:2.0:1773688179.310053:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 3 00000004:00000001:2.0:1773688179.310056:0:75542:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1773688179.310058:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1773688179.310060:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.310062:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.310063:0:75542:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.310065:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.310068:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.310069:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.310073:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.310074:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.310076:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.310077:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.310080:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0e43c200 with handle 0x52973366461d295d from hash 00010000:00000001:2.0:1773688179.310082:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.310083:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.310084:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.310085:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.310089:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.310090:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.310092:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.310093:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.310097:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0e43c200/0x52973366461d295d lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6c5 expref: 46 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.310112:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:2.0:1773688179.310115:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 45 00010000:00000010:2.0:1773688179.310117:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.310122:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.310123:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.310124:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.310126:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcd200 refcount=3 00000020:00000001:2.0:1773688179.310128:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160298496 : -129075549253120 : ffff8a9b41bcd200) 00010000:00000001:2.0:1773688179.310130:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160298496 : -129075549253120 : ffff8a9b41bcd200) 00010000:00000001:2.0:1773688179.310132:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1773688179.310133:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.310135:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.310136:0:75542:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.310137:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.310140:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.310141:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.310143:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.310144:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.310145:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.310147:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.310149:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bcd200 with handle 0x52973366461d241d from hash 00010000:00000001:2.0:1773688179.310151:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.310152:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.310153:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.310154:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.310155:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.310157:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.310158:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.310159:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.310164:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d241d lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0x13f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a52f expref: 45 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.310170:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:2.0:1773688179.310172:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 44 00010000:00000010:2.0:1773688179.310174:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988180. 00010000:00000001:2.0:1773688179.310177:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.310179:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.310181:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.310183:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00000001:2.0:1773688179.310186:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.310188:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.310190:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1773688179.310191:0:75542:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a1a7d7b00 count: 0 00010000:00000010:2.0:1773688179.310196:0:75542:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b33ccfb80. 00010000:00010000:2.0:1773688179.310200:0:75542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1773688179.310203:0:75542:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=2 : 2 : 2) 00000004:00000001:2.0:1773688179.310205:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.310207:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf3:0x0] 00000020:00000001:2.0:1773688179.310210:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.310213:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787703768 : -129080921847848 : ffff8a9a018187d8) 00000004:00000001:2.0:1773688179.310215:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787703680 : -129080921847936 : ffff8a9a01818780) 00000004:00000001:2.0:1773688179.310219:0:75542:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1773688179.310222:0:75542:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1773688179.310225:0:75542:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1773688179.310228:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.310230:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.310233:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6c00 count: 3 00010000:00000001:2.0:1773688179.310235:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.310237:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.310241:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afbc00. 00000020:00000001:2.0:1773688179.310244:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.310246:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afbc00 with handle 0x52973366461d2980 to hash 00000020:00000001:2.0:1773688179.310248:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.310249:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000010:2.0:1773688179.310253:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.310255:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:2.0:1773688179.310257:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.310259:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.310262:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2980 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.310267:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.310271:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.310272:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.310274:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.310277:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.310279:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.310280:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.310282:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.310284:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.310286:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.310287:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.310289:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) refcount = 3 00010000:00000040:2.0:1773688179.310292:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.310295:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378800/0x52973366461d0912 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8464d expref: 44 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.310301:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378a00/0x52973366461d090b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf3:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e84677 expref: 44 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.310308:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2980 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.310313:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.310315:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.310316:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.310318:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.310319:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.310321:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.310323:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.310325:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.310327:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.310331:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2980 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.310335:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.310337:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.310338:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.310339:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.310340:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773688179.310344:0:75542:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a16dec100. 00010000:00000010:2.0:1773688179.310347:0:75542:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b343e9780. 00010000:00000001:2.0:1773688179.310351:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.310353:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afa000. 00000020:00000001:2.0:1773688179.310355:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.310356:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afa000 with handle 0x52973366461d2987 to hash 00000020:00000001:2.0:1773688179.310358:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.310359:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354127360 : -129076355424256 : ffff8a9b11afa000) 00010000:00000010:2.0:1773688179.310362:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96100. 00010000:00000001:2.0:1773688179.310364:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354127360 : -129076355424256 : ffff8a9b11afa000) 00010000:00000001:2.0:1773688179.310366:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.310368:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.310370:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa000/0x52973366461d2987 lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.310375:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.310376:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.310377:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.310379:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.310380:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.310381:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.310383:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.310384:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.310386:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.310387:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.310388:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.310389:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xddd0a3dd (ffff8a9a16dec100) refcount = 1 00010000:00010000:2.0:1773688179.310392:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa000/0x52973366461d2987 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.310397:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.310398:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.310399:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.310401:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.310402:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.310404:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.310405:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.310407:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.310409:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.310411:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa000/0x52973366461d2987 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.310416:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.310417:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.310418:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.310420:0:75542:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.310425:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.310431:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:2.0:1773688179.310433:0:75542:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0xf3:0x0] version is 0x27000000de 00000004:00000001:2.0:1773688179.310439:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.310473:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.310476:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1773688179.310479:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1773688179.310483:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.310487:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1773688179.310516:0:75542:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.310519:0:75542:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1773688179.310521:0:75542:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1773688179.310524:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1773688179.310526:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773688179.310528:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.310530:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.310532:0:75542:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1773688179.310534:0:75542:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.310536:0:75542:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:2.0:1773688179.310539:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.310540:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.310543:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.310544:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x13f:0x0] 00000020:00000001:2.0:1773688179.310546:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.310550:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:2.0:1773688179.310552:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:2.0:1773688179.310555:0:75542:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1773688179.310557:0:75542:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.310560:0:75542:0:(mdt_reint.c:327:mdt_object_stripes_lock()) Process entered 00000004:00000001:2.0:1773688179.310562:0:75542:0:(mdt_handler.c:4293:mdt_object_check_lock()) Process entered 00010000:00000001:2.0:1773688179.310565:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.310566:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773688179.310570:0:75542:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a16349a00. 00010000:00000010:2.0:1773688179.310573:0:75542:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b343e9680. 00010000:00000001:2.0:1773688179.310576:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.310578:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afba00. 00000020:00000001:2.0:1773688179.310736:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.310738:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afba00 with handle 0x52973366461d298e to hash 00000020:00000001:2.0:1773688179.310740:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.310741:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354134016 : -129076355417600 : ffff8a9b11afba00) 00010000:00000010:2.0:1773688179.310745:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96380. 00010000:00000001:2.0:1773688179.310747:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354134016 : -129076355417600 : ffff8a9b11afba00) 00010000:00000001:2.0:1773688179.310750:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.310751:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.310754:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d298e lrc: 3/0,1 mode: --/EX res: [0x20000afe1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.310759:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.310761:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.310763:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.310764:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.310765:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.310767:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.310769:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.310770:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.310771:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.310772:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.310773:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.310775:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a16349a00) refcount = 1 00010000:00010000:2.0:1773688179.310778:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d298e lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x13f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.310783:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.310785:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.310787:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.310789:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.310790:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.310792:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.310794:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.310796:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.310798:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.310800:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d298e lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x13f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.310804:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.310806:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.310807:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.310808:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.310809:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.310810:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afba00 refcount=3 00000020:00000001:2.0:1773688179.310812:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354134016 : -129076355417600 : ffff8a9b11afba00) 00010000:00000001:2.0:1773688179.310814:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354134016 : -129076355417600 : ffff8a9b11afba00) 00010000:00000001:2.0:1773688179.310816:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.310817:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.310819:0:75542:0:(mdt_handler.c:4320:mdt_object_check_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.310821:0:75542:0:(mdt_reint.c:350:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.310825:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.310829:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:2.0:1773688179.310831:0:75542:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0x13f:0x0] version is 0x28000000c6 00000004:00000001:2.0:1773688179.310835:0:75542:0:(mdd_dir.c:2162:mdd_unlink()) Process entered 00000004:00000001:2.0:1773688179.310846:0:75542:0:(mdd_dir.c:2109:mdd_hsm_archive_exists()) Process entered 00000020:00000010:2.0:1773688179.310851:0:75542:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8a9a09f93620. 00000004:00000001:2.0:1773688179.310854:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.310856:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.310859:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.310861:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1773688179.310864:0:75542:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1773688179.310865:0:75542:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:2.0:1773688179.310868:0:75542:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8a9a09f93620. 00000004:00000001:2.0:1773688179.310871:0:75542:0:(mdd_dir.c:2123:mdd_hsm_archive_exists()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.310873:0:75542:0:(mdd_dir.c:2038:mdd_unlink_sanity_check()) Process entered 00000004:00000001:2.0:1773688179.310875:0:75542:0:(mdd_dir.c:523:mdd_may_delete()) Process entered 00000004:00000001:2.0:1773688179.310876:0:75542:0:(mdd_dir.c:487:mdd_may_delete_entry()) Process entered 00000004:00000001:2.0:1773688179.310878:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1773688179.310880:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xf3:0x0] mask 3 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1773688179.310883:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.310885:0:75542:0:(mdd_dir.c:509:mdd_may_delete_entry()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.310887:0:75542:0:(mdd_dir.c:563:mdd_may_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.310889:0:75542:0:(mdd_dir.c:2042:mdd_unlink_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1773688179.310892:0:75542:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1773688179.310898:0:75542:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9b08b27540. 00080000:00000001:2.0:1773688179.310901:0:75542:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1773688179.310908:0:75542:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10fe1400. 00080000:00000001:2.0:1773688179.310911:0:75542:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993047524352 : -129080662027264 : ffff8a9a10fe1400) 00000004:00000001:2.0:1773688179.310916:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.310918:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047524352 : -129080662027264 : ffff8a9a10fe1400) 00080000:00000001:2.0:1773688179.310921:0:75542:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:2.0:1773688179.310929:0:75542:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.310932:0:75542:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:2.0:1773688179.310934:0:75542:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:2.0:1773688179.310935:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.310936:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047524352 : -129080662027264 : ffff8a9a10fe1400) 00080000:00000001:2.0:1773688179.310939:0:75542:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1773688179.310941:0:75542:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.310943:0:75542:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.310946:0:75542:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:2.0:1773688179.310948:0:75542:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.310950:0:75542:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.310952:0:75542:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:2.0:1773688179.310954:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.310955:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047524352 : -129080662027264 : ffff8a9a10fe1400) 00080000:00000002:2.0:1773688179.310958:0:75542:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x20000afe1:0x13f:0x0] not in the id map cache 00080000:00000001:2.0:1773688179.310975:0:75542:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1773688179.310985:0:75542:0:(osd_object.c:1130:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.310988:0:75542:0:(osd_object.c:1204:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.310990:0:75542:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.310992:0:75542:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:2.0:1773688179.310993:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.310994:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047524352 : -129080662027264 : ffff8a9a10fe1400) 00080000:00000001:2.0:1773688179.310997:0:75542:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1773688179.310999:0:75542:0:(osd_object.c:1130:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.311000:0:75542:0:(osd_object.c:1204:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311002:0:75542:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311003:0:75542:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:2.0:1773688179.311005:0:75542:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:2.0:1773688179.311006:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.311023:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047524352 : -129080662027264 : ffff8a9a10fe1400) 00080000:00000001:2.0:1773688179.311026:0:75542:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1773688179.311028:0:75542:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311030:0:75542:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311032:0:75542:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311034:0:75542:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:2.0:1773688179.311035:0:75542:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:2.0:1773688179.311036:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.311038:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047524352 : -129080662027264 : ffff8a9a10fe1400) 00080000:00000001:2.0:1773688179.311039:0:75542:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1773688179.311041:0:75542:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311042:0:75542:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311044:0:75542:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311046:0:75542:0:(lod_object.c:6524:lod_declare_destroy()) Process entered 00000004:00000001:2.0:1773688179.311047:0:75542:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:2.0:1773688179.311049:0:75542:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311051:0:75542:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:2.0:1773688179.311052:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.311053:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047524352 : -129080662027264 : ffff8a9a10fe1400) 00080000:00000001:2.0:1773688179.311055:0:75542:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:2.0:1773688179.311057:0:75542:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1773688179.311059:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1773688179.311061:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773688179.311062:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.311064:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.311066:0:75542:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.311076:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:2.0:1773688179.311078:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688179.311084:0:75542:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311087:0:75542:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311090:0:75542:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1773688179.311092:0:75542:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:2.0:1773688179.311093:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.311096:0:75542:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1773688179.311098:0:75542:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1773688179.311099:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1773688179.311100:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773688179.311102:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.311104:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.311105:0:75542:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1773688179.311107:0:75542:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x280000401 00000004:00000001:2.0:1773688179.311110:0:75542:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311111:0:75542:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446614993047524352 : -129080662027264 : ffff8a9a10fe1400) 00000004:00000001:2.0:1773688179.311115:0:75542:0:(osp_object.c:1685:osp_declare_destroy()) Process entered 00000004:00000001:2.0:1773688179.311118:0:75542:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:2.0:1773688179.311122:0:75542:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1773688179.311124:0:75542:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446614993047524352 : -129080662027264 : ffff8a9a10fe1400) 00000004:00000040:2.0:1773688179.311127:0:75542:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a9b347676c0 : new refcount 3 00000040:00000001:2.0:1773688179.311130:0:75542:0:(llog.c:1283:llog_declare_add()) Process entered 00000040:00000001:2.0:1773688179.311133:0:75542:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:2.0:1773688179.311135:0:75542:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x2:1 flags 412 count 2 00000040:00000001:2.0:1773688179.311138:0:75542:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:2.0:1773688179.311140:0:75542:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1773688179.311142:0:75542:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:2.0:1773688179.311144:0:75542:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1773688179.311146:0:75542:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:2.0:1773688179.311148:0:75542:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:2.0:1773688179.311152:0:75542:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:2.0:1773688179.311155:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1773688179.311164:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688179.311166:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.311168:0:75542:0:(osd_object.c:1462:osd_declare_create()) Process entered 00080000:00000001:2.0:1773688179.311179:0:75542:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1773688179.311181:0:75542:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1773688179.311189:0:75542:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0xa5:0x0] not in the id map cache 00000001:00000001:2.0:1773688179.311191:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688179.311193:0:75542:0:(osd_object.c:1516:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.311195:0:75542:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1773688179.311198:0:75542:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.311200:0:75542:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1773688179.311203:0:75542:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1773688179.311205:0:75542:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1773688179.311207:0:75542:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1773688179.311209:0:75542:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1773688179.311210:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1773688179.311229:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688179.311230:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.311232:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1773688179.311238:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688179.311239:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1773688179.311241:0:75542:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1773688179.311243:0:75542:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.311245:0:75542:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1773688179.311246:0:75542:0:(osd_object.c:1130:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.311248:0:75542:0:(osd_object.c:1204:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1773688179.311250:0:75542:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1773688179.311251:0:75542:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1773688179.311252:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1773688179.311258:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688179.311259:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.311261:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1773688179.311265:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688179.311267:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1773688179.311268:0:75542:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1773688179.311270:0:75542:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.311272:0:75542:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1773688179.311273:0:75542:0:(osd_object.c:1130:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.311275:0:75542:0:(osd_object.c:1204:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1773688179.311277:0:75542:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1773688179.311279:0:75542:0:(llog.c:1291:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1773688179.311281:0:75542:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8a9b347676c0 : new refcount 2 00000004:00000001:2.0:1773688179.311284:0:75542:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311285:0:75542:0:(osp_object.c:1692:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311287:0:75542:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311289:0:75542:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311291:0:75542:0:(lod_object.c:6601:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311296:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.311297:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047524352 : -129080662027264 : ffff8a9a10fe1400) 00080000:00000001:2.0:1773688179.311300:0:75542:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:2.0:1773688179.311308:0:75542:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311311:0:75542:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:2.0:1773688179.311312:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.311313:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047524352 : -129080662027264 : ffff8a9a10fe1400) 00080000:00000001:2.0:1773688179.311316:0:75542:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1773688179.311317:0:75542:0:(osd_object.c:1130:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.311319:0:75542:0:(osd_object.c:1204:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311321:0:75542:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311324:0:75542:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1773688179.311327:0:75542:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1773688179.311329:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.311330:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047524352 : -129080662027264 : ffff8a9a10fe1400) 00080000:00000001:2.0:1773688179.311332:0:75542:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1773688179.311344:0:75542:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311346:0:75542:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311349:0:75542:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.311352:0:75542:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1773688179.311355:0:75542:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1773688179.311359:0:75542:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1773688179.311361:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.311362:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047524352 : -129080662027264 : ffff8a9a10fe1400) 00080000:00000001:2.0:1773688179.311365:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1773688179.311368:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688179.311369:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311371:0:75542:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.311391:0:75542:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.311392:0:75542:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311396:0:75542:0:(mdd_dir.c:688:__mdd_index_delete()) Process entered 00000004:00000001:2.0:1773688179.311398:0:75542:0:(mdd_dir.c:629:__mdd_index_delete_only()) Process entered 00000004:00000001:2.0:1773688179.311400:0:75542:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:2.0:1773688179.311401:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.311403:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047524352 : -129080662027264 : ffff8a9a10fe1400) 00080000:00000001:2.0:1773688179.311406:0:75542:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:2.0:1773688179.311418:0:75542:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1773688179.311419:0:75542:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1773688179.311420:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1773688179.311422:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773688179.311423:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.311425:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.311426:0:75542:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1773688179.311428:0:75542:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.311462:0:75542:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311464:0:75542:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311465:0:75542:0:(mdd_dir.c:636:__mdd_index_delete_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311468:0:75542:0:(mdd_dir.c:697:__mdd_index_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311470:0:75542:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:2.0:1773688179.311471:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.311473:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047524352 : -129080662027264 : ffff8a9a10fe1400) 00080000:00000001:2.0:1773688179.311476:0:75542:0:(osd_object.c:2093:osd_ref_del()) Process entered 00080000:00000001:2.0:1773688179.311488:0:75542:0:(osd_object.c:2113:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311490:0:75542:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311494:0:75542:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:2.0:1773688179.311495:0:75542:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:2.0:1773688179.311497:0:75542:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:2.0:1773688179.311499:0:75542:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:2.0:1773688179.311500:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.311501:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047524352 : -129080662027264 : ffff8a9a10fe1400) 00080000:00000001:2.0:1773688179.311504:0:75542:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:2.0:1773688179.311506:0:75542:0:(osd_object.c:1274:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.311508:0:75542:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311510:0:75542:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311512:0:75542:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:2.0:1773688179.311513:0:75542:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311516:0:75542:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311517:0:75542:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311519:0:75542:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311521:0:75542:0:(mdd_dir.c:1992:mdd_finish_unlink()) Process entered 00000004:00000001:2.0:1773688179.311523:0:75542:0:(lod_object.c:6624:lod_destroy()) Process entered 00000004:00000001:2.0:1773688179.311524:0:75542:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:2.0:1773688179.311526:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.311527:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047524352 : -129080662027264 : ffff8a9a10fe1400) 00080000:00000001:2.0:1773688179.311529:0:75542:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:2.0:1773688179.311531:0:75542:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1773688179.311532:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1773688179.311533:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773688179.311535:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.311536:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.311538:0:75542:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.311601:0:75542:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.311604:0:75542:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311606:0:75542:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311608:0:75542:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1773688179.311609:0:75542:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:2.0:1773688179.311611:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.311612:0:75542:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1773688179.311613:0:75542:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1773688179.311614:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1773688179.311615:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773688179.311617:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.311618:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.311620:0:75542:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1773688179.311621:0:75542:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x280000401 00000004:00000001:2.0:1773688179.311623:0:75542:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311624:0:75542:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446614993047524352 : -129080662027264 : ffff8a9a10fe1400) 00000004:00000001:2.0:1773688179.311627:0:75542:0:(osp_object.c:1720:osp_destroy()) Process entered 00000004:00000001:2.0:1773688179.311629:0:75542:0:(osp_sync.c:451:osp_sync_add_rec()) Process entered 00000020:00000001:2.0:1773688179.311631:0:75542:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1773688179.311632:0:75542:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446614993047524352 : -129080662027264 : ffff8a9a10fe1400) 00000004:00000040:2.0:1773688179.311635:0:75542:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a9b347676c0 : new refcount 3 00000040:00000001:2.0:1773688179.311638:0:75542:0:(llog.c:1265:llog_add()) Process entered 00000040:00000001:2.0:1773688179.311640:0:75542:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:2.0:1773688179.311641:0:75542:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:2.0:1773688179.311643:0:75542:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446614998149242880 : -129075560308736 : ffff8a9b41142000) 00000040:00000001:2.0:1773688179.311645:0:75542:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:2.0:1773688179.311647:0:75542:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1773688179.311649:0:75542:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1773688179.311651:0:75542:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1773688179.311653:0:75542:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0xa4:0x0] 00080000:00000001:2.0:1773688179.311660:0:75542:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1773688179.311673:0:75542:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1773688179.311675:0:75542:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1773688179.311677:0:75542:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1773688179.311679:0:75542:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1773688179.311682:0:75542:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1773688179.311684:0:75542:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1773688179.311701:0:75542:0:(osd_io.c:440:osd_write()) Process leaving (rc=64 : 64 : 40) 00000040:00080000:2.0:1773688179.311704:0:75542:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa4:0x0].12, 64 off8960 00000040:00000001:2.0:1773688179.311706:0:75542:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1773688179.311708:0:75542:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1773688179.311710:0:75542:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:2.0:1773688179.311713:0:75542:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1773688179.311715:0:75542:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1773688179.311717:0:75542:0:(llog.c:1273:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:2.0:1773688179.311719:0:75542:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8a9b347676c0 : new refcount 2 00000004:00001000:2.0:1773688179.311721:0:75542:0:(osp_sync.c:518:osp_sync_add_rec()) lustre-OST0000-osc-MDT0000: new record [0x1:0xa4:0x0].12: rc = 1 00000004:00000001:2.0:1773688179.311724:0:75542:0:(osp_sync.c:528:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311726:0:75542:0:(osp_object.c:1737:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311727:0:75542:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311729:0:75542:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311731:0:75542:0:(lod_object.c:6698:lod_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.311733:0:75542:0:(mdd_dir.c:2024:mdd_finish_unlink()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.311736:0:75542:0:(osd_object.c:944:osd_attr_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:2.0:1773688179.311739:0:75542:0:(mdd_dir.c:2294:mdd_unlink()) Process leaving 00000004:00000001:2.0:1773688179.311741:0:75542:0:(mdd_dir.c:1371:mdd_changelog_ns_store()) Process entered 00000004:00000001:2.0:1773688179.311743:0:75542:0:(mdd_dir.c:1378:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.311746:0:75542:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1773688179.311748:0:75542:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1773688179.311751:0:75542:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1773688179.311754:0:75542:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692050, last_committed = 171798692041 00000001:00000010:2.0:1773688179.311758:0:75542:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b346b1960. 00000001:00000040:2.0:1773688179.311760:0:75542:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 9 00000020:00000040:2.0:1773688179.311763:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=45 00000001:00000010:2.0:1773688179.311768:0:75542:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b079f4780. 00000004:00000001:2.0:1773688179.311773:0:75542:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1773688179.311774:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.311775:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047524352 : -129080662027264 : ffff8a9a10fe1400) 00080000:00000001:2.0:1773688179.311778:0:75542:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1773688179.311784:0:75542:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1773688179.311786:0:75542:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1773688179.311789:0:75542:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b079f4780: xid 1859843854309248, transno 171798692050, tag 1, client gen 13, slot idx 2 00000001:00000001:2.0:1773688179.311792:0:75542:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.311810:0:75542:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773688179.311812:0:75542:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9b08b27540. 00000020:00000001:2.0:1773688179.311815:0:75542:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688179.311819:0:75542:0:(mdt_io.c:2177:mdt_dom_discard_data()) Process entered 00010000:00000001:2.0:1773688179.311821:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.311822:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.311825:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a16349a00 count: 2 00010000:00000001:2.0:1773688179.311827:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.311829:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.311834:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41f0da00. 00000020:00000001:2.0:1773688179.311837:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.311838:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41f0da00 with handle 0x52973366461d2995 to hash 00000020:00000001:2.0:1773688179.311840:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.311841:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998163708416 : -129075545843200 : ffff8a9b41f0da00) 00010000:00000010:2.0:1773688179.311845:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96600. 00010000:00000001:2.0:1773688179.311848:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998163708416 : -129075545843200 : ffff8a9b41f0da00) 00010000:00000001:2.0:1773688179.311850:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.311851:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.311854:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0da00/0x52973366461d2995 lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.311860:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.311861:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.311863:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.311864:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.311866:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.311868:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.311869:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.311871:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.311872:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.311873:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.311874:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.311876:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a16349a00) refcount = 2 00010000:00000040:2.0:1773688179.311878:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.311881:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d298e lrc: 2/0,1 mode: EX/EX res: [0x20000afe1:0x13f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.311886:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0da00/0x52973366461d2995 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.311891:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.311893:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.311894:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.311896:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.311897:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.311899:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.311901:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1773688179.311903:0:75542:0:(mdt_io.c:2134:ldlm_dom_discard_cp_ast()) Process entered 00002000:00000001:2.0:1773688179.311905:0:75542:0:(mdt_io.c:2144:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.311907:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0da00/0x52973366461d2995 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.311911:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.311913:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.311914:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.311916:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.311917:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.311918:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41f0da00 refcount=3 00000020:00000001:2.0:1773688179.311920:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998163708416 : -129075545843200 : ffff8a9b41f0da00) 00010000:00000001:2.0:1773688179.311922:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998163708416 : -129075545843200 : ffff8a9b41f0da00) 00010000:00000001:2.0:1773688179.311924:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.311925:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.311927:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41f0da00 refcount=4 00000020:00000001:2.0:1773688179.311929:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998163708416 : -129075545843200 : ffff8a9b41f0da00) 00010000:00000001:2.0:1773688179.311930:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998163708416 : -129075545843200 : ffff8a9b41f0da00) 00010000:00000001:2.0:1773688179.311932:0:75542:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1773688179.311934:0:75542:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0da00/0x52973366461d2995 lrc: 4/0,1 mode: PW/PW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.311939:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.311941:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0da00/0x52973366461d2995 lrc: 4/0,1 mode: PW/PW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.311945:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.311946:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.311949:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0da00/0x52973366461d2995 lrc: 3/0,0 mode: PW/PW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.311954:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.311956:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.311959:0:75542:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1773688179.311974:0:75542:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8a9b079f4840. 00010000:00000001:2.0:1773688179.311977:0:75542:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1773688179.311995:0:75542:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1773688179.311998:0:75542:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.311999:0:75542:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.312001:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.312002:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.312004:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.312005:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.312033:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1773688179.312035:0:75542:0:(mdt_io.c:2227:mdt_dom_discard_data()) Process leaving 00000004:00000001:2.0:1773688179.312037:0:75542:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000001:00000001:2.0:1773688179.312042:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.312043:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.312046:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.312047:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.312049:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.312050:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.312052:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.312053:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.312055:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x13f:0x0]: nlink=0, mode=100600, valid=0x100000000000278f 00000004:00000001:2.0:1773688179.312057:0:75542:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.312062:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.312067:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.312068:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.312069:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.312071:0:75542:0:(mdt_reint.c:1458:mdt_reint_unlink()) Process leaving 00000004:00000001:2.0:1773688179.312073:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1773688179.312075:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:2.0:1773688179.312076:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.312079:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.312080:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.312081:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.312082:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afba00 refcount=3 00000020:00000001:2.0:1773688179.312084:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354134016 : -129076355417600 : ffff8a9b11afba00) 00010000:00000001:2.0:1773688179.312086:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354134016 : -129076355417600 : ffff8a9b11afba00) 00010000:00000001:2.0:1773688179.312089:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.312091:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d298e lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x13f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.312097:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.312098:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.312100:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d298e lrc: 2/0,0 mode: EX/EX res: [0x20000afe1:0x13f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.312104:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.312106:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.312108:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.312110:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d298e lrc: 3/0,0 mode: EX/EX res: [0x20000afe1:0x13f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.312116:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b11afba00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.312118:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.312120:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.312122:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d298e lrc: 3/0,0 mode: EX/EX res: [0x20000afe1:0x13f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.312127:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.312128:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.312130:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.312131:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afba00 refcount=4 00000020:00000001:0.0:1773688179.312132:0:17294:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773688179.312133:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354134016 : -129076355417600 : ffff8a9b11afba00) 00000020:00000001:0.0:1773688179.312135:0:17294:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.312138:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354134016 : -129076355417600 : ffff8a9b11afba00) 00010000:00010000:0.0:1773688179.312139:0:17294:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1773688179.312144:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:0.0:1773688179.312145:0:17294:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1773688179.312148:0:17294:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.312150:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d298e lrc: 4/0,0 mode: EX/EX res: [0x20000afe1:0x13f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.312152:0:17294:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0da00/0x52973366461d2995 lrc: 2/0,0 mode: PW/PW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.312162:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00010000:0.0:1773688179.312164:0:17294:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41f0da00 already unused, calling callback (ffffffffc162de40) 00000004:00000001:2.0:1773688179.312165:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.312166:0:17294:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.312169:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.312169:0:17294:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688179.312172:0:17294:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0da00/0x52973366461d2995 lrc: 2/0,0 mode: PW/PW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.312175:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.312178:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.312179:0:17294:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688179.312181:0:17294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1773688179.312182:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:0.0:1773688179.312183:0:17294:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1773688179.312186:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.312186:0:17294:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41f0da00 refcount=3 00000020:00000001:0.0:1773688179.312188:0:17294:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998163708416 : -129075545843200 : ffff8a9b41f0da00) 00000020:00000040:2.0:1773688179.312191:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b11afba00 with handle 0x52973366461d298e from hash 00010000:00000001:0.0:1773688179.312191:0:17294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998163708416 : -129075545843200 : ffff8a9b41f0da00) 00010000:00000001:2.0:1773688179.312197:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.312199:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.312200:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.312201:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.312203:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.312204:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.312207:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.312207:0:17294:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1773688179.312208:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00010000:0.0:1773688179.312210:0:17294:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0da00/0x52973366461d2995 lrc: 3/0,0 mode: PW/PW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.312212:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.312215:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a16349a00) 00010000:00000001:0.0:1773688179.312218:0:17294:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00010000:2.0:1773688179.312221:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:2.0:1773688179.312224:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.312227:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.312227:0:17294:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.312230:0:17294:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.312232:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.312233:0:17294:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.312235:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688179.312236:0:17294:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.312239:0:17294:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.312240:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.312241:0:17294:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.312242:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.312246:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.312247:0:17294:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41f0da00 with handle 0x52973366461d2995 from hash 00010000:00000001:2.0:1773688179.312250:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.312251:0:17294:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.312254:0:17294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:2.0:1773688179.312255:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.312256:0:17294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.312259:0:17294:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00010000:2.0:1773688179.312261:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d298e lrc: 2/0,0 mode: --/EX res: [0x20000afe1:0x13f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.312261:0:17294:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.312264:0:17294:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.312267:0:17294:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.312269:0:17294:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.312273:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.312274:0:17294:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00000001:2.0:1773688179.312278:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.312278:0:17294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x13f:0x0].0x0 (ffff8a9a16349a00) 00010000:00000001:2.0:1773688179.312282:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00010000:0.0:1773688179.312282:0:17294:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00000001:2.0:1773688179.312286:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688179.312286:0:17294:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.312289:0:17294:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.312290:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.312292:0:17294:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1773688179.312294:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afba00/0x52973366461d298e lrc: 0/0,0 mode: --/EX res: [0x20000afe1:0x13f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.312295:0:17294:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688179.312298:0:17294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.312301:0:17294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.312303:0:17294:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1773688179.312305:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96380. 00010000:00000001:0.0:1773688179.312307:0:17294:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.312311:0:17294:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.312315:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.312316:0:17294:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0da00/0x52973366461d2995 lrc: 1/0,0 mode: --/PW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:2.0:1773688179.312319:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.312322:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1773688179.312324:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1773688179.312327:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:0.0:1773688179.312327:0:17294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.312331:0:17294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0da00/0x52973366461d2995 lrc: 0/0,0 mode: --/PW res: [0x20000afe1:0x13f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:2.0:1773688179.312332:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00010000:00000010:0.0:1773688179.312340:0:17294:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96600. 00010000:00000040:0.0:1773688179.312345:0:17294:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a16349a00 count: 0 00010000:00000010:0.0:1773688179.312350:0:17294:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b343e9680. 00080000:00000010:2.0:1773688179.312351:0:75542:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8a9a09c1c720. 00000004:00000001:2.0:1773688179.312360:0:75542:0:(osp_object.c:2348:osp_object_release()) Process entered 00010000:00000001:0.0:1773688179.312360:0:17294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.312364:0:75542:0:(osp_object.c:2380:osp_object_release()) Process leaving 00010000:00000001:0.0:1773688179.312364:0:17294:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1773688179.312368:0:17294:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8a9b079f4840. 00000004:00000010:2.0:1773688179.312370:0:75542:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff8a9b36cedf10. 00010000:00000001:0.0:1773688179.312371:0:17294:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.312374:0:17294:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773688179.312376:0:17294:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.312378:0:17294:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000010:2.0:1773688179.312379:0:75542:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8a9a10e53450. 00000020:00000001:0.0:1773688179.312380:0:17294:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773688179.312382:0:17294:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.312385:0:17294:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773688179.312386:0:17294:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000004:00000010:2.0:1773688179.312387:0:75542:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8a9a10e53e50. 00000020:00000001:0.0:1773688179.312388:0:17294:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.312392:0:17294:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000010:2.0:1773688179.312394:0:75542:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8a9b41f7e840. 00000004:00000010:2.0:1773688179.312399:0:75542:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8a9b311ac330. 00000004:00000010:2.0:1773688179.312404:0:75542:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8a9b34b9f2d0. 00000004:00000001:2.0:1773688179.312407:0:75542:0:(mdt_handler.c:7006:mdt_object_free()) Process entered 00000004:00000040:2.0:1773688179.312409:0:75542:0:(mdt_handler.c:7010:mdt_object_free()) object free, fid = [0x20000afe1:0x13f:0x0] 00000004:00000010:2.0:1773688179.312411:0:75542:0:(mdt_handler.c:7017:mdt_object_free()) slab-freed 'mo': 480 at ffff8a9b41868f00. 00000004:00000001:2.0:1773688179.312414:0:75542:0:(mdt_handler.c:7020:mdt_object_free()) Process leaving 00000004:00000001:2.0:1773688179.312415:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.312417:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1773688179.312418:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.312420:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.312421:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.312422:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afbc00 refcount=3 00000020:00000001:2.0:1773688179.312424:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:2.0:1773688179.312426:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:2.0:1773688179.312428:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.312430:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2980 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.312435:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.312436:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.312438:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2980 lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.312442:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.312444:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.312445:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.312447:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2980 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.312451:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b11afbc00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.312453:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.312454:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.312456:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2980 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.312461:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.312462:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.312463:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.312465:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afbc00 refcount=4 00000020:00000001:2.0:1773688179.312467:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:2.0:1773688179.312469:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:2.0:1773688179.312471:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.312472:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2980 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.312476:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.312477:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.312478:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.312480:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.312482:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.312483:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.312484:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.312485:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b11afbc00 with handle 0x52973366461d2980 from hash 00010000:00000001:2.0:1773688179.312487:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.312488:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.312489:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.312491:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.312492:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.312493:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.312495:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.312496:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.312497:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.312499:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0x0 (ffff8a9b33ed6c00) 00010000:00010000:2.0:1773688179.312502:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.312504:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.312506:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.312507:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.312509:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.312511:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.312513:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.312514:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.312516:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.312517:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.312520:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2980 lrc: 2/0,0 mode: --/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.312524:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.312525:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.312526:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.312527:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.312529:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.312530:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2980 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0xf3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.312535:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.312539:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.312540:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.312541:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.312542:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.312543:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.312544:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afa000 refcount=3 00000020:00000001:2.0:1773688179.312545:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354127360 : -129076355424256 : ffff8a9b11afa000) 00010000:00000001:2.0:1773688179.312548:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354127360 : -129076355424256 : ffff8a9b11afa000) 00000004:00010000:2.0:1773688179.312551:0:75542:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000db8b650a reply state 000000006b92fb48 transno 171798692050 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa000/0x52973366461d2987 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.312558:0:75542:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:2.0:1773688179.312560:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.312561:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.312564:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.312565:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.312566:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.312568:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.312570:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf3:0x0].0xddd0a3dd (ffff8a9a16dec100) refcount = 1 00010000:00010000:2.0:1773688179.312573:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa000/0x52973366461d2987 lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0xf3:0x0].0xddd0a3dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.312578:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.312579:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.312580:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.312582:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.312583:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.312584:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.312586:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf3:0x0].0xddd0a3dd (ffff8a9a16dec100) 00010000:00010000:2.0:1773688179.312588:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.312589:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.312591:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.312592:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.312593:0:75542:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:2.0:1773688179.312596:0:75542:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:2.0:1773688179.312597:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.312598:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.312599:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.312600:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1773688179.312601:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1773688179.312602:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1773688179.312603:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.312605:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.312607:0:75542:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.312609:0:75542:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1773688179.312612:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.312613:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.312615:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.312617:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.312619:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.312621:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.312626:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.312628:0:75542:0:(mdt_handler.c:3355:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.312631:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692050, xid 1859843854309248 00010000:00000001:2.0:1773688179.312634:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:2.0:1773688179.312637:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=46 00010000:00000200:2.0:1773688179.312639:0:75542:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 171798692050, last committed = 171798692041 00010000:00000200:2.0:1773688179.312647:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b417d8000 x1859843854309248/t171798692050(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 496/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773688179.312655:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.312658:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.312661:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.312665:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.312667:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.312669:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.312672:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.312674:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.312678:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.312680:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.312684:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505198. 00000100:00000200:2.0:1773688179.312690:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854309248, offset 224 00000400:00000200:2.0:1773688179.312696:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.312705:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.312710:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48006:48006:256:4294967295] 192.168.204.51@tcp LPNI seq info [48002:48002:8:4294967295] 00000400:00000200:2.0:1773688179.312720:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.312725:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.312728:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a000. 00000800:00000200:2.0:1773688179.312734:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.312740:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.312744:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a000 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.312755:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.312758:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.312761:0:75542:0:(ldlm_lib.c:3443:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.312762:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.312765:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.312769:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b417d8000 x1859843854309248/t171798692050(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 496/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773688179.312779:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b417d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+46:68109:x1859843854309248:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2978us (3171us total) trans 171798692050 rc 0/0 00000100:00100000:2.0:1773688179.312787:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15468 00000100:00000040:2.0:1773688179.312791:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.312793:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.312795:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.312798:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.312802:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.312806:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b34ba9600. 00000020:00000040:2.0:1773688179.312810:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 45 00000100:00000001:2.0:1773688179.312813:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1773688179.314046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa400. 00010000:00000010:2.1:1773688179.319033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0e43c200. 00010000:00000010:0.1:1773688179.319041:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a16349a00. 00010000:00000010:2.1:1773688179.319042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd200. 00010000:00000010:2.1:1773688179.319051:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1a7d7b00. 00010000:00000010:0.1:1773688179.319052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41f0da00. 00010000:00000010:2.1:1773688179.319070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afba00. 00010000:00000010:2.1:1773688179.319080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afbc00. 00000800:00000001:0.0:1773688179.319871:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.319881:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.319883:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.319885:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.319892:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.319903:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4461800 00000400:00000200:0.0:1773688179.319909:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 85536 00000800:00000001:0.0:1773688179.319915:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.319922:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.319923:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.319926:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.319932:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.319934:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.319938:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b04e57b80. 00000100:00000040:0.0:1773688179.319942:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b04e57b80 x1859843854309376 msgsize 584 00000100:00100000:0.0:1773688179.319946:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.319957:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.319976:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.319979:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.320024:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.320028:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854309376 02000000:00000001:2.0:1773688179.320032:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.320034:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.320037:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.320042:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.320047:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854309376 00000020:00000001:2.0:1773688179.320050:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.320052:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461c1538 00000020:00000001:2.0:1773688179.320054:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.320057:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b07b68000 refcount=82 00000020:00000001:2.0:1773688179.320060:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000020:00000001:2.0:1773688179.320062:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000100:00000001:2.0:1773688179.320067:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.320071:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000020:00000010:2.0:1773688179.320076:0:75542:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8a9b072a53c0. 00000020:00000040:2.0:1773688179.320082:0:75542:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0001 (ffff8a9a0c7599b8) now 14 - evictor 00000100:00000001:2.0:1773688179.320095:0:75542:0:(service.c:1354:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1773688179.320097:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000020:00000010:2.0:1773688179.320103:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a0bb6c600. 00000020:00000010:2.0:1773688179.320108:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.320114:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.320122:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.320126:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.320127:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.320131:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000100:00080000:1.0:1773688179.320132:0:6368:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00000001:2.0:1773688179.320133:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.320137:0:6368:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0001 (ffff8a9a0c7599b8) now 14 - evictor 00000100:00000001:2.0:1773688179.320138:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.320148:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.320158:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.320170:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.320173:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1773688179.320177:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1773688179.320180:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15469 00000100:00000001:0.0:1773688179.320180:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1773688179.320187:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b07b68000 : new rpc_count 1 00000100:00000001:0.0:1773688179.320189:0:68797:0:(service.c:2223:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.320190:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997139553152 : -129076569998464 : ffff8a9b04e57b80) 00000100:00000001:0.0:1773688179.320193:0:68797:0:(service.c:2462:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.320201:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b04e57b80 x1859843854309376/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.320211:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.320214:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.320217:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.320219:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000100:00100000:2.0:1773688179.320225:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b04e57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+82:68109:x1859843854309376:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.320229:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854309376 00000020:00000001:2.0:1773688179.320232:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.320235:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.320239:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.320242:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.320244:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.320247:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.320250:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1859843854309376, found 0 last_xid 1859843854309375 00000020:00000001:2.0:1773688179.320253:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.320255:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.320257:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.320262:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.320264:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.320267:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.320268:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.320271:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.320272:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.320276:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.320282:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b07b30300 count: 3 00010000:00000001:2.0:1773688179.320284:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.320287:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.320290:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41f0de00. 00000020:00000001:2.0:1773688179.320301:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.320304:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41f0de00 with handle 0x52973366461d299c to hash 00000020:00000001:2.0:1773688179.320306:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.320308:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998163709440 : -129075545842176 : ffff8a9b41f0de00) 00010000:00000010:2.0:1773688179.320313:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.320316:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998163709440 : -129075545842176 : ffff8a9b41f0de00) 00010000:00010000:2.0:1773688179.320321:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0de00/0x52973366461d299c lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a6d3 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.320330:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b07b68000 : new locks_count 45 00000020:00000040:2.0:1773688179.320333:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b07b68000 refcount=83 00010000:00000001:2.0:1773688179.320339:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.320342:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.320348:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.320350:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.320352:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1773688179.320354:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.320356:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x240000bd0:0xb5:0x0] 00000020:00000001:2.0:1773688179.320360:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.320364:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997942550616 : -129075767001000 : ffff8a9b34c24058) 00000004:00000001:2.0:1773688179.320366:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614997942550528 : -129075767001088 : ffff8a9b34c24000) 00000004:00000001:2.0:1773688179.320368:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.320371:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.320373:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.320376:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.320378:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.320387:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a01aab000. 02000000:00000001:2.0:1773688179.320390:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.320392:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.320395:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.320397:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1773688179.320400:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:2.0:1773688179.320403:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.320405:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.320408:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.320410:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.320412:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.320414:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.320415:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.320417:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.320418:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.320419:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.320421:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.320422:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.320424:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.320425:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.320427:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.320428:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.320430:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.320432:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.320433:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.320437:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.320441:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9b07feb000 flags 0x0 02000000:00000001:2.0:1773688179.320443:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614997191536640 : -129076518014976 : ffff8a9b07feb000) 00000001:00000001:2.0:1773688179.320446:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.320447:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.320449:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.320450:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.320452:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.320454:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.320455:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.320456:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.320458:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.320459:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.320460:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.320461:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.320464:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1773688179.320468:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3af8 00000004:00000002:2.0:1773688179.320470:0:75542:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x240000bd0:0xb5:0x0]/SMALL.FIL, ldlm_rep = ffff8a9a01aab228 00000004:00000001:2.0:1773688179.320474:0:75542:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1773688179.320476:0:75542:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1773688179.320478:0:75542:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1773688179.320480:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.320481:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.320484:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b07b30300 count: 4 00010000:00000001:2.0:1773688179.320485:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.320486:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.320489:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41f0c400. 00000020:00000001:2.0:1773688179.320490:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.320491:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41f0c400 with handle 0x52973366461d29a3 to hash 00000020:00000001:2.0:1773688179.320493:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.320493:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998163702784 : -129075545848832 : ffff8a9b41f0c400) 00010000:00000010:2.0:1773688179.320496:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96380. 00010000:00000001:2.0:1773688179.320497:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998163702784 : -129075545848832 : ffff8a9b41f0c400) 00010000:00000001:2.0:1773688179.320499:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.320500:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.320503:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0c400/0x52973366461d29a3 lrc: 3/1,0 mode: --/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.320509:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.320512:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.320514:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.320516:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.320519:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.320520:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.320522:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.320524:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.320526:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.320528:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.320530:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.320532:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000bd0:0xb5:0x0].0x0 (ffff8a9b07b30300) refcount = 4 00010000:00000040:2.0:1773688179.320535:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.320540:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b04f4e400/0x52973366461c1cfc lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e864fb expref: 83 pid: 68824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.320548:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b342e4600/0x52973366461c1b4a lrc: 2/0,0 mode: CR/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e85152 expref: 83 pid: 80123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.320555:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0c400/0x52973366461d29a3 lrc: 3/1,0 mode: CR/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.320560:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.320565:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.320567:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.320568:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.320570:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.320572:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.320574:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.320576:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.320578:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.320581:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0c400/0x52973366461d29a3 lrc: 3/1,0 mode: CR/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.320586:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.320588:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.320589:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.320591:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.320592:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773688179.320597:0:75542:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a16349200. 00010000:00000010:2.0:1773688179.320600:0:75542:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b343e9a80. 00010000:00000001:2.0:1773688179.320604:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.320606:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41f0ce00. 00000020:00000001:2.0:1773688179.320608:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.320610:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41f0ce00 with handle 0x52973366461d29aa to hash 00000020:00000001:2.0:1773688179.320612:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.320613:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998163705344 : -129075545846272 : ffff8a9b41f0ce00) 00010000:00000010:2.0:1773688179.320616:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96300. 00010000:00000001:2.0:1773688179.320619:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998163705344 : -129075545846272 : ffff8a9b41f0ce00) 00010000:00000001:2.0:1773688179.320621:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.320623:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.320626:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0ce00/0x52973366461d29aa lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0xb5:0x0].0xe364b611 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.320631:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.320633:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.320634:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.320635:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.320637:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.320639:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.320640:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.320642:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.320643:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.320645:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.320646:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.320648:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000bd0:0xb5:0x0].0xe364b611 (ffff8a9a16349200) refcount = 1 00010000:00010000:2.0:1773688179.320651:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0ce00/0x52973366461d29aa lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb5:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.320656:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.320658:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.320660:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.320661:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.320663:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.320665:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.320666:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.320669:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.320670:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.320673:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0ce00/0x52973366461d29aa lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb5:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.320678:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.320679:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.320680:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.320681:0:75542:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.320685:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.320850:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.320853:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1773688179.320856:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x240000bd0:0xb5:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1773688179.320860:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.320864:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1773688179.320905:0:75542:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.320908:0:75542:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1773688179.320910:0:75542:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1773688179.320913:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1773688179.320915:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773688179.320918:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.320920:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.320922:0:75542:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1773688179.320923:0:75542:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.320925:0:75542:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:2.0:1773688179.320928:0:75542:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1773688179.320930:0:75542:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1773688179.320931:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1773688179.320932:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773688179.320934:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.320935:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.320938:0:75542:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.320956:0:75542:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.320958:0:75542:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.320973:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.320975:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.320977:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.320978:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x240000bd0:0xb6:0x0] 00000020:00000001:2.0:1773688179.320980:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.320984:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998159939288 : -129075549612328 : ffff8a9b41b756d8) 00000004:00000001:2.0:1773688179.320986:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998159939200 : -129075549612416 : ffff8a9b41b75680) 00000004:00000001:2.0:1773688179.320991:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1773688179.320993:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.320995:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.320999:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b072af800 count: 3 00010000:00000001:2.0:1773688179.321001:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.321003:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.321025:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41f0c000. 00000020:00000001:2.0:1773688179.321028:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.321030:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41f0c000 with handle 0x52973366461d29b1 to hash 00000020:00000001:2.0:1773688179.321032:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.321034:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998163701760 : -129075545849856 : ffff8a9b41f0c000) 00010000:00000010:2.0:1773688179.321038:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96900. 00010000:00000001:2.0:1773688179.321040:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998163701760 : -129075545849856 : ffff8a9b41f0c000) 00010000:00000001:2.0:1773688179.321042:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.321043:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.321046:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0c000/0x52973366461d29b1 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.321051:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.321052:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.321054:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.321055:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.321057:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.321058:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.321059:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.321061:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.321062:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.321064:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.321065:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.321066:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000bd0:0xb6:0x0].0x0 (ffff8a9b072af800) refcount = 3 00010000:00000040:2.0:1773688179.321068:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.321072:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9a0cf37400/0x52973366461ce9d1 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896a3 expref: 83 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.321079:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b27a43800/0x52973366461c97d0 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e88148 expref: 83 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.321085:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0c000/0x52973366461d29b1 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.321088:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.321090:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.321091:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.321093:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.321094:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.321096:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.321097:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.321099:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.321101:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.321103:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0c000/0x52973366461d29b1 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.321108:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.321110:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.321111:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.321113:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.321114:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.321116:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41f0c000 refcount=3 00000020:00000001:2.0:1773688179.321118:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998163701760 : -129075545849856 : ffff8a9b41f0c000) 00010000:00000001:2.0:1773688179.321120:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998163701760 : -129075545849856 : ffff8a9b41f0c000) 00010000:00000001:2.0:1773688179.321122:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.321124:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.321125:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.321128:0:75542:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1773688179.321132:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.321134:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688179.321140:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.321142:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.321146:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.321149:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.321154:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.321157:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.321160:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.321162:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.321164:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.321166:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x240000bd0:0xb6:0x0]: Reading som attrs: valid: 4, size: 327680, blocks: 1 00000004:00000001:2.0:1773688179.321169:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.321171:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.321172:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.321174:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.321176:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.321178:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.321179:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.321181:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.321182:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.321184:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.321186:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.321188:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1773688179.321191:0:75542:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1773688179.321192:0:75542:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1773688179.321195:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a01aab370 00000004:00000001:2.0:1773688179.321197:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.321200:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.321201:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.321204:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.321205:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.321207:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.321208:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.321210:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.321212:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.321213:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.321214:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.321216:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.321218:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240000bd0:0xb6:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00200000:2.0:1773688179.321221:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000bd0:0xb6:0x0]: returning size 327680 00000004:00000040:2.0:1773688179.321224:0:75542:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0xb6:1073744848 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1773688179.321227:0:75542:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:2.0:1773688179.321229:0:75542:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000400:472 00000004:00200000:2.0:1773688179.321231:0:75542:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:2.0:1773688179.321233:0:75542:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:2.0:1773688179.321235:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.321236:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.321238:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1773688179.321240:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.321242:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.321243:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.321245:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.321247:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.321249:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.321251:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.321256:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.321260:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.321262:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.321263:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.321265:0:75542:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.321270:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.321272:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.321273:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41f0c000 refcount=3 00000020:00000001:2.0:1773688179.321275:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998163701760 : -129075545849856 : ffff8a9b41f0c000) 00010000:00000001:2.0:1773688179.321277:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998163701760 : -129075545849856 : ffff8a9b41f0c000) 00000004:00010000:2.0:1773688179.321281:0:75542:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0c000/0x52973366461d29b1 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00000001:2.0:1773688179.321291:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1773688179.321294:0:75542:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41b756d8/ffff8a9b41b75680 to site lru. bkt: ffff8a9b03e405b0 00000004:00000001:2.0:1773688179.321296:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.321297:0:75542:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1773688179.321299:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688179.321300:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.321302:0:75542:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1773688179.321305:0:75542:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:2.0:1773688179.321307:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.321308:0:75542:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.321309:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.321311:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000bd0:0xb6:0x0].0x0 (ffff8a9b072af800) refcount = 3 00010000:00000040:2.0:1773688179.321314:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.321317:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9a0cf37400/0x52973366461ce9d1 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896a3 expref: 83 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.321325:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b27a43800/0x52973366461c97d0 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e88148 expref: 83 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.321331:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0c000/0x52973366461d29b1 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.321336:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.321338:0:75542:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.321339:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.321340:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.321342:0:75542:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.321344:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1773688179.321346:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.321348:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.321349:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.321350:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41f0c400 refcount=3 00000020:00000001:2.0:1773688179.321352:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998163702784 : -129075545848832 : ffff8a9b41f0c400) 00010000:00000001:2.0:1773688179.321355:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998163702784 : -129075545848832 : ffff8a9b41f0c400) 00010000:00000001:2.0:1773688179.321358:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.321360:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0c400/0x52973366461d29a3 lrc: 3/1,0 mode: CR/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.321366:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.321367:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.321369:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0c400/0x52973366461d29a3 lrc: 2/0,0 mode: CR/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.321374:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.321376:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.321378:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.321381:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0c400/0x52973366461d29a3 lrc: 3/0,0 mode: CR/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.321387:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41f0c400 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.321389:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.321391:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.321393:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0c400/0x52973366461d29a3 lrc: 3/0,0 mode: CR/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.321399:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.321400:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.321401:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.321402:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41f0c400 refcount=4 00000020:00000001:2.0:1773688179.321404:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998163702784 : -129075545848832 : ffff8a9b41f0c400) 00010000:00000001:2.0:1773688179.321406:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998163702784 : -129075545848832 : ffff8a9b41f0c400) 00010000:00000001:2.0:1773688179.321409:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.321412:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0c400/0x52973366461d29a3 lrc: 4/0,0 mode: CR/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.321417:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.321419:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.321421:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.321425:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.321426:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.321428:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.321430:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.321432:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41f0c400 with handle 0x52973366461d29a3 from hash 00010000:00000001:2.0:1773688179.321434:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.321436:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.321437:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.321438:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.321440:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.321442:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.321444:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.321445:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.321447:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.321449:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0xb5:0x0].0x0 (ffff8a9b07b30300) 00010000:00010000:2.0:1773688179.321452:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.321454:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.321456:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.321458:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.321459:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.321461:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.321462:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.321464:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.321465:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.321467:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.321470:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0c400/0x52973366461d29a3 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.321474:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.321475:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.321476:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.321478:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.321479:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.321481:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0c400/0x52973366461d29a3 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.321492:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96380. 00010000:00000001:2.0:1773688179.321500:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.321501:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.321502:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.321503:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.321505:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.321506:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41f0ce00 refcount=3 00000020:00000001:2.0:1773688179.321508:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998163705344 : -129075545846272 : ffff8a9b41f0ce00) 00010000:00000001:2.0:1773688179.321510:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998163705344 : -129075545846272 : ffff8a9b41f0ce00) 00010000:00000001:2.0:1773688179.321512:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.321514:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0ce00/0x52973366461d29aa lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb5:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.321519:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.321520:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.321522:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0ce00/0x52973366461d29aa lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb5:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.321527:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.321528:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.321530:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.321532:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0ce00/0x52973366461d29aa lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0xb5:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.321537:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41f0ce00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.321539:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.321540:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.321542:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0ce00/0x52973366461d29aa lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0xb5:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.321547:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.321548:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.321549:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.321551:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41f0ce00 refcount=4 00000020:00000001:2.0:1773688179.321552:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998163705344 : -129075545846272 : ffff8a9b41f0ce00) 00010000:00000001:2.0:1773688179.321554:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998163705344 : -129075545846272 : ffff8a9b41f0ce00) 00010000:00000001:2.0:1773688179.321556:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.321558:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0ce00/0x52973366461d29aa lrc: 4/0,0 mode: PR/PR res: [0x240000bd0:0xb5:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.321563:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.321564:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.321565:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.321567:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.321569:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.321570:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.321571:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.321573:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41f0ce00 with handle 0x52973366461d29aa from hash 00010000:00000001:2.0:1773688179.321575:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.321576:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.321577:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.321579:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.321581:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.321582:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.321583:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.321584:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.321586:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.321587:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0xb5:0x0].0xe364b611 (ffff8a9a16349200) 00010000:00010000:2.0:1773688179.321590:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.321591:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.321593:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.321595:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.321596:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.321598:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.321599:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.321600:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.321602:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.321603:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.321606:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0ce00/0x52973366461d29aa lrc: 2/0,0 mode: --/PR res: [0x240000bd0:0xb5:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.321611:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.321612:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.321613:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.321614:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.321616:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.321618:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0ce00/0x52973366461d29aa lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0xb5:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.321623:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96300. 00010000:00000040:2.0:1773688179.321626:0:75542:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a16349200 count: 0 00010000:00000010:2.0:1773688179.321630:0:75542:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b343e9a80. 00010000:00000001:2.0:1773688179.321636:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.321637:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.321639:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1773688179.321640:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1773688179.321642:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1773688179.321644:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.321645:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.321646:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41f0c000 refcount=3 00000020:00000001:2.0:1773688179.321648:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998163701760 : -129075545849856 : ffff8a9b41f0c000) 00010000:00000001:2.0:1773688179.321650:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998163701760 : -129075545849856 : ffff8a9b41f0c000) 00000004:00000040:2.0:1773688179.321653:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b07b68000 : new locks_count 46 00000020:00000040:2.0:1773688179.321655:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b07b68000 refcount=84 00010000:00000001:2.0:1773688179.321658:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.321660:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.321661:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.321663:0:75542:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1773688179.321666:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.321668:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.321669:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.321671:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.321672:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.321675:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.321680:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.321682:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.321684:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.321686:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.321688:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.321690:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.321691:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.321694:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.321695:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.321697:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.321698:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.321701:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41f0de00 with handle 0x52973366461d299c from hash 00010000:00000001:2.0:1773688179.321703:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.321704:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.321705:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.321706:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.321707:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.321711:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0de00/0x52973366461d299c lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6d3 expref: 84 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.321717:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b07b68000 : new locks_count 45 00000020:00000040:2.0:1773688179.321720:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 83 00010000:00000010:2.0:1773688179.321722:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.321727:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.321729:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.321732:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.321736:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0c000/0x52973366461d29b1 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6d3 expref: 83 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.321743:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.321744:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.321746:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0xb6:0x0].0x0 (ffff8a9b072af800) 00010000:00010000:2.0:1773688179.321748:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1773688179.321750:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.321753:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.321754:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.321755:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.321757:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.321758:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41f0c000, rc 0) 00000020:00000001:2.0:1773688179.321761:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.321764:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 42949673874, transno 0, xid 1859843854309376 00010000:00000001:2.0:1773688179.321767:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.321772:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b04e57b80 x1859843854309376/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.321780:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.321783:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.321786:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.321790:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.321793:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.321795:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.321797:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.321799:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.321802:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.321804:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.321809:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505550. 00000100:00000200:2.0:1773688179.321813:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854309376, offset 224 00000400:00000200:2.0:1773688179.321819:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.321828:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.321834:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48007:48007:256:4294967295] 192.168.204.51@tcp LPNI seq info [48003:48003:8:4294967295] 00000400:00000200:2.0:1773688179.321844:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.321849:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.321854:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a000. 00000800:00000200:2.0:1773688179.321859:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.321865:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.321869:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a000 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.321885:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.321888:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.321891:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.321892:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.321894:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.321898:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b04e57b80 x1859843854309376/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.321908:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b04e57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+83:68109:x1859843854309376:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1694us (1964us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.321915:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15469 00000100:00000040:2.0:1773688179.321919:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b07b68000 : new rpc_count 0 00000100:00000001:2.0:1773688179.321921:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.321923:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.321927:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.321931:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.321935:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a0bb6c600. 00000020:00000040:2.0:1773688179.321940:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 82 00000100:00000001:2.0:1773688179.321942:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.325128:0:6358:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.325131:0:6358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854309504 02000000:00000001:1.0:1773688179.325134:0:6358:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.325136:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.325139:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.325142:0:6358:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.325146:0:6358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854309504 00000020:00000001:1.0:1773688179.325149:0:6358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.325151:0:6358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461c1538 00000020:00000001:1.0:1773688179.325153:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.325156:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b07b68000 refcount=83 00000020:00000001:1.0:1773688179.325159:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000020:00000001:1.0:1773688179.325161:0:6358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000100:00000001:1.0:1773688179.325165:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.325170:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.325173:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.325175:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a0c0. 00000020:00000010:1.0:1773688179.325181:0:6358:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a02060200. 00000020:00000010:1.0:1773688179.325186:0:6358:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b31ffb480. 00000020:00000010:1.0:1773688179.325190:0:6358:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe190. 00000100:00000040:1.0:1773688179.325197:0:6358:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.325199:0:6358:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.325201:0:6358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.325203:0:6358:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.325206:0:6358:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.325208:0:6358:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.325211:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.325213:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.325215:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41f0c000 refcount=3 00000020:00000001:1.0:1773688179.325217:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998163701760 : -129075545849856 : ffff8a9b41f0c000) 00010000:00000001:1.0:1773688179.325219:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998163701760 : -129075545849856 : ffff8a9b41f0c000) 00010000:00000001:1.0:1773688179.325222:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.325224:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.325225:0:6358:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.325227:0:6358:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.325233:0:6358:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.325249:0:6358:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.325259:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.325261:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.325265:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1573 00000100:00000040:1.0:1773688179.325269:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b07b68000 : new rpc_count 1 00000100:00000001:1.0:1773688179.325270:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614998156156800 : -129075553394816 : ffff8a9b417d9f80) 00000100:00000040:1.0:1773688179.325275:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b417d9f80 x1859843854309504/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.325281:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.325283:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.325285:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.325286:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a0c0. 00000100:00100000:1.0:1773688179.325289:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b417d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+83:2404:x1859843854309504:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.325292:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854309504 00010000:00000001:1.0:1773688179.325293:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.325295:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.325296:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.325300:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.325302:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.325305:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9b36b7fc00. 02000000:00000001:1.0:1773688179.325307:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.325308:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.325310:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.325311:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.325312:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.325313:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.325314:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41f0c000 refcount=3 00000020:00000001:1.0:1773688179.325315:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998163701760 : -129075545849856 : ffff8a9b41f0c000) 00010000:00000001:1.0:1773688179.325316:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998163701760 : -129075545849856 : ffff8a9b41f0c000) 00010000:00000040:1.0:1773688179.325319:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b072af800 count: 4 00000004:00000001:1.0:1773688179.325323:0:6358:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1773688179.325324:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688179.325327:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.325329:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.325330:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.325332:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.325336:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.325337:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.325340:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.325342:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.325343:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.325345:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.325347:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41f0c000 with handle 0x52973366461d29b1 from hash 00010000:00000001:1.0:1773688179.325349:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.325349:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.325350:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.325351:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.325354:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.325355:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.325356:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.325357:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.325360:0:6358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0c000/0x52973366461d29b1 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6d3 expref: 83 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.325365:0:6358:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b07b68000 : new locks_count 44 00000020:00000040:1.0:1773688179.325375:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 82 00010000:00000010:1.0:1773688179.325377:0:6358:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96900. 00010000:00000001:1.0:1773688179.325385:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.325387:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.325389:0:6358:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.325391:0:6358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0xb6:0x0].0x0 (ffff8a9b072af800) 00010000:00000001:1.0:1773688179.325394:0:6358:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.325396:0:6358:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.325398:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.325400:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.325401:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.325405:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.325407:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.325411:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1773688179.325415:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.325418:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.325421:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.325423:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.325424:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.325427:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.325429:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.325432:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64ee0. 00000100:00000200:1.0:1773688179.325435:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854309504, offset 224 00000400:00000200:1.0:1773688179.325439:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.325445:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.325449:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48008:48008:256:4294967295] 192.168.204.51@tcp LPNI seq info [48004:48004:8:4294967295] 00000400:00000200:1.0:1773688179.325456:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.325459:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.325462:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7800. 00000800:00000200:1.0:1773688179.325465:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.325470:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.325472:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.325481:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.325483:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.325485:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.325492:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.325496:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b417d9f80 x1859843854309504/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773688179.325502:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b417d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+82:2404:x1859843854309504:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 219us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688179.325510:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1573 00000100:00000040:1.0:1773688179.325512:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b07b68000 : new rpc_count 0 00000100:00000001:1.0:1773688179.325513:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.325514:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.325517:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31ffb480. 00000020:00000010:1.0:1773688179.325521:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe190. 00000020:00000010:1.0:1773688179.325525:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a02060200. 00000020:00000040:1.0:1773688179.325534:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 81 00000100:00000001:1.0:1773688179.325537:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.325563:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.325567:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7800. 00000400:00000200:0.0:1773688179.325571:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.325576:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.325579:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64ee0 00000400:00000010:0.0:1773688179.325581:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64ee0. 00000100:00000001:0.0:1773688179.325585:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.325586:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1773688179.327460:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.327463:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854309760 02000000:00000001:2.0:1773688179.327464:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.327466:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.327467:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.327470:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.327472:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854309760 00000020:00000001:2.0:1773688179.327474:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.327475:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461c1538 00000020:00000001:2.0:1773688179.327476:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.327478:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b07b68000 refcount=82 00000020:00000001:2.0:1773688179.327480:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000020:00000001:2.0:1773688179.327482:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000100:00000001:2.0:1773688179.327484:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.327488:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.327490:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.327491:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000020:00000010:2.0:1773688179.327496:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a0bb6c600. 00000020:00000010:2.0:1773688179.327499:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.327501:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.327505:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.327507:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.327508:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.327510:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.327511:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.327512:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.327516:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.327526:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.327533:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.327534:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.327537:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15470 00000100:00000040:2.0:1773688179.327539:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b07b68000 : new rpc_count 1 00000100:00000001:2.0:1773688179.327540:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614998156153216 : -129075553398400 : ffff8a9b417d9180) 00000100:00000040:2.0:1773688179.327544:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b417d9180 x1859843854309760/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.327551:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.327552:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.327554:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.327555:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000100:00100000:2.0:1773688179.327559:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b417d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+82:68109:x1859843854309760:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.327562:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854309760 00000020:00000001:2.0:1773688179.327564:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.327567:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.327571:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.327573:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.327574:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.327577:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.327579:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1859843854309760, found 0 last_xid 1859843854309759 00000020:00000001:2.0:1773688179.327581:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.327583:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.327585:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.327590:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.327592:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.327594:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.327596:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.327597:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.327599:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.327604:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.327609:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b07b30300 count: 3 00010000:00000001:2.0:1773688179.327612:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.327615:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.327618:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41f0da00. 00000020:00000001:2.0:1773688179.327621:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.327624:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41f0da00 with handle 0x52973366461d29b8 to hash 00000020:00000001:2.0:1773688179.327626:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.327627:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998163708416 : -129075545843200 : ffff8a9b41f0da00) 00010000:00000010:2.0:1773688179.327631:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.327633:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998163708416 : -129075545843200 : ffff8a9b41f0da00) 00010000:00010000:2.0:1773688179.327636:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0da00/0x52973366461d29b8 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a6da expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.327642:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b07b68000 : new locks_count 45 00000020:00000040:2.0:1773688179.327644:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b07b68000 refcount=83 00010000:00000001:2.0:1773688179.327649:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.327650:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.327656:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.327658:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.327659:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.327661:0:75542:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:2.0:1773688179.327665:0:75542:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9b417d9180 x1859843854309760/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1773688179.327671:0:75542:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1773688179.327672:0:75542:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1773688179.327674:0:75542:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1773688179.327676:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.327678:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.327679:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.327681:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.327682:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.327683:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.327684:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.327685:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.327689:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.327690:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.327691:0:75542:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.327692:0:75542:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.327695:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.327696:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.327703:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.327704:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.327708:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9a01aad000. 02000000:00000001:2.0:1773688179.327709:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.327711:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.327713:0:75542:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1773688179.327714:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.327715:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.327716:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.327717:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.327718:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.327719:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.327720:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.327721:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.327722:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.327723:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.327726:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.327730:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9b07feb000 flags 0x0 02000000:00000001:2.0:1773688179.327731:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614997191536640 : -129076518014976 : ffff8a9b07feb000) 00000001:00000001:2.0:1773688179.327733:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.327734:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.327735:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.327736:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.327737:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.327738:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.327739:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.327740:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.327741:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.327742:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.327743:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.327744:0:75542:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.327746:0:75542:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1773688179.327746:0:75542:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.327748:0:75542:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1773688179.327750:0:75542:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:2.0:1773688179.327754:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3a38 00000004:00000002:2.0:1773688179.327756:0:75542:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x240000bd0:0xb5:0x0]/(->[0x240000bd0:0xb6:0x0]) cr_flag=040004240000003 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1773688179.327761:0:75542:0:(mdt_open.c:1135:mdt_open_by_fid_lock()) Process entered 00000004:00000001:2.0:1773688179.327762:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.327764:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x240000bd0:0xb5:0x0] 00000020:00000001:2.0:1773688179.327767:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.327770:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997942550616 : -129075767001000 : ffff8a9b34c24058) 00000004:00000001:2.0:1773688179.327773:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614997942550528 : -129075767001088 : ffff8a9b34c24000) 00000004:00000001:2.0:1773688179.327775:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.327776:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x240000bd0:0xb6:0x0] 00000020:00000001:2.0:1773688179.327777:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.327781:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998159939288 : -129075549612328 : ffff8a9b41b756d8) 00000004:00000001:2.0:1773688179.327783:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998159939200 : -129075549612416 : ffff8a9b41b75680) 00000004:00000001:2.0:1773688179.327786:0:75542:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1773688179.327787:0:75542:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.327792:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.327794:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688179.327803:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.327806:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.327811:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.327813:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.327819:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.327827:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.327830:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.327832:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.327834:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.327836:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x240000bd0:0xb6:0x0]: Reading som attrs: valid: 4, size: 327680, blocks: 1 00000004:00000001:2.0:1773688179.327839:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.327841:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.327842:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.327843:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.327845:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.327847:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:2.0:1773688179.327849:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a01aad378 00000004:00000001:2.0:1773688179.327851:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.327854:0:75542:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:2.0:1773688179.327856:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688179.327858:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.327860:0:75542:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x240000bd0:0xb6:0x0] lease count: 0, lm: 8 00000004:00000001:2.0:1773688179.327863:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1773688179.327865:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.327867:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.327870:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b072af800 count: 3 00010000:00000001:2.0:1773688179.327872:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.327874:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.327878:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9c00. 00000020:00000001:2.0:1773688179.327880:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.327882:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9c00 with handle 0x52973366461d29bf to hash 00000020:00000001:2.0:1773688179.327884:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.327885:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000010:2.0:1773688179.327888:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96300. 00010000:00000001:2.0:1773688179.327890:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:2.0:1773688179.327893:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.327895:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.327899:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9c00/0x52973366461d29bf lrc: 3/0,1 mode: --/CW res: [0x240000bd0:0xb6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.327905:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.327907:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.327909:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.327910:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.327913:0:75542:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1773688179.327916:0:75542:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9a0cf37400/0x52973366461ce9d1 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896a3 expref: 83 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.327921:0:75542:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1773688179.327922:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.327923:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.327924:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.327925:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.327926:0:75542:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1773688179.327928:0:75542:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9c00/0x52973366461d29bf lrc: 4/0,1 mode: --/CW res: [0x240000bd0:0xb6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.327933:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000bd0:0xb6:0x0].0x0 (ffff8a9b072af800) refcount = 3 00010000:00000040:2.0:1773688179.327934:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.327936:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9a0cf37400/0x52973366461ce9d1 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896a3 expref: 83 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.327941:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b27a43800/0x52973366461c97d0 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e88148 expref: 83 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.327944:0:75542:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1773688179.327946:0:75542:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9c00/0x52973366461d29bf lrc: 4/0,1 mode: --/CW res: [0x240000bd0:0xb6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.327950:0:75542:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.327952:0:75542:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773688179.327956:0:75542:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b079f4b40. 00000100:00000001:2.0:1773688179.327958:0:75542:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997185284928 : -129076524266688 : ffff8a9b079f4b40) 00000100:00000001:2.0:1773688179.327975:0:75542:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997185284928 : -129076524266688 : ffff8a9b079f4b40) 00000100:00000001:2.0:1773688179.327978:0:75542:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773688179.327980:0:75542:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1773688179.327982:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688179.327984:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.327986:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1773688179.327987:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.327989:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.327990:0:75542:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1773688179.327992:0:75542:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1773688179.327996:0:75542:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce5180. 00000020:00000040:2.0:1773688179.327998:0:75542:0:(genops.c:1229:class_import_get()) import ffff8a9b08f2c000 refcount=2 obd=lustre-MDT0001 00000100:00000001:2.0:1773688179.328002:0:75542:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773688179.328004:0:75542:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773688179.328023:0:75542:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773688179.328029:0:75542:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9b2e9a5400. 00000100:00000001:2.0:1773688179.328034:0:75542:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.328039:0:75542:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8a9a0cf37400/0x52973366461ce9d1 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896a3 expref: 83 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.328056:0:75542:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9a0cf37400/0x52973366461ce9d1 lrc: 4/0,0 mode: PR/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896a3 expref: 83 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.328061:0:75542:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1773688179.328063:0:75542:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773688179.328066:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9a10ce5180 x1859843861189760/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.328072:0:75542:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773688179.328073:0:75542:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.328076:0:75542:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9a10ce5180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:75542:1859843861189760:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.328078:0:75542:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773688179.328082:0:75542:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773688179.328084:0:75542:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.328085:0:75542:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773688179.328088:0:75542:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a10cf9400. 02000000:00000001:2.0:1773688179.328089:0:75542:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773688179.328092:0:75542:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a0b538aa8. 00000400:00000010:2.0:1773688179.328096:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505880. 00000100:00000200:2.0:1773688179.328100:0:75542:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861189760, portal 16 00000100:00000001:2.0:1773688179.328102:0:75542:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773688179.328104:0:75542:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614993044394368 : -129080665157248 : ffff8a9a10ce5180) 00000100:00000040:2.0:1773688179.328108:0:75542:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9a10ce5180 x1859843861189760/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.328115:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.328117:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.328119:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505990. 00000100:00000200:2.0:1773688179.328121:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861189760, offset 0 00000400:00000200:2.0:1773688179.328127:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.328133:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.328138:0:75542:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773688179.328141:0:75542:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:2.0:1773688179.328145:0:75542:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773688179.328149:0:75542:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:2.0:1773688179.328152:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48009:48009:256:4294967295] 192.168.204.51@tcp LPNI seq info [48005:48005:8:4294967295] 00000400:00000200:2.0:1773688179.328160:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.328163:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.328166:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a500. 00000800:00000200:2.0:1773688179.328170:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.328174:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.328177:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.328188:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.328192:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 0 is 4297630249 00000100:00000001:2.0:1773688179.328199:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4297630213 00000100:00000001:2.0:1773688179.328203:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 1 is 4297630249 00000100:00000001:2.0:1773688179.328208:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4297630213 00000100:00000001:2.0:1773688179.328212:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 2 is 4297630249 00000100:00000001:2.0:1773688179.328216:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4297630213 00000100:00000001:2.0:1773688179.328219:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 3 is 4297630249 00000100:00000001:2.0:1773688179.328223:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4297630213 00000100:00000001:2.0:1773688179.328226:0:75542:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.328228:0:75542:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.328231:0:75542:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.328242:0:75542:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.328244:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.328248:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.328249:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.328250:0:75542:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.328251:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688179.328252:0:75542:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1773688179.328254:0:75542:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.328255:0:75542:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773688179.328257:0:75542:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773688179.328258:0:75542:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b079f4b40 going to sleep for 11 seconds 00000100:00000001:2.0:1773688179.328260:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773688179.328262:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773688179.329376:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.329384:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.329386:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.329388:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.329394:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.329403:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af1480 00000400:00000200:0.0:1773688179.329409:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77c51 [1] + 224 00000800:00000001:0.0:1773688179.329413:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.329429:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.329431:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.329433:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.329436:0:3440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773688179.329440:0:3440:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9a10ce5180 x1859843861189760/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1773688179.329447:0:3440:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9a10ce5180 x1859843861189760/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.329457:0:3440:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.329462:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.329464:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.329477:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773688179.329482:0:75542:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773688179.329484:0:75542:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773688179.329486:0:75542:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a0b538aa8. 00000400:00000200:2.0:1773688179.329489:0:75542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505880 00000400:00000010:2.0:1773688179.329491:0:75542:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505880. 00000100:00000001:2.0:1773688179.329493:0:75542:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688179.329496:0:75542:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9a10ce5180 x1859843861189760/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1773688179.329502:0:75542:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9a10ce5180 x1859843861189760/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.329510:0:75542:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773688179.329511:0:75542:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.329512:0:75542:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773688179.329514:0:75542:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773688179.329515:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.329516:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.329518:0:75542:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.329529:0:75542:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b08f2c458 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1773688179.329532:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b08f2c410 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1773688179.329537:0:75542:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773688179.329538:0:75542:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.329540:0:75542:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773688179.329542:0:75542:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.329543:0:75542:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.329546:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9a10ce5180 x1859843861189760/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.329552:0:75542:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.329554:0:75542:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773688179.329555:0:75542:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.329557:0:75542:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1773688179.329558:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.329559:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.329560:0:75542:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.329562:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce5180 x1859843861189760/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1773688179.329567:0:75542:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9a10ce5180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:75542:1859843861189760:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.329570:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.329571:0:75542:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.329572:0:75542:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773688179.329573:0:75542:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.329575:0:75542:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9a10ce5180 x1859843861189760/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.329586:0:75542:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773688179.329591:0:75542:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773688179.329594:0:75542:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a10cf9400. 02000000:00000001:2.0:1773688179.329599:0:75542:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773688179.329600:0:75542:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773688179.329602:0:75542:0:(genops.c:1242:class_import_put()) import ffff8a9b08f2c000 refcount=1 obd=lustre-MDT0001 00000020:00000001:2.0:1773688179.329604:0:75542:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773688179.329606:0:75542:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9b2e9a5400. 02000000:00000001:2.0:1773688179.329610:0:75542:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773688179.329612:0:75542:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773688179.329614:0:75542:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a10ce5180. 00000100:00000001:2.0:1773688179.329617:0:75542:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773688179.329618:0:75542:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773688179.329620:0:75542:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b079f4b40. 00000100:00000001:2.0:1773688179.329622:0:75542:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1773688179.329624:0:75542:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1773688179.329626:0:75542:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b079e5680. 00010000:00000001:2.0:1773688179.329628:0:75542:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.329629:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.329631:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.329633:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1773688179.329636:0:75542:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9c00/0x52973366461d29bf lrc: 3/0,1 mode: --/CW res: [0x240000bd0:0xb6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000010:2.1:1773688179.330045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41f0c400. 00010000:00000010:2.1:1773688179.330052:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a16349200. 00010000:00000010:2.1:1773688179.330056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41f0ce00. 00010000:00000010:2.1:1773688179.330059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41f0de00. 00000100:00000001:1.0:1773688179.330249:0:6358:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.330252:0:6358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854309888 02000000:00000001:1.0:1773688179.330254:0:6358:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.330256:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.330257:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.330260:0:6358:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.330263:0:6358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854309888 00000020:00000001:1.0:1773688179.330265:0:6358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.330267:0:6358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461c1538 00000020:00000001:1.0:1773688179.330269:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.330271:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b07b68000 refcount=84 00000020:00000001:1.0:1773688179.330274:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000020:00000001:1.0:1773688179.330276:0:6358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000100:00000001:1.0:1773688179.330279:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.330283:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.330286:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.330288:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a0c0. 00000020:00000010:1.0:1773688179.330294:0:6358:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a02060200. 00000020:00000010:1.0:1773688179.330298:0:6358:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b31ffb480. 00000020:00000010:1.0:1773688179.330302:0:6358:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe190. 00000100:00000040:1.0:1773688179.330308:0:6358:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.330311:0:6358:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.330320:0:6358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.330323:0:6358:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.330325:0:6358:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.330328:0:6358:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.330333:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.330335:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.330337:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0cf37400 refcount=4 00000020:00000001:1.0:1773688179.330339:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614992979719168 : -129080729832448 : ffff8a9a0cf37400) 00010000:00000001:1.0:1773688179.330341:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614992979719168 : -129080729832448 : ffff8a9a0cf37400) 00010000:00010000:1.0:1773688179.330347:0:6358:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a9a0cf37400/0x52973366461ce9d1 lrc: 4/0,0 mode: PR/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896a3 expref: 84 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.330354:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.330355:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.330357:0:6358:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.330358:0:6358:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.330363:0:6358:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1773688179.330367:0:6358:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9b417d8380 x1859843854309888/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.330375:0:6358:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1773688179.330376:0:6358:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.330386:0:6358:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.330395:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.330396:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.330400:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3722 00000100:00000040:1.0:1773688179.330403:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b07b68000 : new rpc_count 2 00000100:00000001:1.0:1773688179.330406:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614998156149632 : -129075553401984 : ffff8a9b417d8380) 00000100:00000040:1.0:1773688179.330411:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b417d8380 x1859843854309888/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.330419:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.330423:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.330425:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.330427:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a0c0. 00000100:00100000:1.0:1773688179.330432:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b417d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+84:2405:x1859843854309888:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.330436:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854309888 00010000:00000001:1.0:1773688179.330438:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.330439:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.330441:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.330444:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.330446:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.330449:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9b36b7d800. 02000000:00000001:1.0:1773688179.330451:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.330453:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.330456:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.330457:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.330459:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.330460:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.330462:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0cf37400 refcount=4 00000020:00000001:1.0:1773688179.330464:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614992979719168 : -129080729832448 : ffff8a9a0cf37400) 00010000:00000001:1.0:1773688179.330466:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614992979719168 : -129080729832448 : ffff8a9a0cf37400) 00010000:00000040:1.0:1773688179.330468:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b072af800 count: 4 00000004:00000001:1.0:1773688179.330471:0:6358:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1773688179.330475:0:6358:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8a9a0cf37400/0x52973366461ce9d1 lrc: 4/0,0 mode: PR/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896a3 expref: 84 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:1.0:1773688179.330482:0:6358:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b07b68450 time=1773688179 v=20 (0 0 0 0) 00010000:00000001:1.0:1773688179.330484:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773688179.330492:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.330493:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.330496:0:6358:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8a9a0cf37400/0x52973366461ce9d1 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896a3 expref: 84 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773688179.330503:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.330504:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.330506:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.330508:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.330512:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.330513:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.330517:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.330519:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.330520:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.330522:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.330524:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0cf37400 with handle 0x52973366461ce9d1 from hash 00010000:00000001:1.0:1773688179.330526:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.330527:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.330528:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.330529:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.330534:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.330535:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.330537:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.330538:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.330542:0:6358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9a0cf37400/0x52973366461ce9d1 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896a3 expref: 84 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.330548:0:6358:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b07b68000 : new locks_count 44 00000020:00000040:1.0:1773688179.330551:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 83 00010000:00000010:1.0:1773688179.330554:0:6358:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b316f8680. 00010000:00000001:1.0:1773688179.330559:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.330561:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.330563:0:6358:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.330566:0:6358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0xb6:0x0].0x0 (ffff8a9b072af800) 00010000:00010000:1.0:1773688179.330570:0:6358:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9c00/0x52973366461d29bf lrc: 3/0,1 mode: --/CW res: [0x240000bd0:0xb6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.330575:0:6358:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.330576:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.330578:0:6358:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.330580:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.330582:0:6358:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.330584:0:6358:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.330585:0:6358:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688179.330588:0:6358:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9c00/0x52973366461d29bf lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0xb6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.330593:0:6358:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688179.330595:0:6358:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.330596:0:6358:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.330598:0:6358:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.330600:0:6358:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000bd0:0xb6:0x0].0x0 (ffff8a9b072af800) refcount = 3 00010000:00000040:1.0:1773688179.330602:0:6358:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.330606:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b27a43800/0x52973366461c97d0 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e88148 expref: 83 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.330612:0:6358:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9c00/0x52973366461d29bf lrc: 4/0,1 mode: CW/CW res: [0x240000bd0:0xb6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.330618:0:6358:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.330620:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.330621:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.330623:0:6358:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.330624:0:6358:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.330626:0:6358:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1773688179.330629:0:6358:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.330631:0:6358:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688179.330635:0:6358:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b41aafc00. 00000100:00000001:1.0:1773688179.330637:0:6358:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614998159129600 : -129075550422016 : ffff8a9b41aafc00) 00000100:00000001:1.0:1773688179.330638:0:6358:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614998159129600 : -129075550422016 : ffff8a9b41aafc00) 00000100:00000001:1.0:1773688179.330640:0:6358:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688179.330641:0:6358:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688179.330643:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.330644:0:6358:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.330653:0:6358:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.330655:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.330656:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.330658:0:6358:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.330659:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.330661:0:6358:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688179.330664:0:6358:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.330666:0:6358:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.330668:0:6358:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1773688179.330670:0:6358:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b41aafc00. 00000100:00000001:1.0:1773688179.330674:0:6358:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688179.330675:0:6358:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773688179.330678:0:75542:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9c00/0x52973366461d29bf lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0xb6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688179.330679:0:6358:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9a0f80a0c0. 00010000:00000001:1.0:1773688179.330684:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.330686:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1773688179.330688:0:75542:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.330689:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773688179.330691:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9c00/0x52973366461d29bf lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0xb6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.330696:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688179.330696:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.330699:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.330701:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.330702:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.330704:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.330706:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:1.0:1773688179.330707:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000020:00000040:2.0:1773688179.330708:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9c00 refcount=3 00000020:00000001:2.0:1773688179.330712:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:2.0:1773688179.330715:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00000100:00000001:1.0:1773688179.330715:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1773688179.330719:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1773688179.330721:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.330722:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.330724:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.330727:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 00000004:00000002:2.0:1773688179.330728:0:75542:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0001: Requested bits lock:[0x240000bd0:0xb6:0x0], ibits = 0x5/0x1a, open_flags = 040004240000003, try_layout = 1 : rc = 0 02000000:00000001:1.0:1773688179.330732:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:2.0:1773688179.330733:0:75542:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773688179.330735:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.330736:0:75542:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.330740:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:2.0:1773688179.330742:0:75542:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000100:00000040:1.0:1773688179.330746:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000001:00000001:2.0:1773688179.330747:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.330750:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773688179.330750:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64198. 00000001:00000001:2.0:1773688179.330754:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.330756:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1773688179.330757:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854309888, offset 224 00000001:00000001:2.0:1773688179.330758:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.330762:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.330763:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.330767:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773688179.330767:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000001:00000001:2.0:1773688179.330769:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.330771:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.330772:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.330774:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240000bd0:0xb6:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00200000:2.0:1773688179.330778:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000bd0:0xb6:0x0]: returning size 327680 00000400:00000200:1.0:1773688179.330778:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000001:00000001:2.0:1773688179.330783:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.330785:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.330788:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000400:00000200:1.0:1773688179.330789:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48010:48010:256:4294967295] 192.168.204.51@tcp LPNI seq info [48006:48006:8:4294967295] 00000004:00000001:2.0:1773688179.330791:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.330795:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.330797:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.330802:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000400:00000200:1.0:1773688179.330804:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000004:00000001:2.0:1773688179.330805:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.330809:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.330811:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.330815:0:75542:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000800:00000200:1.0:1773688179.330816:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000004:00000002:2.0:1773688179.330817:0:75542:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:2.0:1773688179.330820:0:75542:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000800:00000010:1.0:1773688179.330821:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7e00. 00000004:00000001:2.0:1773688179.330822:0:75542:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.330827:0:75542:0:(mdd_object.c:3758:mdd_open()) Process entered 00000800:00000200:1.0:1773688179.330830:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000004:00000001:2.0:1773688179.330833:0:75542:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1773688179.330836:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000800:00000200:1.0:1773688179.330838:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000004:00000001:2.0:1773688179.330839:0:75542:0:(mdd_permission.c:247:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.330843:0:75542:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688179.330845:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7e00 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:2.0:1773688179.330846:0:75542:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.330852:0:75542:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1773688179.330855:0:75542:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9b343e9a80. 00000020:00000001:2.0:1773688179.330857:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.330858:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b343e9a80 with handle 0x52973366461d29c6 to hash 00000020:00000001:2.0:1773688179.330860:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:1.0:1773688179.330860:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.330861:0:75542:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614997933922944 : -129075775628672 : ffff8a9b343e9a80) 00000004:00000001:2.0:1773688179.330865:0:75542:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1773688179.330868:0:75542:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000100:00000040:1.0:1773688179.330868:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00000004:00002000:2.0:1773688179.330871:0:75542:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x240000bd0:0xb6:0x0] Change mfd open_flags 0 -> 040004240000003. 00010000:00000001:1.0:1773688179.330874:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.330875:0:75542:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00010000:00000001:1.0:1773688179.330879:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.330880:0:75542:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1773688179.330887:0:75542:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10f0a800. 00000100:00000040:1.0:1773688179.330887:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b417d8380 x1859843854309888/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1773688179.330892:0:75542:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993046644736 : -129080662906880 : ffff8a9a10f0a800) 00080000:00000001:2.0:1773688179.330896:0:75542:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1773688179.330902:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00100000:1.0:1773688179.330904:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b417d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+83:2405:x1859843854309888:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 482us (698us total) trans 0 rc 0/0 00000001:00000001:2.0:1773688179.330908:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688179.330911:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.330916:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3722 00000100:00000040:1.0:1773688179.330920:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b07b68000 : new rpc_count 1 00000100:00000001:1.0:1773688179.330923:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.330925:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000001:2.0:1773688179.330928:0:75542:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688179.330929:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31ffb480. 00080000:00000001:2.0:1773688179.330935:0:75542:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:1.0:1773688179.330937:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe190. 00000001:00000001:2.0:1773688179.330939:0:75542:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1773688179.330943:0:75542:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 42949673916, last_committed = 42949673874 00000020:00000010:1.0:1773688179.330944:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a02060200. 00000001:00000010:2.0:1773688179.330946:0:75542:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b346b12a0. 00000001:00000040:2.0:1773688179.330950:0:75542:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b07b68000 : new cb_count 17 00000020:00000040:1.0:1773688179.330953:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 82 00000020:00000040:2.0:1773688179.330954:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b07b68000 refcount=84 00000100:00000001:1.0:1773688179.330972:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:2.0:1773688179.330975:0:75542:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b079f4840. 00080000:00000001:2.0:1773688179.330982:0:75542:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1773688179.331000:0:75542:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1773688179.331004:0:75542:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b079f4840: xid 1859843854309760, transno 42949673916, tag 1, client gen 35, slot idx 4 00000001:00000001:2.0:1773688179.331020:0:75542:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.331032:0:75542:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.331033:0:75542:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1773688179.331035:0:75542:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.331037:0:75542:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.331039:0:75542:0:(mdt_open.c:1236:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.331041:0:75542:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1773688179.331043:0:75542:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1773688179.331044:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.331045:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.331046:0:75542:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1773688179.331047:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688179.331049:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.331050:0:75542:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.331051:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.331052:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.331054:0:75542:0:(mdt_open.c:1525:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773688179.331057:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.331062:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.331064:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.331065:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.331069:0:75542:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.331071:0:75542:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1773688179.331074:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.331075:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.331077:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.331078:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.331080:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.331082:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.331087:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.331089:0:75542:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:2.0:1773688179.331092:0:75542:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1773688179.331094:0:75542:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.331097:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.331098:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.331100:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9c00 refcount=3 00000020:00000001:2.0:1773688179.331102:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:2.0:1773688179.331104:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00000004:00000040:2.0:1773688179.331107:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b07b68000 : new locks_count 45 00000020:00000040:2.0:1773688179.331109:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b07b68000 refcount=84 00010000:00000001:2.0:1773688179.331112:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.331114:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.331115:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.331117:0:75542:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.331120:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.331123:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.331125:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.331126:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.331128:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.331129:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.331131:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.331132:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.331135:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41f0da00 with handle 0x52973366461d29b8 from hash 00010000:00000001:2.0:1773688179.331136:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.331137:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.331138:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.331139:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.331139:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.331142:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41f0da00/0x52973366461d29b8 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6da expref: 84 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.331147:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b07b68000 : new locks_count 44 00000020:00000040:2.0:1773688179.331148:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 83 00010000:00000010:2.0:1773688179.331150:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.331154:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.331155:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.331158:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.331161:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9c00/0x52973366461d29bf lrc: 3/0,0 mode: CW/CW res: [0x240000bd0:0xb6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6da expref: 83 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.331166:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.331167:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.331168:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0xb6:0x0].0x0 (ffff8a9b072af800) 00010000:00010000:2.0:1773688179.331170:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00000001:2.0:1773688179.331171:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.331173:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.331174:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.331175:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.331175:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.331176:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bc9c00, rc 0) 00000020:00000001:2.0:1773688179.331178:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.331180:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 42949673874, transno 42949673916, xid 1859843854309760 00010000:00000001:2.0:1773688179.331181:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.331184:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b417d9180 x1859843854309760/t42949673916(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.331188:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.331189:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.331191:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.331193:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.331194:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.331196:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.331198:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.331200:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.331202:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.331205:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.331208:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505880. 00000100:00000200:2.0:1773688179.331211:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854309760, offset 224 00000400:00000200:2.0:1773688179.331215:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.331220:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.331224:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48011:48011:256:4294967295] 192.168.204.51@tcp LPNI seq info [48007:48007:8:4294967295] 00000400:00000200:2.0:1773688179.331232:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.331237:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.331241:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a900. 00000800:00000200:2.0:1773688179.331245:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.331249:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.331252:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a900 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.331263:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.331266:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.331268:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.331269:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.331271:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.331273:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b417d9180 x1859843854309760/t42949673916(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.331280:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b417d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+83:68109:x1859843854309760:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3727us (3856us total) trans 42949673916 rc 0/0 00000100:00100000:2.0:1773688179.331285:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15470 00000100:00000040:2.0:1773688179.331287:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b07b68000 : new rpc_count 0 00000100:00000001:2.0:1773688179.331288:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.331290:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.331292:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.331295:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.331297:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a0bb6c600. 00000020:00000040:2.0:1773688179.331300:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 82 00000100:00000001:2.0:1773688179.331302:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.331327:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.331331:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a900. 00000400:00000200:0.0:1773688179.331335:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.331339:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.331342:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505880 00000400:00000010:0.0:1773688179.331344:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505880. 00000100:00000001:0.0:1773688179.331346:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.331348:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1773688179.333239:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.333242:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854310016 02000000:00000001:2.0:1773688179.333245:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.333247:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.333248:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.333251:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.333254:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854310016 00000020:00000001:2.0:1773688179.333255:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.333257:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461c1538 00000020:00000001:2.0:1773688179.333258:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.333261:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b07b68000 refcount=83 00000020:00000001:2.0:1773688179.333263:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000020:00000001:2.0:1773688179.333266:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000100:00000001:2.0:1773688179.333270:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.333273:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.333276:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.333278:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000020:00000010:2.0:1773688179.333282:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a10cf9400. 00000020:00000010:2.0:1773688179.333285:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.333288:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.333293:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.333295:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.333296:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.333299:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.333300:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.333302:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.333306:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.333316:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.333325:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.333327:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.333331:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15471 00000100:00000040:2.0:1773688179.333334:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b07b68000 : new rpc_count 1 00000100:00000001:2.0:1773688179.333337:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614998156155008 : -129075553396608 : ffff8a9b417d9880) 00000100:00000040:2.0:1773688179.333342:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b417d9880 x1859843854310016/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.333351:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.333354:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.333356:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.333357:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000100:00100000:2.0:1773688179.333361:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b417d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+83:68109:x1859843854310016:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.333364:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854310016 00000020:00000001:2.0:1773688179.333366:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.333368:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1773688179.333371:0:75542:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8a9b079f4840: xid 1859843854309760, transno 42949673916, client gen 35, slot idx 4 00000001:00000001:2.0:1773688179.333374:0:75542:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8a9b27a416c0: xid 1859843854209152, transno 42949673890, client gen 35, slot idx 2 00000001:00000010:2.0:1773688179.333376:0:75542:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b27a416c0. 00000020:00000001:2.0:1773688179.333378:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.333380:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.333381:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.333383:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.333384:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1859843854310016, found 0 last_xid 1859843854310015 00000020:00000001:2.0:1773688179.333386:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.333388:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.333389:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.333392:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.333394:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.333396:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.333397:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.333399:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.333400:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.333403:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.333407:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b072af800 count: 3 00010000:00000001:2.0:1773688179.333409:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.333412:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.333414:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9600. 00000020:00000001:2.0:1773688179.333418:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.333419:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9600 with handle 0x52973366461d29cd to hash 00000020:00000001:2.0:1773688179.333421:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.333422:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160283136 : -129075549268480 : ffff8a9b41bc9600) 00010000:00000010:2.0:1773688179.333427:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.333429:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160283136 : -129075549268480 : ffff8a9b41bc9600) 00010000:00010000:2.0:1773688179.333433:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9600/0x52973366461d29cd lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a6e1 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.333441:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b07b68000 : new locks_count 45 00000020:00000040:2.0:1773688179.333444:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b07b68000 refcount=84 00010000:00000001:2.0:1773688179.333448:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.333449:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.333454:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.333455:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.333457:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1773688179.333458:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.333459:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x240000bd0:0xb6:0x0] 00000020:00000001:2.0:1773688179.333462:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.333464:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998159939288 : -129075549612328 : ffff8a9b41b756d8) 00000004:00000001:2.0:1773688179.333466:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998159939200 : -129075549612416 : ffff8a9b41b75680) 00000004:00000001:2.0:1773688179.333467:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.333469:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.333471:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.333472:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.333473:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.333476:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a01aaa000. 02000000:00000001:2.0:1773688179.333477:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.333479:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.333480:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.333482:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1773688179.333484:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:2.0:1773688179.333485:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.333485:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.333487:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.333488:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.333489:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.333490:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.333491:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.333492:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.333493:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.333493:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.333494:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.333495:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.333496:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.333497:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.333498:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.333499:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.333500:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.333502:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.333503:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.333505:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.333508:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9b07feb000 flags 0x0 02000000:00000001:2.0:1773688179.333510:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614997191536640 : -129076518014976 : ffff8a9b07feb000) 00000001:00000001:2.0:1773688179.333511:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.333512:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.333513:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.333514:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.333515:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.333516:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.333517:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.333518:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.333528:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.333529:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.333530:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.333531:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.333533:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:2.0:1773688179.333536:0:75542:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1773688179.333537:0:75542:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:2.0:1773688179.333538:0:75542:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000020:00000010:2.0:1773688179.333542:0:75542:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8a9a01aae000. 00000004:00000001:2.0:1773688179.333545:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.333547:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.333548:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.333552:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=51 : 51 : 33) 00000004:00000001:2.0:1773688179.333553:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=51 : 51 : 33) 00000004:00000001:2.0:1773688179.333555:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=51 : 51 : 33) 00000004:00000001:2.0:1773688179.333557:0:75542:0:(mdt_lib.c:2238:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.333559:0:75542:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x240000bd0:0xb6:0x0]/[0x240000bd0:0xb6:0x0], ldlm_rep = ffff8a9a01aaa228 00000004:00000001:2.0:1773688179.333563:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1773688179.333565:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.333567:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.333568:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b072af800 count: 4 00010000:00000001:2.0:1773688179.333570:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.333571:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.333572:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9000. 00000020:00000001:2.0:1773688179.333574:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.333575:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9000 with handle 0x52973366461d29d4 to hash 00000020:00000001:2.0:1773688179.333576:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.333577:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160281600 : -129075549270016 : ffff8a9b41bc9000) 00010000:00000010:2.0:1773688179.333579:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96380. 00010000:00000001:2.0:1773688179.333580:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160281600 : -129075549270016 : ffff8a9b41bc9000) 00010000:00000001:2.0:1773688179.333582:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.333582:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.333584:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9000/0x52973366461d29d4 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.333588:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.333590:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.333591:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.333592:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.333593:0:75542:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1773688179.333596:0:75542:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9c00/0x52973366461d29bf lrc: 2/0,0 mode: CW/CW res: [0x240000bd0:0xb6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6da expref: 84 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.333600:0:75542:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1773688179.333600:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.333602:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.333603:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.333604:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.333605:0:75542:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1773688179.333607:0:75542:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9000/0x52973366461d29d4 lrc: 4/1,0 mode: --/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.333611:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000bd0:0xb6:0x0].0x0 (ffff8a9b072af800) refcount = 4 00010000:00000040:2.0:1773688179.333613:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.333617:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9c00/0x52973366461d29bf lrc: 3/0,0 mode: CW/CW res: [0x240000bd0:0xb6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6da expref: 84 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.333624:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b27a43800/0x52973366461c97d0 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e88148 expref: 84 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.333629:0:75542:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1773688179.333631:0:75542:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9000/0x52973366461d29d4 lrc: 4/1,0 mode: --/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.333637:0:75542:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.333640:0:75542:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773688179.333643:0:75542:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b079f4b40. 00000100:00000001:2.0:1773688179.333645:0:75542:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997185284928 : -129076524266688 : ffff8a9b079f4b40) 00000100:00000001:2.0:1773688179.333647:0:75542:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997185284928 : -129076524266688 : ffff8a9b079f4b40) 00000100:00000001:2.0:1773688179.333649:0:75542:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773688179.333651:0:75542:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1773688179.333652:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688179.333655:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.333656:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1773688179.333657:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.333659:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.333661:0:75542:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1773688179.333662:0:75542:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1773688179.333665:0:75542:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce5180. 00000020:00000040:2.0:1773688179.333668:0:75542:0:(genops.c:1229:class_import_get()) import ffff8a9b08f2c000 refcount=2 obd=lustre-MDT0001 00000100:00000001:2.0:1773688179.333670:0:75542:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773688179.333671:0:75542:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773688179.333674:0:75542:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773688179.333677:0:75542:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a0bb6c600. 00000100:00000001:2.0:1773688179.333681:0:75542:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.333684:0:75542:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9c00/0x52973366461d29bf lrc: 3/0,0 mode: CW/CW res: [0x240000bd0:0xb6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6da expref: 84 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.333696:0:75542:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9c00/0x52973366461d29bf lrc: 4/0,0 mode: CW/CW res: [0x240000bd0:0xb6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6da expref: 84 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.333702:0:75542:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1773688179.333703:0:75542:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773688179.333706:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9a10ce5180 x1859843861189888/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.333711:0:75542:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773688179.333712:0:75542:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.333715:0:75542:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9a10ce5180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:75542:1859843861189888:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.333717:0:75542:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773688179.333719:0:75542:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773688179.333721:0:75542:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.333722:0:75542:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773688179.333724:0:75542:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9b2e9a5400. 02000000:00000001:2.0:1773688179.333725:0:75542:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773688179.333728:0:75542:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a0b538aa8. 00000400:00000010:2.0:1773688179.333730:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505aa0. 00000100:00000200:2.0:1773688179.333733:0:75542:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861189888, portal 16 00000100:00000001:2.0:1773688179.333735:0:75542:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773688179.333736:0:75542:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614993044394368 : -129080665157248 : ffff8a9a10ce5180) 00000100:00000040:2.0:1773688179.333739:0:75542:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9a10ce5180 x1859843861189888/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.333743:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.333744:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.333746:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b035054c8. 00000100:00000200:2.0:1773688179.333747:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861189888, offset 0 00000400:00000200:2.0:1773688179.333750:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.333754:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.333757:0:75542:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773688179.333760:0:75542:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:2.0:1773688179.333762:0:75542:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773688179.333763:0:75542:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:2.0:1773688179.333766:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48012:48012:256:4294967295] 192.168.204.51@tcp LPNI seq info [48008:48008:8:4294967295] 00000400:00000200:2.0:1773688179.333771:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.333774:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.333776:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a200. 00000800:00000200:2.0:1773688179.333778:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.333781:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.333784:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.333793:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.333796:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 0 is 4297630254 00000100:00000001:2.0:1773688179.333801:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4297630249 00000100:00000001:2.0:1773688179.333804:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 1 is 4297630254 00000100:00000001:2.0:1773688179.333807:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4297630249 00000100:00000001:2.0:1773688179.333810:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 2 is 4297630254 00000100:00000001:2.0:1773688179.333813:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4297630249 00000100:00000001:2.0:1773688179.333815:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 3 is 4297630254 00000100:00000001:2.0:1773688179.333817:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4297630249 00000100:00000001:2.0:1773688179.333819:0:75542:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.333820:0:75542:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.333822:0:75542:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.333823:0:75542:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.333825:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.333827:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.333828:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.333828:0:75542:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.333830:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688179.333831:0:75542:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1773688179.333833:0:75542:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.333834:0:75542:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773688179.333835:0:75542:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773688179.333837:0:75542:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b079f4b40 going to sleep for 11 seconds 00000100:00000001:2.0:1773688179.333839:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773688179.333840:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773688179.334039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41f0c000. 00000800:00000001:0.0:1773688179.334743:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.334749:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.334751:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.334754:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.334759:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.334766:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af1500 00000400:00000200:0.0:1773688179.334771:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77c61 [1] + 224 00000800:00000001:0.0:1773688179.334776:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.334781:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.334783:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.334787:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.334791:0:3440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773688179.334795:0:3440:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9a10ce5180 x1859843861189888/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1773688179.334804:0:3440:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9a10ce5180 x1859843861189888/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.334816:0:3440:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.334820:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.334822:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.334834:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773688179.334838:0:75542:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773688179.334839:0:75542:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773688179.334841:0:75542:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a0b538aa8. 00000400:00000200:2.0:1773688179.334844:0:75542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505aa0 00000400:00000010:2.0:1773688179.334845:0:75542:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505aa0. 00000100:00000001:2.0:1773688179.334846:0:75542:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688179.334849:0:75542:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9a10ce5180 x1859843861189888/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1773688179.334855:0:75542:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9a10ce5180 x1859843861189888/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.334859:0:75542:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773688179.334860:0:75542:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.334862:0:75542:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773688179.334863:0:75542:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773688179.334864:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.334865:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.334867:0:75542:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.334869:0:75542:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b08f2c458 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1773688179.334871:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b08f2c410 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1773688179.334873:0:75542:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773688179.334874:0:75542:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.334875:0:75542:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773688179.334876:0:75542:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.334878:0:75542:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.334880:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9a10ce5180 x1859843861189888/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.334884:0:75542:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.334886:0:75542:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773688179.334886:0:75542:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.334888:0:75542:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1773688179.334889:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.334889:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.334891:0:75542:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.334893:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce5180 x1859843861189888/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1773688179.334897:0:75542:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9a10ce5180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:75542:1859843861189888:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.334900:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.334901:0:75542:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.334902:0:75542:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773688179.334903:0:75542:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.334905:0:75542:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9a10ce5180 x1859843861189888/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.334908:0:75542:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773688179.334909:0:75542:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773688179.334910:0:75542:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9b2e9a5400. 02000000:00000001:2.0:1773688179.334912:0:75542:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773688179.334913:0:75542:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773688179.334914:0:75542:0:(genops.c:1242:class_import_put()) import ffff8a9b08f2c000 refcount=1 obd=lustre-MDT0001 00000020:00000001:2.0:1773688179.334916:0:75542:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773688179.334917:0:75542:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a0bb6c600. 02000000:00000001:2.0:1773688179.334920:0:75542:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773688179.334921:0:75542:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773688179.334922:0:75542:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a10ce5180. 00000100:00000001:2.0:1773688179.334923:0:75542:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773688179.334924:0:75542:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773688179.334925:0:75542:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b079f4b40. 00000100:00000001:2.0:1773688179.334927:0:75542:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1773688179.334928:0:75542:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1773688179.334929:0:75542:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b079e5680. 00010000:00000001:2.0:1773688179.334930:0:75542:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.334932:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.334933:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.334935:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1773688179.334937:0:75542:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9000/0x52973366461d29d4 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773688179.335495:0:6358:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.335497:0:6358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854310144 02000000:00000001:1.0:1773688179.335499:0:6358:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.335500:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.335502:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.335503:0:6358:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.335505:0:6358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854310144 00000020:00000001:1.0:1773688179.335506:0:6358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.335507:0:6358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461c1538 00000020:00000001:1.0:1773688179.335508:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.335510:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b07b68000 refcount=85 00000020:00000001:1.0:1773688179.335512:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000020:00000001:1.0:1773688179.335513:0:6358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000100:00000001:1.0:1773688179.335515:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.335517:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.335519:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.335521:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a0c0. 00000020:00000010:1.0:1773688179.335524:0:6358:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a02060200. 00000020:00000010:1.0:1773688179.335526:0:6358:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b31ffb480. 00000020:00000010:1.0:1773688179.335529:0:6358:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe190. 00000100:00000040:1.0:1773688179.335533:0:6358:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.335535:0:6358:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.335536:0:6358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.335537:0:6358:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.335539:0:6358:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.335540:0:6358:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.335543:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.335544:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.335545:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9c00 refcount=4 00000020:00000001:1.0:1773688179.335547:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:1.0:1773688179.335549:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00010000:1.0:1773688179.335555:0:6358:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9c00/0x52973366461d29bf lrc: 4/0,0 mode: CW/CW res: [0x240000bd0:0xb6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6da expref: 85 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.335561:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.335562:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.335563:0:6358:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.335565:0:6358:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.335569:0:6358:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1773688179.335573:0:6358:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9a0e1a3800 x1859843854310144/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.335580:0:6358:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1773688179.335582:0:6358:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.335593:0:6358:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.335602:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.335604:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.335608:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3723 00000100:00000040:1.0:1773688179.335611:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b07b68000 : new rpc_count 2 00000100:00000001:1.0:1773688179.335614:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992999036928 : -129080710514688 : ffff8a9a0e1a3800) 00000100:00000040:1.0:1773688179.335620:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e1a3800 x1859843854310144/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.335628:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.335631:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.335633:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.335636:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a0c0. 00000100:00100000:1.0:1773688179.335640:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e1a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+85:2404:x1859843854310144:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.335643:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854310144 00010000:00000001:1.0:1773688179.335645:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.335647:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.335648:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.335651:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.335653:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.335656:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9b36b7e000. 02000000:00000001:1.0:1773688179.335658:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.335659:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.335661:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.335663:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.335665:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.335666:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.335667:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9c00 refcount=4 00000020:00000001:1.0:1773688179.335669:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:1.0:1773688179.335671:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000040:1.0:1773688179.335674:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b072af800 count: 5 00000004:00000001:1.0:1773688179.335676:0:6358:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1773688179.335680:0:6358:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9c00/0x52973366461d29bf lrc: 4/0,0 mode: CW/CW res: [0x240000bd0:0xb6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6da expref: 85 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:1.0:1773688179.335688:0:6358:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b07b68450 time=1773688179 v=20 (0 0 0 0) 00010000:00000001:1.0:1773688179.335691:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773688179.335697:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.335698:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.335701:0:6358:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9c00/0x52973366461d29bf lrc: 3/0,0 mode: CW/CW res: [0x240000bd0:0xb6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6da expref: 85 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773688179.335708:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.335710:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.335711:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.335713:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.335715:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.335716:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.335719:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.335719:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.335721:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.335722:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.335723:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9c00 with handle 0x52973366461d29bf from hash 00010000:00000001:1.0:1773688179.335725:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.335725:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.335726:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.335727:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.335729:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.335731:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.335732:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.335732:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.335734:0:6358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9c00/0x52973366461d29bf lrc: 0/0,0 mode: --/CW res: [0x240000bd0:0xb6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6da expref: 85 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.335740:0:6358:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b07b68000 : new locks_count 44 00000020:00000040:1.0:1773688179.335742:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 84 00010000:00000010:1.0:1773688179.335745:0:6358:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96300. 00010000:00000001:1.0:1773688179.335751:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.335753:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.335755:0:6358:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.335757:0:6358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0xb6:0x0].0x0 (ffff8a9b072af800) 00010000:00010000:1.0:1773688179.335761:0:6358:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9000/0x52973366461d29d4 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.335767:0:6358:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.335768:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.335770:0:6358:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.335772:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.335773:0:6358:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.335776:0:6358:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.335777:0:6358:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688179.335779:0:6358:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9000/0x52973366461d29d4 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.335784:0:6358:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688179.335786:0:6358:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.335787:0:6358:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.335788:0:6358:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.335790:0:6358:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000bd0:0xb6:0x0].0x0 (ffff8a9b072af800) refcount = 4 00010000:00000040:1.0:1773688179.335792:0:6358:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.335795:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b27a43800/0x52973366461c97d0 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e88148 expref: 84 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.335799:0:6358:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9000/0x52973366461d29d4 lrc: 4/1,0 mode: PR/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.335802:0:6358:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.335804:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.335805:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.335805:0:6358:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.335806:0:6358:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.335808:0:6358:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1773688179.335810:0:6358:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.335812:0:6358:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688179.335815:0:6358:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b41aafc00. 00000100:00000001:1.0:1773688179.335816:0:6358:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614998159129600 : -129075550422016 : ffff8a9b41aafc00) 00000100:00000001:1.0:1773688179.335817:0:6358:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614998159129600 : -129075550422016 : ffff8a9b41aafc00) 00000100:00000001:1.0:1773688179.335820:0:6358:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688179.335820:0:6358:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688179.335822:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.335824:0:6358:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.335835:0:6358:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.335837:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.335838:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.335839:0:6358:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.335841:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.335842:0:6358:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688179.335844:0:6358:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.335846:0:6358:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.335848:0:6358:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1773688179.335850:0:6358:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b41aafc00. 00000100:00000001:1.0:1773688179.335854:0:6358:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688179.335856:0:6358:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773688179.335858:0:6358:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9a0f80a0c0. 00010000:00010000:2.0:1773688179.335859:0:75542:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9000/0x52973366461d29d4 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.335861:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.335865:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.335868:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.335869:0:75542:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.335873:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9000/0x52973366461d29d4 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.335873:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.335878:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.335879:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.335882:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:1.0:1773688179.335883:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00010000:00000001:2.0:1773688179.335884:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.335886:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.335889:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1773688179.335889:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:2.0:1773688179.335890:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9000 refcount=3 00000020:00000001:2.0:1773688179.335894:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160281600 : -129075549270016 : ffff8a9b41bc9000) 00000100:00000040:1.0:1773688179.335894:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.335897:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160281600 : -129075549270016 : ffff8a9b41bc9000) 00010000:00000001:2.0:1773688179.335898:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.335899:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.335900:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.335903:0:75542:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000100:00000001:1.0:1773688179.335904:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 00000004:00000001:2.0:1773688179.335907:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 02000000:00000001:1.0:1773688179.335907:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:2.0:1773688179.335911:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 02000000:00000001:1.0:1773688179.335912:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.335915:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.335917:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000004:00000001:2.0:1773688179.335918:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773688179.335920:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a647f8. 00000004:00000001:2.0:1773688179.335921:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00000200:1.0:1773688179.335925:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854310144, offset 224 00000004:00000001:2.0:1773688179.335926:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.335928:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000400:00000200:1.0:1773688179.335932:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00080000:00000001:2.0:1773688179.335933:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.335936:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.335939:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000400:00000200:1.0:1773688179.335939:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000004:00000001:2.0:1773688179.335943:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.335947:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773688179.335947:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48013:48013:256:4294967295] 192.168.204.51@tcp LPNI seq info [48009:48009:8:4294967295] 00000004:00000002:2.0:1773688179.335951:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x240000bd0:0xb6:0x0]: Reading som attrs: valid: 4, size: 327680, blocks: 1 00000004:00000001:2.0:1773688179.335971:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000400:00000200:1.0:1773688179.335972:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000004:00000001:2.0:1773688179.335975:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.335978:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000800:00000200:1.0:1773688179.335978:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00080000:00000001:2.0:1773688179.335980:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.335983:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000800:00000010:1.0:1773688179.335983:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7100. 00000004:00000001:2.0:1773688179.335987:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.335989:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000800:00000200:1.0:1773688179.335991:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000004:00000001:2.0:1773688179.335992:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.335995:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.335996:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000200:1.0:1773688179.335999:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000004:00000001:2.0:1773688179.336000:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000200:1.0:1773688179.336003:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7100 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:2.0:1773688179.336004:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1773688179.336021:0:75542:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1773688179.336023:0:75542:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1773688179.336026:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a01aaa370 00000004:00000001:2.0:1773688179.336029:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.336034:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000100:00000001:1.0:1773688179.336034:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.336036:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.336039:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00000001:00000001:2.0:1773688179.336042:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00010000:00000001:1.0:1773688179.336042:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.336046:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.336046:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.336052:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.336053:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e1a3800 x1859843854310144/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1773688179.336058:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.336062:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1773688179.336066:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e1a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+84:2404:x1859843854310144:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 435us (617us total) trans 0 rc 0/0 00000001:00000001:2.0:1773688179.336067:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.336072:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.336075:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1773688179.336078:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3723 00000001:00000001:2.0:1773688179.336079:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.336081:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b07b68000 : new rpc_count 1 00000004:00000002:2.0:1773688179.336082:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240000bd0:0xb6:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000100:00000001:1.0:1773688179.336086:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000004:00200000:2.0:1773688179.336087:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000bd0:0xb6:0x0]: returning size 327680 00000100:00000001:1.0:1773688179.336088:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000040:2.0:1773688179.336093:0:75542:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0xb6:1073744848 magic=0x0BD10BD0 pattern=0X1 00000020:00000010:1.0:1773688179.336094:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31ffb480. 00000004:00000040:2.0:1773688179.336099:0:75542:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:2.0:1773688179.336101:0:75542:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000400:472 00000004:00200000:2.0:1773688179.336104:0:75542:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000020:00000010:1.0:1773688179.336106:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe190. 00000004:00000002:2.0:1773688179.336108:0:75542:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:2.0:1773688179.336111:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000020:00000010:1.0:1773688179.336111:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a02060200. 00000001:00000001:2.0:1773688179.336114:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.336117:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000020:00000040:1.0:1773688179.336118:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 83 00000004:00000001:2.0:1773688179.336120:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.336123:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000001:1.0:1773688179.336123:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1773688179.336126:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.336129:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.336132:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.336134:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.336136:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.336139:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.336143:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.336144:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.336145:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.336146:0:75542:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.336150:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.336151:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.336152:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9000 refcount=3 00000020:00000001:2.0:1773688179.336154:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160281600 : -129075549270016 : ffff8a9b41bc9000) 00010000:00000001:2.0:1773688179.336155:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160281600 : -129075549270016 : ffff8a9b41bc9000) 00000004:00010000:2.0:1773688179.336158:0:75542:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9000/0x52973366461d29d4 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.336161:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.336162:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.336163:0:75542:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:2.0:1773688179.336165:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.336167:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:2.0:1773688179.336168:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.336169:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.336169:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9000 refcount=3 00000020:00000001:2.0:1773688179.336171:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160281600 : -129075549270016 : ffff8a9b41bc9000) 00010000:00000001:2.0:1773688179.336172:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160281600 : -129075549270016 : ffff8a9b41bc9000) 00000004:00000040:2.0:1773688179.336174:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b07b68000 : new locks_count 45 00000020:00000040:2.0:1773688179.336176:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b07b68000 refcount=84 00010000:00000001:2.0:1773688179.336178:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.336179:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.336180:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.336182:0:75542:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1773688179.336184:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.336186:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.336187:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.336188:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.336190:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.336191:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.336193:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.336194:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.336196:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.336197:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:2.0:1773688179.336198:0:75542:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8a9a01aae000. 00000004:00000001:2.0:1773688179.336201:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.336203:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.336204:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.336206:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.336207:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.336208:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.336209:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.336210:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9600 with handle 0x52973366461d29cd from hash 00010000:00000001:2.0:1773688179.336211:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.336212:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.336213:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.336214:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.336214:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.336222:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9600/0x52973366461d29cd lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6e1 expref: 84 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.336226:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b07b68000 : new locks_count 44 00000020:00000040:2.0:1773688179.336228:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 83 00010000:00000010:2.0:1773688179.336229:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.336232:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.336233:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.336235:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.336238:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9000/0x52973366461d29d4 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0xb6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6e1 expref: 83 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.336242:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.336243:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.336244:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0xb6:0x0].0x0 (ffff8a9b072af800) 00010000:00010000:2.0:1773688179.336246:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1773688179.336248:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.336249:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.336250:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.336251:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.336251:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.336252:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bc9000, rc 0) 00000020:00000001:2.0:1773688179.336254:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.336255:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 42949673874, transno 0, xid 1859843854310016 00010000:00000001:2.0:1773688179.336257:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.336260:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b417d9880 x1859843854310016/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.336264:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.336265:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.336267:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.336269:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.336271:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.336272:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.336273:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.336274:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.336276:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.336277:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.336280:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505aa0. 00000100:00000200:2.0:1773688179.336283:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854310016, offset 224 00000400:00000200:2.0:1773688179.336286:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.336290:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.336292:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48014:48014:256:4294967295] 192.168.204.51@tcp LPNI seq info [48010:48010:8:4294967295] 00000400:00000200:2.0:1773688179.336298:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.336300:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.336303:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0ac00. 00000800:00000200:2.0:1773688179.336305:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.336308:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.336310:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0ac00 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.336322:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.336324:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.336326:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.336327:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.336328:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.336331:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b417d9880 x1859843854310016/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.336337:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b417d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+83:68109:x1859843854310016:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2985us (3136us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.336342:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15471 00000100:00000040:2.0:1773688179.336344:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b07b68000 : new rpc_count 0 00000100:00000001:2.0:1773688179.336345:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.336347:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.336349:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.336351:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.336353:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a10cf9400. 00000020:00000040:2.0:1773688179.336357:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 82 00000100:00000001:2.0:1773688179.336359:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.336383:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.336387:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0ac00. 00000400:00000200:0.0:1773688179.336391:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.336395:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.336398:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505aa0 00000400:00000010:0.0:1773688179.336401:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505aa0. 00000100:00000001:0.0:1773688179.336404:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.336405:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688179.339037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0cf37400. 00010000:00000010:2.1:1773688179.343046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41f0da00. 00000100:00000001:2.0:1773688179.344539:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.344542:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854310272 02000000:00000001:2.0:1773688179.344544:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.344546:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.344549:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.344552:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.344554:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854310272 00000020:00000001:2.0:1773688179.344556:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.344557:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461c1538 00000020:00000001:2.0:1773688179.344559:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.344561:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b07b68000 refcount=83 00000020:00000001:2.0:1773688179.344562:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000020:00000001:2.0:1773688179.344564:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000100:00000001:2.0:1773688179.344567:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.344570:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.344573:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.344575:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000020:00000010:2.0:1773688179.344579:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b2e9a5400. 00000020:00000010:2.0:1773688179.344582:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.344586:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.344590:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.344592:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.344593:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.344595:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.344596:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.344598:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.344602:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.344611:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.344625:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.344627:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.344632:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15472 00000100:00000040:2.0:1773688179.344635:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b07b68000 : new rpc_count 1 00000100:00000001:2.0:1773688179.344638:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992999025280 : -129080710526336 : ffff8a9a0e1a0a80) 00000100:00000040:2.0:1773688179.344645:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e1a0a80 x1859843854310272/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.344654:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.344657:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.344659:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.344661:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000100:00100000:2.0:1773688179.344665:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e1a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+83:68109:x1859843854310272:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.344668:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854310272 00000020:00000001:2.0:1773688179.344671:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.344673:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.344676:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.344678:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.344680:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.344682:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.344685:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1859843854310272, found 0 last_xid 1859843854310271 00000020:00000001:2.0:1773688179.344687:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.344688:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.344689:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.344693:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.344694:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.344696:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.344697:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.344698:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.344699:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.344703:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.344707:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b07b30300 count: 3 00010000:00000001:2.0:1773688179.344709:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.344710:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.344713:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9200. 00000020:00000001:2.0:1773688179.344715:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.344716:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9200 with handle 0x52973366461d29db to hash 00000020:00000001:2.0:1773688179.344718:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.344719:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160282112 : -129075549269504 : ffff8a9b41bc9200) 00010000:00000010:2.0:1773688179.344722:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.344724:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160282112 : -129075549269504 : ffff8a9b41bc9200) 00010000:00010000:2.0:1773688179.344727:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9200/0x52973366461d29db lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a6e8 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.344732:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b07b68000 : new locks_count 45 00000020:00000040:2.0:1773688179.344734:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b07b68000 refcount=84 00010000:00000001:2.0:1773688179.344738:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.344740:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.344745:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.344746:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.344747:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1773688179.344749:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.344750:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x240000bd0:0xb5:0x0] 00000020:00000001:2.0:1773688179.344753:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.344755:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997942550616 : -129075767001000 : ffff8a9b34c24058) 00000004:00000001:2.0:1773688179.344757:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614997942550528 : -129075767001088 : ffff8a9b34c24000) 00000004:00000001:2.0:1773688179.344758:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.344760:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.344761:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.344763:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.344765:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.344768:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a01aae000. 02000000:00000001:2.0:1773688179.344769:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.344771:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.344772:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.344773:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1773688179.344775:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:2.0:1773688179.344777:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.344778:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.344780:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.344781:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.344783:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.344784:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.344784:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.344785:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.344786:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.344787:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.344788:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.344789:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.344789:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.344790:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.344792:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.344792:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.344793:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.344795:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.344795:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.344798:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.344801:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9b07feb000 flags 0x0 02000000:00000001:2.0:1773688179.344803:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614997191536640 : -129076518014976 : ffff8a9b07feb000) 00000001:00000001:2.0:1773688179.344804:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.344805:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.344806:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.344807:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.344808:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.344809:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.344810:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.344811:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.344813:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.344813:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.344814:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.344815:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.344817:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1773688179.344820:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3af8 00000004:00000002:2.0:1773688179.344822:0:75542:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x240000bd0:0xb5:0x0]/MEDIUM.FIL, ldlm_rep = ffff8a9a01aae228 00000004:00000001:2.0:1773688179.344825:0:75542:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1773688179.344827:0:75542:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1773688179.344829:0:75542:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1773688179.344830:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.344831:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.344832:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b07b30300 count: 4 00010000:00000001:2.0:1773688179.344834:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.344835:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.344836:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9400. 00000020:00000001:2.0:1773688179.344838:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.344839:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9400 with handle 0x52973366461d29e2 to hash 00000020:00000001:2.0:1773688179.344840:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.344841:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160282624 : -129075549268992 : ffff8a9b41bc9400) 00010000:00000010:2.0:1773688179.344842:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96280. 00010000:00000001:2.0:1773688179.344844:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160282624 : -129075549268992 : ffff8a9b41bc9400) 00010000:00000001:2.0:1773688179.344845:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.344846:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.344849:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9400/0x52973366461d29e2 lrc: 3/1,0 mode: --/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.344853:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.344855:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.344857:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.344858:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.344860:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.344861:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.344861:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.344863:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.344864:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.344865:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.344866:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.344868:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000bd0:0xb5:0x0].0x0 (ffff8a9b07b30300) refcount = 4 00010000:00000040:2.0:1773688179.344870:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.344873:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b04f4e400/0x52973366461c1cfc lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e864fb expref: 84 pid: 68824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.344877:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b342e4600/0x52973366461c1b4a lrc: 2/0,0 mode: CR/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e85152 expref: 84 pid: 80123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.344881:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9400/0x52973366461d29e2 lrc: 3/1,0 mode: CR/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.344884:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.344887:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.344888:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.344889:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.344890:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.344891:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.344892:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.344894:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.344895:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.344897:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9400/0x52973366461d29e2 lrc: 3/1,0 mode: CR/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.344903:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.344904:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.344905:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.344906:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.344907:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773688179.344910:0:75542:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a16349200. 00010000:00000010:2.0:1773688179.344912:0:75542:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b343e9d80. 00010000:00000001:2.0:1773688179.344914:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.344915:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc8200. 00000020:00000001:2.0:1773688179.344916:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.344917:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc8200 with handle 0x52973366461d29e9 to hash 00000020:00000001:2.0:1773688179.344918:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.344919:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160278016 : -129075549273600 : ffff8a9b41bc8200) 00010000:00000010:2.0:1773688179.344921:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96f00. 00010000:00000001:2.0:1773688179.344922:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160278016 : -129075549273600 : ffff8a9b41bc8200) 00010000:00000001:2.0:1773688179.344924:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.344924:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.344926:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8200/0x52973366461d29e9 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0xb5:0x0].0x8b6dba3a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.344929:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.344929:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.344930:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.344931:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.344932:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.344933:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.344933:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.344942:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.344943:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.344944:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.344944:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.344945:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000bd0:0xb5:0x0].0x8b6dba3a (ffff8a9a16349200) refcount = 1 00010000:00010000:2.0:1773688179.344947:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8200/0x52973366461d29e9 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb5:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.344951:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.344952:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.344953:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.344954:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.344954:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.344955:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.344956:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.344957:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.344969:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.344972:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8200/0x52973366461d29e9 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb5:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.344975:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.344976:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.344976:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.344977:0:75542:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.344980:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.345024:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.345027:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1773688179.345030:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x240000bd0:0xb5:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1773688179.345035:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.345039:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1773688179.345061:0:75542:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.345064:0:75542:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1773688179.345065:0:75542:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1773688179.345067:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1773688179.345069:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773688179.345071:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.345072:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.345073:0:75542:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1773688179.345074:0:75542:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.345076:0:75542:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:2.0:1773688179.345078:0:75542:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1773688179.345079:0:75542:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1773688179.345080:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1773688179.345081:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773688179.345081:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.345082:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.345084:0:75542:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.345098:0:75542:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.345100:0:75542:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.345101:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.345102:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.345103:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.345104:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x240000bd0:0xb7:0x0] 00000020:00000001:2.0:1773688179.345105:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.345108:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614993000779608 : -129080708772008 : ffff8a9a0e34cf58) 00000004:00000001:2.0:1773688179.345110:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614993000779520 : -129080708772096 : ffff8a9a0e34cf00) 00000004:00000001:2.0:1773688179.345113:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1773688179.345115:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.345116:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.345118:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b09e2dc00 count: 3 00010000:00000001:2.0:1773688179.345120:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.345121:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.345122:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9800. 00000020:00000001:2.0:1773688179.345124:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.345125:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9800 with handle 0x52973366461d29f0 to hash 00000020:00000001:2.0:1773688179.345126:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.345127:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000010:2.0:1773688179.345129:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96e80. 00010000:00000001:2.0:1773688179.345130:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688179.345131:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.345133:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.345134:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9800/0x52973366461d29f0 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.345138:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.345139:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.345139:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.345140:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.345142:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.345143:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.345144:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.345145:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.345146:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.345147:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.345148:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.345149:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000bd0:0xb7:0x0].0x0 (ffff8a9b09e2dc00) refcount = 3 00010000:00000040:2.0:1773688179.345150:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.345153:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b2ea1b800/0x52973366461cea10 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896b8 expref: 84 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.345157:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9a16572000/0x52973366461c9839 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e88164 expref: 84 pid: 68817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.345161:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9800/0x52973366461d29f0 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.345164:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.345165:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.345166:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.345167:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.345167:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.345169:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.345170:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.345171:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.345172:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.345173:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9800/0x52973366461d29f0 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.345176:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.345177:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.345178:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.345179:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.345180:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.345181:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9800 refcount=3 00000020:00000001:2.0:1773688179.345182:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688179.345184:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688179.345185:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.345186:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.345187:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.345189:0:75542:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1773688179.345198:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.345199:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688179.345203:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.345205:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.345207:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.345208:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.345213:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.345214:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.345216:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.345217:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.345219:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.345220:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x240000bd0:0xb7:0x0]: Reading som attrs: valid: 4, size: 1048576, blocks: 2051 00000004:00000001:2.0:1773688179.345222:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.345223:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.345223:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.345225:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.345226:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.345227:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.345228:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.345229:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.345229:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.345230:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.345231:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.345232:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1773688179.345234:0:75542:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1773688179.345235:0:75542:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1773688179.345236:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a01aae370 00000004:00000001:2.0:1773688179.345238:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.345239:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.345241:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.345242:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.345243:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.345244:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.345245:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.345246:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.345247:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.345248:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.345249:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.345249:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.345251:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240000bd0:0xb7:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00200000:2.0:1773688179.345253:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000bd0:0xb7:0x0]: returning size 1048576 00000004:00000040:2.0:1773688179.345255:0:75542:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0xb7:1073744848 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1773688179.345256:0:75542:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:2.0:1773688179.345257:0:75542:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000400:473 00000004:00200000:2.0:1773688179.345259:0:75542:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:2.0:1773688179.345260:0:75542:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:2.0:1773688179.345261:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.345262:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.345263:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1773688179.345264:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.345265:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.345266:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.345267:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.345268:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.345269:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.345270:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.345273:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.345277:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.345278:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.345278:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.345279:0:75542:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.345283:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.345284:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.345285:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9800 refcount=3 00000020:00000001:2.0:1773688179.345286:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688179.345288:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00000004:00010000:2.0:1773688179.345290:0:75542:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9800/0x52973366461d29f0 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00000001:2.0:1773688179.345293:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1773688179.345295:0:75542:0:(lu_object.c:207:lu_object_put()) Add ffff8a9a0e34cf58/ffff8a9a0e34cf00 to site lru. bkt: ffff8a9b03e42e98 00000004:00000001:2.0:1773688179.345297:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.345298:0:75542:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1773688179.345299:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688179.345300:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.345301:0:75542:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1773688179.345303:0:75542:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:2.0:1773688179.345304:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.345305:0:75542:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.345305:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.345306:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000bd0:0xb7:0x0].0x0 (ffff8a9b09e2dc00) refcount = 3 00010000:00000040:2.0:1773688179.345308:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.345310:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b2ea1b800/0x52973366461cea10 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896b8 expref: 84 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.345314:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9a16572000/0x52973366461c9839 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e88164 expref: 84 pid: 68817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.345318:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9800/0x52973366461d29f0 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.345323:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.345324:0:75542:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.345326:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.345327:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.345329:0:75542:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.345331:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1773688179.345333:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.345335:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.345336:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.345337:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9400 refcount=3 00000020:00000001:2.0:1773688179.345339:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160282624 : -129075549268992 : ffff8a9b41bc9400) 00010000:00000001:2.0:1773688179.345341:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160282624 : -129075549268992 : ffff8a9b41bc9400) 00010000:00000001:2.0:1773688179.345344:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.345346:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9400/0x52973366461d29e2 lrc: 3/1,0 mode: CR/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.345352:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.345353:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.345356:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9400/0x52973366461d29e2 lrc: 2/0,0 mode: CR/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.345361:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.345362:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.345365:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.345366:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9400/0x52973366461d29e2 lrc: 3/0,0 mode: CR/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.345370:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bc9400 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.345372:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.345373:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.345375:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9400/0x52973366461d29e2 lrc: 3/0,0 mode: CR/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.345378:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.345379:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.345380:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.345380:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9400 refcount=4 00000020:00000001:2.0:1773688179.345381:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160282624 : -129075549268992 : ffff8a9b41bc9400) 00010000:00000001:2.0:1773688179.345382:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160282624 : -129075549268992 : ffff8a9b41bc9400) 00010000:00000001:2.0:1773688179.345384:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.345385:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9400/0x52973366461d29e2 lrc: 4/0,0 mode: CR/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.345389:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.345390:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.345391:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.345394:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.345395:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.345395:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.345396:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.345397:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9400 with handle 0x52973366461d29e2 from hash 00010000:00000001:2.0:1773688179.345399:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.345400:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.345401:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.345401:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.345403:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.345404:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.345405:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.345407:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.345408:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.345410:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0xb5:0x0].0x0 (ffff8a9b07b30300) 00010000:00010000:2.0:1773688179.345411:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.345413:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.345421:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.345422:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.345423:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.345424:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.345425:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.345426:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.345427:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.345428:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.345430:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9400/0x52973366461d29e2 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.345433:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.345434:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.345434:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.345436:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.345437:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.345438:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9400/0x52973366461d29e2 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.345442:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96280. 00010000:00000001:2.0:1773688179.345447:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.345448:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.345449:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.345449:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.345450:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.345451:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8200 refcount=3 00000020:00000001:2.0:1773688179.345452:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160278016 : -129075549273600 : ffff8a9b41bc8200) 00010000:00000001:2.0:1773688179.345454:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160278016 : -129075549273600 : ffff8a9b41bc8200) 00010000:00000001:2.0:1773688179.345455:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.345456:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8200/0x52973366461d29e9 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb5:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.345459:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.345460:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.345461:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8200/0x52973366461d29e9 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb5:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.345463:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.345464:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.345465:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.345466:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8200/0x52973366461d29e9 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0xb5:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.345469:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bc8200 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.345470:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.345471:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.345472:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8200/0x52973366461d29e9 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0xb5:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.345477:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.345478:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.345479:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.345480:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8200 refcount=4 00000020:00000001:2.0:1773688179.345480:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160278016 : -129075549273600 : ffff8a9b41bc8200) 00010000:00000001:2.0:1773688179.345482:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160278016 : -129075549273600 : ffff8a9b41bc8200) 00010000:00000001:2.0:1773688179.345483:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.345484:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8200/0x52973366461d29e9 lrc: 4/0,0 mode: PR/PR res: [0x240000bd0:0xb5:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.345486:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.345487:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.345488:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.345489:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.345489:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.345490:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.345491:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.345492:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc8200 with handle 0x52973366461d29e9 from hash 00010000:00000001:2.0:1773688179.345493:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.345494:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.345494:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.345495:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.345496:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.345496:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.345497:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.345498:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.345499:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.345500:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0xb5:0x0].0x8b6dba3a (ffff8a9a16349200) 00010000:00010000:2.0:1773688179.345501:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.345502:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.345503:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.345504:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.345504:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.345506:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.345507:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.345508:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.345509:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.345510:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.345511:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8200/0x52973366461d29e9 lrc: 2/0,0 mode: --/PR res: [0x240000bd0:0xb5:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.345514:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.345515:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.345516:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.345517:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.345518:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.345520:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8200/0x52973366461d29e9 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0xb5:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.345524:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96f00. 00010000:00000040:2.0:1773688179.345527:0:75542:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a16349200 count: 0 00010000:00000010:2.0:1773688179.345532:0:75542:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b343e9d80. 00010000:00000001:2.0:1773688179.345537:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.345538:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.345539:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1773688179.345540:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1773688179.345542:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1773688179.345543:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.345545:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.345546:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9800 refcount=3 00000020:00000001:2.0:1773688179.345548:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688179.345550:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00000004:00000040:2.0:1773688179.345553:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b07b68000 : new locks_count 46 00000020:00000040:2.0:1773688179.345555:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b07b68000 refcount=85 00010000:00000001:2.0:1773688179.345558:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.345559:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.345561:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.345562:0:75542:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1773688179.345565:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.345566:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.345568:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.345569:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.345571:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.345573:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.345577:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.345578:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.345580:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.345582:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.345583:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.345585:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.345586:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.345588:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.345588:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.345589:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.345590:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.345592:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9200 with handle 0x52973366461d29db from hash 00010000:00000001:2.0:1773688179.345594:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.345594:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.345595:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.345596:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.345597:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.345599:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9200/0x52973366461d29db lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6e8 expref: 85 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.345603:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b07b68000 : new locks_count 45 00000020:00000040:2.0:1773688179.345604:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 84 00010000:00000010:2.0:1773688179.345606:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.345609:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.345609:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.345612:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.345614:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9800/0x52973366461d29f0 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6e8 expref: 84 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.345619:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.345620:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.345621:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0xb7:0x0].0x0 (ffff8a9b09e2dc00) 00010000:00010000:2.0:1773688179.345622:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1773688179.345624:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.345625:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.345626:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.345626:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.345627:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.345628:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bc9800, rc 0) 00000020:00000001:2.0:1773688179.345629:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.345631:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 42949673874, transno 0, xid 1859843854310272 00010000:00000001:2.0:1773688179.345633:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.345636:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e1a0a80 x1859843854310272/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.345641:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.345643:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.345645:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.345648:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.345650:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.345651:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.345654:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.345656:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.345658:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.345661:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.345665:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505d48. 00000100:00000200:2.0:1773688179.345670:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854310272, offset 224 00000400:00000200:2.0:1773688179.345677:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.345686:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.345692:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48015:48015:256:4294967295] 192.168.204.51@tcp LPNI seq info [48011:48011:8:4294967295] 00000400:00000200:2.0:1773688179.345702:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.345707:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.345711:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0ac00. 00000800:00000200:2.0:1773688179.345717:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.345723:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.345727:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0ac00 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.345742:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.345745:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.345748:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.345749:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.345751:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.345756:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e1a0a80 x1859843854310272/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.345765:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e1a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+84:68109:x1859843854310272:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1109us (1271us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.345772:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15472 00000100:00000040:2.0:1773688179.345775:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b07b68000 : new rpc_count 0 00000100:00000001:2.0:1773688179.345777:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.345779:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.345782:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.345786:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.345789:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b2e9a5400. 00000020:00000040:2.0:1773688179.345792:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 83 00000100:00000001:2.0:1773688179.345795:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1773688179.347033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9c00. 00010000:00000010:2.1:1773688179.347064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9600. 00000800:00000001:0.0:1773688179.348289:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.348295:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.348297:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.348299:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.348304:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.348320:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4461c00 00000400:00000200:0.0:1773688179.348330:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72e85 [2] + 1968 00000400:00000010:0.0:1773688179.348334:0:3440:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b079b3790. 00000400:00000200:0.0:1773688179.348338:0:3440:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8a9b065c4c00 00000800:00000001:0.0:1773688179.348342:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.348349:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.348352:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.348355:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.348359:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b065c4c00 00000400:00000010:0.0:1773688179.348361:0:3440:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at ffff8a9b065c4c00. 00000100:00000001:0.0:1773688179.348365:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.348367:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:0.0:1773688179.348370:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b07855c50 x1859843854310400 msgsize 328 00000100:00100000:0.0:1773688179.348374:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000040:0.0:1773688179.348376:0:3440:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1773688179.348385:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.348390:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.348394:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.348424:0:6358:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.348428:0:6358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854310400 02000000:00000001:1.0:1773688179.348430:0:6358:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.348433:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.348434:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.348438:0:6358:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.348441:0:6358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854310400 00000020:00000001:1.0:1773688179.348444:0:6358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.348445:0:6358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461c1538 00000020:00000001:1.0:1773688179.348447:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.348449:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b07b68000 refcount=84 00000020:00000001:1.0:1773688179.348452:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000020:00000001:1.0:1773688179.348454:0:6358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000100:00000001:1.0:1773688179.348457:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.348461:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.348464:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.348466:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a0c0. 00000020:00000010:1.0:1773688179.348472:0:6358:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a02060200. 00000020:00000010:1.0:1773688179.348476:0:6358:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b31ffb480. 00000020:00000010:1.0:1773688179.348480:0:6358:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe190. 00000100:00000040:1.0:1773688179.348486:0:6358:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.348489:0:6358:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.348490:0:6358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.348492:0:6358:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.348494:0:6358:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.348496:0:6358:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.348499:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.348501:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.348502:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9800 refcount=3 00000020:00000001:1.0:1773688179.348504:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:1.0:1773688179.348506:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:1.0:1773688179.348509:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.348510:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.348511:0:6358:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.348513:0:6358:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.348518:0:6358:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.348529:0:6358:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.348537:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.348539:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.348543:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1574 00000100:00000040:1.0:1773688179.348547:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b07b68000 : new rpc_count 1 00000100:00000001:1.0:1773688179.348549:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997183585360 : -129076525966256 : ffff8a9b07855c50) 00000100:00000040:1.0:1773688179.348556:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b07855c50 x1859843854310400/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.348564:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.348567:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.348569:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.348572:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a0c0. 00000100:00100000:1.0:1773688179.348576:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b07855c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+84:2406:x1859843854310400:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.348580:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854310400 00010000:00000001:1.0:1773688179.348582:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.348584:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.348585:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.348589:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.348590:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.348594:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9b36b7e800. 02000000:00000001:1.0:1773688179.348596:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.348598:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.348599:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.348601:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.348603:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.348604:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.348606:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9800 refcount=3 00000020:00000001:1.0:1773688179.348607:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:1.0:1773688179.348609:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000040:1.0:1773688179.348612:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b09e2dc00 count: 4 00000004:00000001:1.0:1773688179.348616:0:6358:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1773688179.348617:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688179.348620:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.348622:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.348623:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.348625:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.348628:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.348630:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.348633:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.348634:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.348636:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.348638:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.348640:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9800 with handle 0x52973366461d29f0 from hash 00010000:00000001:1.0:1773688179.348642:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.348643:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.348644:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.348646:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.348649:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.348650:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.348652:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.348653:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.348657:0:6358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9800/0x52973366461d29f0 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6e8 expref: 84 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.348665:0:6358:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b07b68000 : new locks_count 44 00000020:00000040:1.0:1773688179.348667:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 83 00010000:00000010:1.0:1773688179.348669:0:6358:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96e80. 00010000:00000001:1.0:1773688179.348676:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.348678:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.348679:0:6358:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.348681:0:6358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0xb7:0x0].0x0 (ffff8a9b09e2dc00) 00010000:00000001:1.0:1773688179.348685:0:6358:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.348687:0:6358:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.348689:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.348690:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.348692:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.348695:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.348697:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.348699:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1773688179.348702:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.348705:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.348707:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.348709:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.348711:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.348713:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.348715:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.348719:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64990. 00000100:00000200:1.0:1773688179.348722:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854310400, offset 224 00000400:00000200:1.0:1773688179.348727:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.348733:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.348738:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48016:48016:256:4294967295] 192.168.204.51@tcp LPNI seq info [48012:48012:8:4294967295] 00000400:00000200:1.0:1773688179.348746:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.348750:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.348754:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7000. 00000800:00000200:1.0:1773688179.348758:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.348763:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.348766:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.348777:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.348780:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.348782:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.348784:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.348788:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b07855c50 x1859843854310400/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773688179.348797:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b07855c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+83:2406:x1859843854310400:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 231us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688179.348804:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1574 00000100:00000040:1.0:1773688179.348807:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b07b68000 : new rpc_count 0 00000100:00000001:1.0:1773688179.348809:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.348811:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.348814:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31ffb480. 00000020:00000010:1.0:1773688179.348818:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe190. 00000020:00000010:1.0:1773688179.348822:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a02060200. 00000020:00000040:1.0:1773688179.348827:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 82 02000000:00000001:1.0:1773688179.348833:0:6358:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.348835:0:6358:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9b36b7e000. 02000000:00000001:1.0:1773688179.348838:0:6358:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.348840:0:6358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a0e1a3800. 02000000:00000001:1.0:1773688179.348845:0:6358:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.348847:0:6358:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9b36b7d800. 02000000:00000001:1.0:1773688179.348850:0:6358:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.348853:0:6358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b417d8380. 02000000:00000001:1.0:1773688179.348862:0:6358:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.348864:0:6358:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9b36b7fc00. 02000000:00000001:1.0:1773688179.348868:0:6358:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.348871:0:6358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b417d9f80. 02000000:00000001:1.0:1773688179.348877:0:6358:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.348880:0:6358:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9b36b7f400. 02000000:00000001:1.0:1773688179.348883:0:6358:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.348886:0:6358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b3135b100. 02000000:00000001:1.0:1773688179.348890:0:6358:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.348893:0:6358:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9b36b7c800. 02000000:00000001:1.0:1773688179.348899:0:6358:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.348902:0:6358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b34275f80. 02000000:00000001:1.0:1773688179.348909:0:6358:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.348911:0:6358:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9b36b7d000. 02000000:00000001:1.0:1773688179.348914:0:6358:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.348915:0:6358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b3220f800. 00000100:00000001:1.0:1773688179.348920:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1773688179.348925:0:6358:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773688179.348929:0:6358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b3697f6e0. 00000400:00000010:1.0:1773688179.348934:0:6358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a9b41aafc00. 00000100:00000001:2.0:1773688179.349905:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.349907:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854310656 02000000:00000001:2.0:1773688179.349909:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.349910:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.349911:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.349913:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.349915:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854310656 00000020:00000001:2.0:1773688179.349916:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.349917:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461c1538 00000020:00000001:2.0:1773688179.349918:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.349920:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b07b68000 refcount=83 00000020:00000001:2.0:1773688179.349922:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000020:00000001:2.0:1773688179.349924:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000100:00000001:2.0:1773688179.349925:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.349928:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.349930:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.349931:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000020:00000010:2.0:1773688179.349934:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b2e9a5400. 00000020:00000010:2.0:1773688179.349936:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.349939:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.349941:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.349943:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.349943:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.349945:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.349946:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.349947:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.349950:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.349967:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.349976:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.349977:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.349981:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15473 00000100:00000040:2.0:1773688179.349983:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b07b68000 : new rpc_count 1 00000100:00000001:2.0:1773688179.349985:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992999028864 : -129080710522752 : ffff8a9a0e1a1880) 00000100:00000040:2.0:1773688179.349988:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e1a1880 x1859843854310656/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.349994:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.349996:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.349997:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.349998:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000100:00100000:2.0:1773688179.350001:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e1a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+83:68109:x1859843854310656:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.350003:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854310656 00000020:00000001:2.0:1773688179.350006:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.350021:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.350025:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.350026:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.350028:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.350030:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.350032:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1859843854310656, found 0 last_xid 1859843854310399 00000020:00000001:2.0:1773688179.350034:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.350036:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.350037:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.350039:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.350041:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.350042:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.350043:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.350044:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.350045:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.350047:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.350050:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b07b30300 count: 3 00010000:00000001:2.0:1773688179.350051:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.350053:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.350055:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9600. 00000020:00000001:2.0:1773688179.350057:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.350059:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9600 with handle 0x52973366461d29f7 to hash 00000020:00000001:2.0:1773688179.350060:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.350061:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160283136 : -129075549268480 : ffff8a9b41bc9600) 00010000:00000010:2.0:1773688179.350064:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.350066:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160283136 : -129075549268480 : ffff8a9b41bc9600) 00010000:00010000:2.0:1773688179.350069:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9600/0x52973366461d29f7 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a6ef expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.350073:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b07b68000 : new locks_count 45 00000020:00000040:2.0:1773688179.350075:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b07b68000 refcount=84 00010000:00000001:2.0:1773688179.350078:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.350079:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.350084:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.350086:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.350087:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.350089:0:75542:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:2.0:1773688179.350092:0:75542:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9a0e1a1880 x1859843854310656/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1773688179.350097:0:75542:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1773688179.350099:0:75542:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1773688179.350100:0:75542:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1773688179.350102:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.350103:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.350105:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.350106:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.350108:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.350109:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.350110:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.350110:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.350114:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.350115:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.350116:0:75542:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.350117:0:75542:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.350119:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.350120:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.350121:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.350123:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.350126:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9a01aac000. 02000000:00000001:2.0:1773688179.350127:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.350128:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.350130:0:75542:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1773688179.350131:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.350132:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.350133:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.350134:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.350135:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.350136:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.350137:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.350138:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.350139:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.350140:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.350142:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.350145:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9b07feb000 flags 0x0 02000000:00000001:2.0:1773688179.350146:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614997191536640 : -129076518014976 : ffff8a9b07feb000) 00000001:00000001:2.0:1773688179.350148:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.350149:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.350150:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.350151:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.350152:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.350153:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.350154:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.350155:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.350156:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.350157:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.350158:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.350158:0:75542:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.350160:0:75542:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1773688179.350161:0:75542:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.350162:0:75542:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1773688179.350164:0:75542:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:2.0:1773688179.350166:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3a38 00000004:00000002:2.0:1773688179.350167:0:75542:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x240000bd0:0xb5:0x0]/(->[0x240000bd0:0xb7:0x0]) cr_flag=040004240000003 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1773688179.350170:0:75542:0:(mdt_open.c:1135:mdt_open_by_fid_lock()) Process entered 00000004:00000001:2.0:1773688179.350171:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.350172:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x240000bd0:0xb5:0x0] 00000020:00000001:2.0:1773688179.350174:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.350176:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997942550616 : -129075767001000 : ffff8a9b34c24058) 00000004:00000001:2.0:1773688179.350177:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614997942550528 : -129075767001088 : ffff8a9b34c24000) 00000004:00000001:2.0:1773688179.350179:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.350180:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x240000bd0:0xb7:0x0] 00000020:00000001:2.0:1773688179.350180:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.350183:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614993000779608 : -129080708772008 : ffff8a9a0e34cf58) 00000004:00000001:2.0:1773688179.350184:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614993000779520 : -129080708772096 : ffff8a9a0e34cf00) 00000004:00000001:2.0:1773688179.350185:0:75542:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1773688179.350186:0:75542:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.350189:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.350191:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688179.350195:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.350197:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.350199:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.350201:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.350205:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.350206:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.350208:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.350209:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.350210:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.350211:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x240000bd0:0xb7:0x0]: Reading som attrs: valid: 4, size: 1048576, blocks: 2051 00000004:00000001:2.0:1773688179.350213:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.350214:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.350215:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.350216:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.350217:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.350218:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:2.0:1773688179.350220:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a01aac378 00000004:00000001:2.0:1773688179.350222:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.350224:0:75542:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:2.0:1773688179.350225:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688179.350226:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.350228:0:75542:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x240000bd0:0xb7:0x0] lease count: 0, lm: 8 00000004:00000001:2.0:1773688179.350230:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1773688179.350232:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.350233:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.350234:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b09e2dc00 count: 3 00010000:00000001:2.0:1773688179.350235:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.350237:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.350238:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc8000. 00000020:00000001:2.0:1773688179.350239:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.350240:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc8000 with handle 0x52973366461d29fe to hash 00000020:00000001:2.0:1773688179.350242:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.350243:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160277504 : -129075549274112 : ffff8a9b41bc8000) 00010000:00000010:2.0:1773688179.350244:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96f00. 00010000:00000001:2.0:1773688179.350246:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160277504 : -129075549274112 : ffff8a9b41bc8000) 00010000:00000001:2.0:1773688179.350248:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.350249:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.350251:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8000/0x52973366461d29fe lrc: 3/0,1 mode: --/CW res: [0x240000bd0:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.350255:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.350256:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.350258:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.350259:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.350260:0:75542:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1773688179.350262:0:75542:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b2ea1b800/0x52973366461cea10 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896b8 expref: 84 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.350266:0:75542:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1773688179.350267:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.350269:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.350270:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.350271:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.350272:0:75542:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1773688179.350274:0:75542:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8000/0x52973366461d29fe lrc: 4/0,1 mode: --/CW res: [0x240000bd0:0xb7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.350277:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000bd0:0xb7:0x0].0x0 (ffff8a9b09e2dc00) refcount = 3 00010000:00000040:2.0:1773688179.350279:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.350281:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b2ea1b800/0x52973366461cea10 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896b8 expref: 84 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.350285:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9a16572000/0x52973366461c9839 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e88164 expref: 84 pid: 68817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.350288:0:75542:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1773688179.350290:0:75542:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8000/0x52973366461d29fe lrc: 4/0,1 mode: --/CW res: [0x240000bd0:0xb7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.350293:0:75542:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.350295:0:75542:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773688179.350299:0:75542:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b079f4b40. 00000100:00000001:2.0:1773688179.350300:0:75542:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997185284928 : -129076524266688 : ffff8a9b079f4b40) 00000100:00000001:2.0:1773688179.350302:0:75542:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997185284928 : -129076524266688 : ffff8a9b079f4b40) 00000100:00000001:2.0:1773688179.350303:0:75542:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773688179.350304:0:75542:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1773688179.350305:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688179.350307:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.350308:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1773688179.350309:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.350310:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.350311:0:75542:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1773688179.350319:0:75542:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1773688179.350322:0:75542:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce5180. 00000020:00000040:2.0:1773688179.350324:0:75542:0:(genops.c:1229:class_import_get()) import ffff8a9b08f2c000 refcount=2 obd=lustre-MDT0001 00000100:00000001:2.0:1773688179.350326:0:75542:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773688179.350328:0:75542:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773688179.350331:0:75542:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773688179.350335:0:75542:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a10cf9400. 00000100:00000001:2.0:1773688179.350339:0:75542:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.350342:0:75542:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b2ea1b800/0x52973366461cea10 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896b8 expref: 84 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.350360:0:75542:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b2ea1b800/0x52973366461cea10 lrc: 4/0,0 mode: PR/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896b8 expref: 84 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.350365:0:75542:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1773688179.350367:0:75542:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773688179.350370:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9a10ce5180 x1859843861190016/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.350374:0:75542:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773688179.350376:0:75542:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.350379:0:75542:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9a10ce5180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:75542:1859843861190016:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.350381:0:75542:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773688179.350384:0:75542:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773688179.350386:0:75542:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.350387:0:75542:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773688179.350390:0:75542:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a0bb6c600. 02000000:00000001:2.0:1773688179.350391:0:75542:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773688179.350394:0:75542:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a0b538aa8. 00000400:00000010:2.0:1773688179.350396:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505cc0. 00000100:00000200:2.0:1773688179.350399:0:75542:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861190016, portal 16 00000100:00000001:2.0:1773688179.350400:0:75542:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773688179.350401:0:75542:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614993044394368 : -129080665157248 : ffff8a9a10ce5180) 00000100:00000040:2.0:1773688179.350404:0:75542:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9a10ce5180 x1859843861190016/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.350409:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.350410:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.350411:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505b28. 00000100:00000200:2.0:1773688179.350413:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861190016, offset 0 00000400:00000200:2.0:1773688179.350416:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.350421:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.350425:0:75542:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773688179.350428:0:75542:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:2.0:1773688179.350432:0:75542:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773688179.350434:0:75542:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:2.0:1773688179.350437:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48017:48017:256:4294967295] 192.168.204.51@tcp LPNI seq info [48013:48013:8:4294967295] 00000400:00000200:2.0:1773688179.350445:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.350449:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.350453:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a200. 00000800:00000200:2.0:1773688179.350456:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.350461:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.350464:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.350475:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.350479:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 0 is 4297630271 00000100:00000001:2.0:1773688179.350486:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4297630254 00000100:00000001:2.0:1773688179.350489:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 1 is 4297630271 00000100:00000001:2.0:1773688179.350491:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4297630254 00000100:00000001:2.0:1773688179.350493:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 2 is 4297630271 00000100:00000001:2.0:1773688179.350495:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4297630254 00000100:00000001:2.0:1773688179.350497:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 3 is 4297630271 00000100:00000001:2.0:1773688179.350499:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4297630254 00000100:00000001:2.0:1773688179.350500:0:75542:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.350502:0:75542:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.350504:0:75542:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.350505:0:75542:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.350507:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.350509:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.350510:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.350512:0:75542:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.350514:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688179.350515:0:75542:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1773688179.350518:0:75542:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.350520:0:75542:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773688179.350521:0:75542:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773688179.350523:0:75542:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b079f4b40 going to sleep for 11 seconds 00000100:00000001:2.0:1773688179.350526:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773688179.350530:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688179.350557:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.350561:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a200. 00000400:00000200:0.0:1773688179.350566:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.350571:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.350574:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505b28 00000400:00000010:0.0:1773688179.350576:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505b28. 00000100:00000001:0.0:1773688179.350579:0:3440:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773688179.350584:0:3440:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9a10ce5180 x1859843861190016/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.350593:0:3440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773688179.350596:0:3440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9a10ce5180 x1859843861190016/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.350602:0:3440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.350641:0:3440:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773688179.351528:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773688179.351534:0:75542:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773688179.351536:0:75542:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773688179.351538:0:75542:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a0b538aa8. 00000400:00000200:2.0:1773688179.351542:0:75542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505cc0 00000400:00000010:2.0:1773688179.351544:0:75542:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505cc0. 00000100:00000001:2.0:1773688179.351547:0:75542:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688179.351552:0:75542:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9a10ce5180 x1859843861190016/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1773688179.351567:0:75542:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9a10ce5180 x1859843861190016/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.351574:0:75542:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773688179.351576:0:75542:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.351578:0:75542:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773688179.351580:0:75542:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773688179.351582:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.351584:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.351586:0:75542:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.351590:0:75542:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b08f2c458 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1773688179.351594:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b08f2c410 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1773688179.351597:0:75542:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773688179.351598:0:75542:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.351600:0:75542:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773688179.351603:0:75542:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.351605:0:75542:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.351610:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9a10ce5180 x1859843861190016/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.351617:0:75542:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.351619:0:75542:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773688179.351621:0:75542:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.351623:0:75542:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1773688179.351625:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.351626:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.351628:0:75542:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.351632:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce5180 x1859843861190016/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1773688179.351640:0:75542:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9a10ce5180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:75542:1859843861190016:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.351643:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.351646:0:75542:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.351648:0:75542:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773688179.351649:0:75542:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.351653:0:75542:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9a10ce5180 x1859843861190016/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.351659:0:75542:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773688179.351662:0:75542:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773688179.351664:0:75542:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a0bb6c600. 02000000:00000001:2.0:1773688179.351668:0:75542:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773688179.351670:0:75542:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773688179.351671:0:75542:0:(genops.c:1242:class_import_put()) import ffff8a9b08f2c000 refcount=1 obd=lustre-MDT0001 00000020:00000001:2.0:1773688179.351674:0:75542:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773688179.351676:0:75542:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a10cf9400. 02000000:00000001:2.0:1773688179.351680:0:75542:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773688179.351682:0:75542:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773688179.351683:0:75542:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a10ce5180. 00000100:00000001:2.0:1773688179.351686:0:75542:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773688179.351687:0:75542:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773688179.351689:0:75542:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b079f4b40. 00000100:00000001:2.0:1773688179.351691:0:75542:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1773688179.351693:0:75542:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1773688179.351695:0:75542:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b079e5680. 00010000:00000001:2.0:1773688179.351698:0:75542:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.351699:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.351702:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.351704:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1773688179.351707:0:75542:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8000/0x52973366461d29fe lrc: 3/0,1 mode: --/CW res: [0x240000bd0:0xb7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773688179.351974:0:6358:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.351978:0:6358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854310784 02000000:00000001:1.0:1773688179.351980:0:6358:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.351982:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.351984:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.351986:0:6358:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.351988:0:6358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854310784 00000020:00000001:1.0:1773688179.351990:0:6358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.351992:0:6358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461c1538 00000020:00000001:1.0:1773688179.351994:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.351996:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b07b68000 refcount=85 00000020:00000001:1.0:1773688179.351998:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000020:00000001:1.0:1773688179.352001:0:6358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000100:00000001:1.0:1773688179.352004:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.352033:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.352037:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.352040:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a0c0. 00000020:00000010:1.0:1773688179.352045:0:6358:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a02060200. 00000020:00000010:1.0:1773688179.352049:0:6358:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b31ffb480. 00010000:00000010:2.1:1773688179.352052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9400. 00000020:00000010:1.0:1773688179.352053:0:6358:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe190. 00010000:00000010:2.1:1773688179.352062:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a16349200. 00000100:00000040:1.0:1773688179.352062:0:6358:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.352066:0:6358:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.352069:0:6358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000010:2.1:1773688179.352070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc8200. 00010000:00000001:1.0:1773688179.352071:0:6358:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.352075:0:6358:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773688179.352076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9200. 00010000:00000001:1.0:1773688179.352078:0:6358:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.352083:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.352084:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.352086:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b2ea1b800 refcount=4 00000020:00000001:1.0:1773688179.352089:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997839755264 : -129075869796352 : ffff8a9b2ea1b800) 00010000:00000001:1.0:1773688179.352092:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997839755264 : -129075869796352 : ffff8a9b2ea1b800) 00010000:00010000:1.0:1773688179.352097:0:6358:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b2ea1b800/0x52973366461cea10 lrc: 4/0,0 mode: PR/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896b8 expref: 85 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.352105:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.352106:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.352107:0:6358:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.352109:0:6358:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.352113:0:6358:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1773688179.352118:0:6358:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9a0e1a0e00 x1859843854310784/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.352131:0:6358:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1773688179.352132:0:6358:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.352141:0:6358:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.352149:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.352151:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.352156:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3724 00000100:00000040:1.0:1773688179.352159:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b07b68000 : new rpc_count 2 00000100:00000001:1.0:1773688179.352162:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992999026176 : -129080710525440 : ffff8a9a0e1a0e00) 00000100:00000040:1.0:1773688179.352167:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e1a0e00 x1859843854310784/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.352174:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.352177:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.352179:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.352181:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a0c0. 00000100:00100000:1.0:1773688179.352185:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e1a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+85:2405:x1859843854310784:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.352189:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854310784 00010000:00000001:1.0:1773688179.352191:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.352192:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.352194:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.352196:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.352198:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.352201:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9b36b7d000. 02000000:00000001:1.0:1773688179.352202:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.352204:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.352206:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.352208:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.352210:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.352212:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.352213:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b2ea1b800 refcount=4 00000020:00000001:1.0:1773688179.352215:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997839755264 : -129075869796352 : ffff8a9b2ea1b800) 00010000:00000001:1.0:1773688179.352217:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997839755264 : -129075869796352 : ffff8a9b2ea1b800) 00010000:00000040:1.0:1773688179.352220:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b09e2dc00 count: 4 00000004:00000001:1.0:1773688179.352222:0:6358:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1773688179.352226:0:6358:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b2ea1b800/0x52973366461cea10 lrc: 4/0,0 mode: PR/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896b8 expref: 85 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:1.0:1773688179.352233:0:6358:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b07b68450 time=1773688179 v=20 (0 0 0 0) 00010000:00000001:1.0:1773688179.352235:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773688179.352242:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.352243:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.352246:0:6358:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b2ea1b800/0x52973366461cea10 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896b8 expref: 85 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773688179.352253:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.352255:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.352257:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.352259:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.352262:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.352264:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.352267:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.352268:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.352270:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.352271:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.352274:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b2ea1b800 with handle 0x52973366461cea10 from hash 00010000:00000001:1.0:1773688179.352276:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.352277:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.352278:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.352279:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.352282:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.352284:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.352286:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.352287:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.352290:0:6358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b2ea1b800/0x52973366461cea10 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896b8 expref: 85 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.352296:0:6358:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b07b68000 : new locks_count 44 00000020:00000040:1.0:1773688179.352299:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 84 00010000:00000010:1.0:1773688179.352301:0:6358:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b316f8200. 00010000:00000001:1.0:1773688179.352306:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.352308:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.352310:0:6358:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.352312:0:6358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0xb7:0x0].0x0 (ffff8a9b09e2dc00) 00010000:00010000:1.0:1773688179.352316:0:6358:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8000/0x52973366461d29fe lrc: 3/0,1 mode: --/CW res: [0x240000bd0:0xb7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.352321:0:6358:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.352323:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.352324:0:6358:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.352326:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.352328:0:6358:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.352330:0:6358:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.352331:0:6358:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688179.352334:0:6358:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8000/0x52973366461d29fe lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0xb7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.352339:0:6358:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688179.352341:0:6358:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.352342:0:6358:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.352344:0:6358:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.352346:0:6358:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000bd0:0xb7:0x0].0x0 (ffff8a9b09e2dc00) refcount = 3 00010000:00000040:1.0:1773688179.352348:0:6358:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.352351:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9a16572000/0x52973366461c9839 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e88164 expref: 84 pid: 68817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.352358:0:6358:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8000/0x52973366461d29fe lrc: 4/0,1 mode: CW/CW res: [0x240000bd0:0xb7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.352363:0:6358:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.352365:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.352366:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.352368:0:6358:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.352370:0:6358:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.352372:0:6358:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1773688179.352375:0:6358:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.352377:0:6358:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688179.352381:0:6358:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b41aaf6c0. 00000100:00000001:1.0:1773688179.352383:0:6358:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614998159128256 : -129075550423360 : ffff8a9b41aaf6c0) 00000100:00000001:1.0:1773688179.352385:0:6358:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614998159128256 : -129075550423360 : ffff8a9b41aaf6c0) 00000100:00000001:1.0:1773688179.352387:0:6358:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688179.352388:0:6358:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688179.352389:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.352391:0:6358:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.352399:0:6358:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.352401:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.352403:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.352404:0:6358:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.352406:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.352407:0:6358:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688179.352409:0:6358:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.352411:0:6358:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.352412:0:6358:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1773688179.352414:0:6358:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b41aaf6c0. 00000100:00000001:1.0:1773688179.352417:0:6358:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688179.352419:0:6358:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773688179.352421:0:6358:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9a0f80a0c0. 00010000:00000001:1.0:1773688179.352424:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.352426:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.352427:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773688179.352431:0:75542:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8000/0x52973366461d29fe lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0xb7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.352431:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.352434:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.352439:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00010000:00000001:2.0:1773688179.352445:0:75542:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.352446:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1773688179.352451:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8000/0x52973366461d29fe lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0xb7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00000040:1.0:1773688179.352452:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.352456:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.352461:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1773688179.352464:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:1.0:1773688179.352465:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.352467:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1773688179.352469:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1773688179.352470:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.352474:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000040:1.0:1773688179.352475:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000020:00000001:2.0:1773688179.352478:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1773688179.352480:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a645d8. 00000020:00000040:2.0:1773688179.352482:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8000 refcount=3 00000020:00000001:2.0:1773688179.352486:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160277504 : -129075549274112 : ffff8a9b41bc8000) 00010000:00000001:2.0:1773688179.352489:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160277504 : -129075549274112 : ffff8a9b41bc8000) 00010000:00000001:2.0:1773688179.352490:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.352492:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1773688179.352492:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854310784, offset 224 00000004:00000001:2.0:1773688179.352493:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.352499:0:75542:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0001: Requested bits lock:[0x240000bd0:0xb7:0x0], ibits = 0x5/0x1a, open_flags = 040004240000003, try_layout = 1 : rc = 0 00000400:00000200:1.0:1773688179.352502:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000004:00000001:2.0:1773688179.352506:0:75542:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.352509:0:75542:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773688179.352512:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000004:00000001:2.0:1773688179.352516:0:75542:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000400:00000200:1.0:1773688179.352518:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48018:48018:256:4294967295] 192.168.204.51@tcp LPNI seq info [48014:48014:8:4294967295] 00000001:00000001:2.0:1773688179.352522:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.352525:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.352530:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000400:00000200:1.0:1773688179.352532:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000001:00000001:2.0:1773688179.352533:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.352539:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688179.352540:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000001:00000001:2.0:1773688179.352543:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000800:00000010:1.0:1773688179.352545:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7b00. 00000001:00000001:2.0:1773688179.352547:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.352551:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.352555:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000800:00000200:1.0:1773688179.352555:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000001:00000001:2.0:1773688179.352558:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.352561:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688179.352565:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000004:00000002:2.0:1773688179.352566:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240000bd0:0xb7:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000800:00000200:1.0:1773688179.352571:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7b00 type 1, nob 320 niov 1 nkiov 1 00000004:00200000:2.0:1773688179.352572:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000bd0:0xb7:0x0]: returning size 1048576 00000001:00000001:2.0:1773688179.352578:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.352580:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.352582:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000100:00000001:1.0:1773688179.352584:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.352585:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00000040:1.0:1773688179.352590:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00000004:00000001:2.0:1773688179.352591:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.352595:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00010000:00000001:1.0:1773688179.352595:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.352600:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.352601:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.352606:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000040:1.0:1773688179.352606:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e1a0e00 x1859843854310784/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1773688179.352611:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.352617:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.352622:0:75542:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000100:00100000:1.0:1773688179.352623:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e1a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+84:2405:x1859843854310784:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 445us (693us total) trans 0 rc 0/0 00000004:00000002:2.0:1773688179.352626:0:75542:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:2.0:1773688179.352632:0:75542:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000100:00100000:1.0:1773688179.352635:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3724 00000004:00000001:2.0:1773688179.352636:0:75542:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.352641:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b07b68000 : new rpc_count 1 00000004:00000001:2.0:1773688179.352642:0:75542:0:(mdd_object.c:3758:mdd_open()) Process entered 00000100:00000001:1.0:1773688179.352647:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000001:2.0:1773688179.352649:0:75542:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000100:00000001:1.0:1773688179.352649:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:0.0:1773688179.352650:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000004:00000001:2.0:1773688179.352654:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000020:00000010:1.0:1773688179.352655:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31ffb480. 00000800:00000010:0.0:1773688179.352655:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7b00. 00000004:00000001:2.0:1773688179.352659:0:75542:0:(mdd_permission.c:247:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688179.352662:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe190. 00000004:00000001:2.0:1773688179.352664:0:75542:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773688179.352664:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1773688179.352668:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a02060200. 00000004:00000001:2.0:1773688179.352670:0:75542:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1773688179.352674:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000020:00000040:1.0:1773688179.352676:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 83 00000004:00000001:2.0:1773688179.352677:0:75542:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000400:00000200:0.0:1773688179.352679:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a645d8 00000400:00000010:0.0:1773688179.352683:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a645d8. 00000004:00000010:2.0:1773688179.352684:0:75542:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9b343e9d80. 00000100:00000001:1.0:1773688179.352684:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.352686:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1773688179.352690:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:0.0:1773688179.352690:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:2.0:1773688179.352695:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b343e9d80 with handle 0x52973366461d2a05 to hash 00000020:00000001:2.0:1773688179.352698:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1773688179.352700:0:75542:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614997933923712 : -129075775627904 : ffff8a9b343e9d80) 00000004:00000001:2.0:1773688179.352702:0:75542:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1773688179.352704:0:75542:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1773688179.352705:0:75542:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x240000bd0:0xb7:0x0] Change mfd open_flags 0 -> 040004240000003. 00000004:00000001:2.0:1773688179.352709:0:75542:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:2.0:1773688179.352712:0:75542:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1773688179.352722:0:75542:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10c10000. 00080000:00000001:2.0:1773688179.352725:0:75542:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993043521536 : -129080666030080 : ffff8a9a10c10000) 00080000:00000001:2.0:1773688179.352728:0:75542:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1773688179.352734:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1773688179.352740:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688179.352742:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.352759:0:75542:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.352762:0:75542:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1773688179.352765:0:75542:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1773688179.352768:0:75542:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 42949673917, last_committed = 42949673874 00000001:00000010:2.0:1773688179.352773:0:75542:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b346b1600. 00000001:00000040:2.0:1773688179.352775:0:75542:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b07b68000 : new cb_count 18 00000020:00000040:2.0:1773688179.352777:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b07b68000 refcount=84 00000001:00000010:2.0:1773688179.352781:0:75542:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b079f4d80. 00080000:00000001:2.0:1773688179.352787:0:75542:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1773688179.352804:0:75542:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1773688179.352807:0:75542:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b079f4d80: xid 1859843854310656, transno 42949673917, tag 1, client gen 35, slot idx 2 00000001:00000001:2.0:1773688179.352810:0:75542:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.352820:0:75542:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.352822:0:75542:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1773688179.352824:0:75542:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.352826:0:75542:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.352828:0:75542:0:(mdt_open.c:1236:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.352830:0:75542:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1773688179.352832:0:75542:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1773688179.352834:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.352836:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.352837:0:75542:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1773688179.352839:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688179.352841:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.352842:0:75542:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.352844:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.352846:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.352847:0:75542:0:(mdt_open.c:1525:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773688179.352852:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.352857:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.352859:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.352861:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.352864:0:75542:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.352865:0:75542:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1773688179.352868:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.352869:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.352871:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.352872:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.352874:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.352876:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.352882:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.352884:0:75542:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:2.0:1773688179.352886:0:75542:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1773688179.352888:0:75542:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.352891:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.352893:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.352894:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8000 refcount=3 00000020:00000001:2.0:1773688179.352896:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160277504 : -129075549274112 : ffff8a9b41bc8000) 00010000:00000001:2.0:1773688179.352898:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160277504 : -129075549274112 : ffff8a9b41bc8000) 00000004:00000040:2.0:1773688179.352901:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b07b68000 : new locks_count 45 00000020:00000040:2.0:1773688179.352903:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b07b68000 refcount=85 00010000:00000001:2.0:1773688179.352907:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.352908:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.352909:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.352912:0:75542:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.352914:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.352917:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.352918:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.352920:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.352922:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.352923:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.352924:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.352926:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.352928:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9600 with handle 0x52973366461d29f7 from hash 00010000:00000001:2.0:1773688179.352931:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.352932:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.352933:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.352934:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.352935:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.352939:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9600/0x52973366461d29f7 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6ef expref: 85 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.352947:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b07b68000 : new locks_count 44 00000020:00000040:2.0:1773688179.352949:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 84 00010000:00000010:2.0:1773688179.352951:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.352956:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.352957:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.352973:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.352977:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8000/0x52973366461d29fe lrc: 3/0,0 mode: CW/CW res: [0x240000bd0:0xb7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6ef expref: 84 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.352990:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.352992:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.352994:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0xb7:0x0].0x0 (ffff8a9b09e2dc00) 00010000:00010000:2.0:1773688179.352996:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00000001:2.0:1773688179.352998:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.353000:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.353002:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.353003:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.353004:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.353005:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bc8000, rc 0) 00000020:00000001:2.0:1773688179.353034:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.353038:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 42949673874, transno 42949673917, xid 1859843854310656 00010000:00000001:2.0:1773688179.353040:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.353046:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e1a1880 x1859843854310656/t42949673917(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.353053:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.353054:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.353057:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.353060:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.353062:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.353064:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.353065:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.353067:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.353070:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.353072:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.353075:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505cc0. 00000100:00000200:2.0:1773688179.353078:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854310656, offset 224 00000400:00000200:2.0:1773688179.353082:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.353088:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.353092:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48019:48019:256:4294967295] 192.168.204.51@tcp LPNI seq info [48015:48015:8:4294967295] 00000400:00000200:2.0:1773688179.353102:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.353106:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.353110:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a900. 00000800:00000200:2.0:1773688179.353113:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.353117:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.353120:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a900 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.353130:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.353133:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.353135:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.353137:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.353139:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.353144:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e1a1880 x1859843854310656/t42949673917(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.353154:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e1a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+84:68109:x1859843854310656:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3158us (3286us total) trans 42949673917 rc 0/0 00000100:00100000:2.0:1773688179.353161:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15473 00000100:00000040:2.0:1773688179.353164:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b07b68000 : new rpc_count 0 00000100:00000001:2.0:1773688179.353166:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.353167:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.353171:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.353175:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.353181:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b2e9a5400. 00000020:00000040:2.0:1773688179.353187:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 83 00000100:00000001:2.0:1773688179.353193:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.355229:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.355231:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854310912 02000000:00000001:2.0:1773688179.355233:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.355234:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.355235:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.355237:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.355239:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854310912 00000020:00000001:2.0:1773688179.355241:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.355241:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461c1538 00000020:00000001:2.0:1773688179.355243:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.355244:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b07b68000 refcount=84 00000020:00000001:2.0:1773688179.355246:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000020:00000001:2.0:1773688179.355247:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000100:00000001:2.0:1773688179.355250:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.355252:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.355254:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.355255:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000020:00000010:2.0:1773688179.355258:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a0bb6c600. 00000020:00000010:2.0:1773688179.355260:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.355263:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.355266:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.355268:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.355269:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.355270:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.355271:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.355281:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.355285:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.355295:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.355300:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.355301:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.355304:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15474 00000100:00000040:2.0:1773688179.355306:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b07b68000 : new rpc_count 1 00000100:00000001:2.0:1773688179.355307:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992999023488 : -129080710528128 : ffff8a9a0e1a0380) 00000100:00000040:2.0:1773688179.355311:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e1a0380 x1859843854310912/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.355316:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.355319:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.355320:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.355322:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000100:00100000:2.0:1773688179.355325:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e1a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+84:68109:x1859843854310912:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.355328:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854310912 00000020:00000001:2.0:1773688179.355330:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.355332:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1773688179.355335:0:75542:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8a9b079f4d80: xid 1859843854310656, transno 42949673917, client gen 35, slot idx 2 00000001:00000001:2.0:1773688179.355339:0:75542:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8a9b079f4840: xid 1859843854309760, transno 42949673916, client gen 35, slot idx 4 00000001:00000010:2.0:1773688179.355341:0:75542:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b079f4840. 00000020:00000001:2.0:1773688179.355344:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.355345:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.355346:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.355348:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.355355:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1859843854310912, found 0 last_xid 1859843854310911 00000020:00000001:2.0:1773688179.355358:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.355360:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.355362:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.355364:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.355366:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.355368:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.355370:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.355371:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.355373:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.355376:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.355379:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b09e2dc00 count: 3 00010000:00000001:2.0:1773688179.355382:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.355384:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.355388:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9200. 00000020:00000001:2.0:1773688179.355391:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.355392:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9200 with handle 0x52973366461d2a0c to hash 00000020:00000001:2.0:1773688179.355394:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.355396:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160282112 : -129075549269504 : ffff8a9b41bc9200) 00010000:00000010:2.0:1773688179.355400:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.355402:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160282112 : -129075549269504 : ffff8a9b41bc9200) 00010000:00010000:2.0:1773688179.355407:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9200/0x52973366461d2a0c lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a6f6 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.355414:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b07b68000 : new locks_count 45 00000020:00000040:2.0:1773688179.355417:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b07b68000 refcount=85 00010000:00000001:2.0:1773688179.355421:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.355422:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.355426:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.355428:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.355429:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1773688179.355430:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.355432:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x240000bd0:0xb7:0x0] 00000020:00000001:2.0:1773688179.355433:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.355436:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614993000779608 : -129080708772008 : ffff8a9a0e34cf58) 00000004:00000001:2.0:1773688179.355438:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614993000779520 : -129080708772096 : ffff8a9a0e34cf00) 00000004:00000001:2.0:1773688179.355439:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.355441:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.355442:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.355443:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.355444:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.355449:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a0c15c000. 02000000:00000001:2.0:1773688179.355450:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.355451:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.355453:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.355454:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1773688179.355456:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:2.0:1773688179.355457:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.355458:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.355460:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.355460:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.355462:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.355463:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.355463:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.355464:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.355465:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.355466:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.355467:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.355468:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.355469:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.355470:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.355471:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.355472:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.355473:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.355474:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.355475:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.355477:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.355480:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9b07feb000 flags 0x0 02000000:00000001:2.0:1773688179.355481:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614997191536640 : -129076518014976 : ffff8a9b07feb000) 00000001:00000001:2.0:1773688179.355482:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.355483:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.355491:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.355492:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.355493:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.355494:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.355495:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.355496:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.355498:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.355499:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.355500:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.355501:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.355503:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:2.0:1773688179.355505:0:75542:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1773688179.355506:0:75542:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:2.0:1773688179.355507:0:75542:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000020:00000010:2.0:1773688179.355511:0:75542:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8a9a0c15e000. 00000004:00000001:2.0:1773688179.355513:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.355516:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.355517:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.355520:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000004:00000001:2.0:1773688179.355521:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000004:00000001:2.0:1773688179.355523:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000004:00000001:2.0:1773688179.355525:0:75542:0:(mdt_lib.c:2238:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.355527:0:75542:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x240000bd0:0xb7:0x0]/[0x240000bd0:0xb7:0x0], ldlm_rep = ffff8a9a0c15c228 00000004:00000001:2.0:1773688179.355531:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1773688179.355533:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.355534:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.355536:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b09e2dc00 count: 4 00010000:00000001:2.0:1773688179.355537:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.355538:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.355540:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc8200. 00000020:00000001:2.0:1773688179.355541:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.355543:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc8200 with handle 0x52973366461d2a13 to hash 00000020:00000001:2.0:1773688179.355544:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.355545:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160278016 : -129075549273600 : ffff8a9b41bc8200) 00010000:00000010:2.0:1773688179.355547:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96280. 00010000:00000001:2.0:1773688179.355548:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160278016 : -129075549273600 : ffff8a9b41bc8200) 00010000:00000001:2.0:1773688179.355550:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.355551:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.355553:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8200/0x52973366461d2a13 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.355557:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.355558:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.355560:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.355561:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.355562:0:75542:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1773688179.355565:0:75542:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8000/0x52973366461d29fe lrc: 2/0,0 mode: CW/CW res: [0x240000bd0:0xb7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6ef expref: 85 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.355569:0:75542:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1773688179.355570:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.355571:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.355572:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.355573:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.355574:0:75542:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1773688179.355577:0:75542:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8200/0x52973366461d2a13 lrc: 4/1,0 mode: --/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.355586:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000bd0:0xb7:0x0].0x0 (ffff8a9b09e2dc00) refcount = 4 00010000:00000040:2.0:1773688179.355588:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.355592:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8000/0x52973366461d29fe lrc: 3/0,0 mode: CW/CW res: [0x240000bd0:0xb7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6ef expref: 85 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.355597:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9a16572000/0x52973366461c9839 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e88164 expref: 85 pid: 68817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.355601:0:75542:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1773688179.355602:0:75542:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8200/0x52973366461d2a13 lrc: 4/1,0 mode: --/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.355605:0:75542:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.355607:0:75542:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773688179.355610:0:75542:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b079f4840. 00000100:00000001:2.0:1773688179.355611:0:75542:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997185284160 : -129076524267456 : ffff8a9b079f4840) 00000100:00000001:2.0:1773688179.355613:0:75542:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997185284160 : -129076524267456 : ffff8a9b079f4840) 00000100:00000001:2.0:1773688179.355615:0:75542:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773688179.355616:0:75542:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1773688179.355617:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688179.355619:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.355620:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1773688179.355622:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.355623:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.355625:0:75542:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1773688179.355627:0:75542:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1773688179.355630:0:75542:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce5180. 00000020:00000040:2.0:1773688179.355632:0:75542:0:(genops.c:1229:class_import_get()) import ffff8a9b08f2c000 refcount=2 obd=lustre-MDT0001 00000100:00000001:2.0:1773688179.355635:0:75542:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773688179.355637:0:75542:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773688179.355640:0:75542:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773688179.355645:0:75542:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9b2e9a5400. 00000100:00000001:2.0:1773688179.355649:0:75542:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.355654:0:75542:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8000/0x52973366461d29fe lrc: 3/0,0 mode: CW/CW res: [0x240000bd0:0xb7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6ef expref: 85 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.355668:0:75542:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8000/0x52973366461d29fe lrc: 4/0,0 mode: CW/CW res: [0x240000bd0:0xb7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6ef expref: 85 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.355673:0:75542:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1773688179.355675:0:75542:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773688179.355678:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9a10ce5180 x1859843861190144/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.355683:0:75542:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773688179.355684:0:75542:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.355686:0:75542:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9a10ce5180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:75542:1859843861190144:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.355688:0:75542:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773688179.355691:0:75542:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773688179.355692:0:75542:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.355694:0:75542:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773688179.355696:0:75542:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a10cf9400. 02000000:00000001:2.0:1773688179.355697:0:75542:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773688179.355700:0:75542:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a0b538aa8. 00000400:00000010:2.0:1773688179.355702:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505000. 00000100:00000200:2.0:1773688179.355705:0:75542:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861190144, portal 16 00000100:00000001:2.0:1773688179.355707:0:75542:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773688179.355708:0:75542:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614993044394368 : -129080665157248 : ffff8a9a10ce5180) 00000100:00000040:2.0:1773688179.355711:0:75542:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9a10ce5180 x1859843861190144/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.355715:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.355716:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.355717:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505f68. 00000100:00000200:2.0:1773688179.355719:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861190144, offset 0 00000400:00000200:2.0:1773688179.355722:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.355726:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.355729:0:75542:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773688179.355731:0:75542:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:2.0:1773688179.355734:0:75542:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773688179.355735:0:75542:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:2.0:1773688179.355737:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48020:48020:256:4294967295] 192.168.204.51@tcp LPNI seq info [48016:48016:8:4294967295] 00000400:00000200:2.0:1773688179.355742:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.355745:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.355747:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a500. 00000800:00000200:2.0:1773688179.355750:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.355753:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.355755:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.355766:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.355768:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 0 is 4297630276 00000100:00000001:2.0:1773688179.355774:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4297630271 00000100:00000001:2.0:1773688179.355776:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 1 is 4297630276 00000100:00000001:2.0:1773688179.355778:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4297630271 00000100:00000001:2.0:1773688179.355781:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 2 is 4297630276 00000100:00000001:2.0:1773688179.355783:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4297630271 00000100:00000001:2.0:1773688179.355786:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 3 is 4297630276 00000100:00000001:2.0:1773688179.355788:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4297630271 00000100:00000001:2.0:1773688179.355791:0:75542:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.355793:0:75542:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.355794:0:75542:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.355796:0:75542:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.355797:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.355798:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.355799:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.355800:0:75542:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.355802:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688179.355803:0:75542:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1773688179.355805:0:75542:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.355806:0:75542:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773688179.355807:0:75542:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773688179.355809:0:75542:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b079f4840 going to sleep for 11 seconds 00000100:00000001:2.0:1773688179.355811:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773688179.355812:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688179.355827:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.355839:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a500. 00000400:00000200:0.0:1773688179.355845:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.355850:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.355853:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505f68 00000400:00000010:0.0:1773688179.355855:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505f68. 00000100:00000001:0.0:1773688179.355858:0:3440:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773688179.355863:0:3440:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9a10ce5180 x1859843861190144/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.355872:0:3440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773688179.355875:0:3440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9a10ce5180 x1859843861190144/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.355881:0:3440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.355882:0:3440:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773688179.356075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9800. 00000100:00000001:2.0:1773688179.356766:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773688179.356772:0:75542:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773688179.356774:0:75542:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773688179.356776:0:75542:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a0b538aa8. 00000400:00000200:2.0:1773688179.356780:0:75542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505000 00000400:00000010:2.0:1773688179.356782:0:75542:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505000. 00000100:00000001:2.0:1773688179.356785:0:75542:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688179.356791:0:75542:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9a10ce5180 x1859843861190144/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1773688179.356800:0:75542:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9a10ce5180 x1859843861190144/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.356806:0:75542:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773688179.356808:0:75542:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.356810:0:75542:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773688179.356812:0:75542:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773688179.356813:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.356815:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.356817:0:75542:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.356821:0:75542:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b08f2c458 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1773688179.356824:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b08f2c410 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1773688179.356826:0:75542:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773688179.356827:0:75542:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.356829:0:75542:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773688179.356832:0:75542:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.356834:0:75542:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.356838:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9a10ce5180 x1859843861190144/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.356844:0:75542:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.356846:0:75542:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773688179.356847:0:75542:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.356849:0:75542:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1773688179.356850:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.356851:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.356852:0:75542:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.356854:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce5180 x1859843861190144/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1773688179.356859:0:75542:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9a10ce5180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:75542:1859843861190144:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.356862:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.356864:0:75542:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.356865:0:75542:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773688179.356866:0:75542:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.356868:0:75542:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9a10ce5180 x1859843861190144/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.356871:0:75542:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773688179.356872:0:75542:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773688179.356874:0:75542:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a10cf9400. 02000000:00000001:2.0:1773688179.356877:0:75542:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773688179.356878:0:75542:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773688179.356879:0:75542:0:(genops.c:1242:class_import_put()) import ffff8a9b08f2c000 refcount=1 obd=lustre-MDT0001 00000020:00000001:2.0:1773688179.356880:0:75542:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773688179.356882:0:75542:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9b2e9a5400. 02000000:00000001:2.0:1773688179.356884:0:75542:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773688179.356885:0:75542:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773688179.356886:0:75542:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a10ce5180. 00000100:00000001:2.0:1773688179.356888:0:75542:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773688179.356889:0:75542:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773688179.356890:0:75542:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b079f4840. 00000100:00000001:2.0:1773688179.356891:0:75542:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1773688179.356892:0:75542:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1773688179.356894:0:75542:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b079e5680. 00010000:00000001:2.0:1773688179.356895:0:75542:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.356905:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.356907:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.356909:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1773688179.356911:0:75542:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8200/0x52973366461d2a13 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773688179.357348:0:6358:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.357352:0:6358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854311040 02000000:00000001:1.0:1773688179.357354:0:6358:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.357356:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.357357:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.357360:0:6358:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.357362:0:6358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854311040 00000020:00000001:1.0:1773688179.357364:0:6358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.357365:0:6358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461c1538 00000020:00000001:1.0:1773688179.357368:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.357370:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b07b68000 refcount=86 00000020:00000001:1.0:1773688179.357373:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000020:00000001:1.0:1773688179.357376:0:6358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000100:00000001:1.0:1773688179.357378:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.357382:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.357384:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.357386:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a0c0. 00000020:00000010:1.0:1773688179.357391:0:6358:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a02060200. 00000020:00000010:1.0:1773688179.357394:0:6358:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b31ffb480. 00000020:00000010:1.0:1773688179.357397:0:6358:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe190. 00000100:00000040:1.0:1773688179.357402:0:6358:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.357404:0:6358:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.357405:0:6358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.357406:0:6358:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.357409:0:6358:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.357411:0:6358:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.357413:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.357414:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.357416:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8000 refcount=4 00000020:00000001:1.0:1773688179.357418:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160277504 : -129075549274112 : ffff8a9b41bc8000) 00010000:00000001:1.0:1773688179.357420:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160277504 : -129075549274112 : ffff8a9b41bc8000) 00010000:00010000:1.0:1773688179.357425:0:6358:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8000/0x52973366461d29fe lrc: 4/0,0 mode: CW/CW res: [0x240000bd0:0xb7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6ef expref: 86 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.357437:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.357438:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.357440:0:6358:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.357441:0:6358:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.357445:0:6358:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1773688179.357450:0:6358:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9a0e1a0000 x1859843854311040/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.357456:0:6358:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1773688179.357457:0:6358:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.357467:0:6358:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.357475:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.357476:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.357480:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3725 00000100:00000040:1.0:1773688179.357483:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b07b68000 : new rpc_count 2 00000100:00000001:1.0:1773688179.357486:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992999022592 : -129080710529024 : ffff8a9a0e1a0000) 00000100:00000040:1.0:1773688179.357491:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e1a0000 x1859843854311040/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.357498:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.357501:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.357503:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.357506:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a0c0. 00000100:00100000:1.0:1773688179.357510:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e1a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+86:2404:x1859843854311040:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.357514:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854311040 00010000:00000001:1.0:1773688179.357516:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.357518:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.357519:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.357522:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.357523:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.357526:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9b36b7c800. 02000000:00000001:1.0:1773688179.357528:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.357530:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.357532:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.357534:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.357536:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.357537:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.357538:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8000 refcount=4 00000020:00000001:1.0:1773688179.357540:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160277504 : -129075549274112 : ffff8a9b41bc8000) 00010000:00000001:1.0:1773688179.357542:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160277504 : -129075549274112 : ffff8a9b41bc8000) 00010000:00000040:1.0:1773688179.357544:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b09e2dc00 count: 5 00000004:00000001:1.0:1773688179.357547:0:6358:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1773688179.357551:0:6358:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8000/0x52973366461d29fe lrc: 4/0,0 mode: CW/CW res: [0x240000bd0:0xb7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6ef expref: 86 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:1.0:1773688179.357557:0:6358:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b07b68450 time=1773688179 v=20 (0 0 0 0) 00010000:00000001:1.0:1773688179.357560:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773688179.357565:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.357566:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.357570:0:6358:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8000/0x52973366461d29fe lrc: 3/0,0 mode: CW/CW res: [0x240000bd0:0xb7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6ef expref: 86 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773688179.357576:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.357578:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.357580:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.357582:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.357585:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.357586:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.357589:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.357590:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.357592:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.357593:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.357595:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc8000 with handle 0x52973366461d29fe from hash 00010000:00000001:1.0:1773688179.357597:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.357599:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.357600:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.357601:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.357605:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.357606:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.357608:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.357609:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.357612:0:6358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8000/0x52973366461d29fe lrc: 0/0,0 mode: --/CW res: [0x240000bd0:0xb7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6ef expref: 86 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.357619:0:6358:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b07b68000 : new locks_count 44 00000020:00000040:1.0:1773688179.357621:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 85 00010000:00000010:1.0:1773688179.357623:0:6358:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96f00. 00010000:00000001:1.0:1773688179.357629:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.357631:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.357633:0:6358:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.357635:0:6358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0xb7:0x0].0x0 (ffff8a9b09e2dc00) 00010000:00010000:1.0:1773688179.357639:0:6358:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8200/0x52973366461d2a13 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.357644:0:6358:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.357646:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.357648:0:6358:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.357649:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.357651:0:6358:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.357653:0:6358:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.357655:0:6358:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688179.357657:0:6358:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8200/0x52973366461d2a13 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.357662:0:6358:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688179.357663:0:6358:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.357665:0:6358:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.357666:0:6358:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.357668:0:6358:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000bd0:0xb7:0x0].0x0 (ffff8a9b09e2dc00) refcount = 4 00010000:00000040:1.0:1773688179.357670:0:6358:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.357673:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9a16572000/0x52973366461c9839 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e88164 expref: 85 pid: 68817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.357680:0:6358:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8200/0x52973366461d2a13 lrc: 4/1,0 mode: PR/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.357684:0:6358:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.357686:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.357687:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.357689:0:6358:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.357691:0:6358:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.357693:0:6358:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1773688179.357696:0:6358:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.357698:0:6358:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688179.357701:0:6358:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b41aaf6c0. 00000100:00000001:1.0:1773688179.357703:0:6358:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614998159128256 : -129075550423360 : ffff8a9b41aaf6c0) 00000100:00000001:1.0:1773688179.357705:0:6358:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614998159128256 : -129075550423360 : ffff8a9b41aaf6c0) 00000100:00000001:1.0:1773688179.357707:0:6358:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688179.357708:0:6358:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688179.357710:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.357711:0:6358:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.357719:0:6358:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.357722:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.357723:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.357725:0:6358:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.357726:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.357728:0:6358:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688179.357730:0:6358:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.357732:0:6358:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.357734:0:6358:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1773688179.357735:0:6358:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b41aaf6c0. 00000100:00000001:1.0:1773688179.357738:0:6358:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688179.357740:0:6358:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773688179.357743:0:6358:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9a0f80a0c0. 00010000:00000001:1.0:1773688179.357745:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1773688179.357746:0:75542:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8200/0x52973366461d2a13 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.357747:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.357750:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.357755:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.357758:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.357760:0:75542:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.357762:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00010000:00010000:2.0:1773688179.357766:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8200/0x52973366461d2a13 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773688179.357768:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.357773:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.357777:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 00010000:00000001:2.0:1773688179.357779:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:1.0:1773688179.357781:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1773688179.357783:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1773688179.357784:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.357786:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773688179.357788:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1773688179.357790:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000040:1.0:1773688179.357794:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000020:00000001:2.0:1773688179.357795:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.357799:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8200 refcount=3 00000400:00000010:1.0:1773688179.357799:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a644c8. 00000020:00000001:2.0:1773688179.357803:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160278016 : -129075549273600 : ffff8a9b41bc8200) 00000100:00000200:1.0:1773688179.357805:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854311040, offset 224 00010000:00000001:2.0:1773688179.357808:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160278016 : -129075549273600 : ffff8a9b41bc8200) 00000400:00000200:1.0:1773688179.357813:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00010000:00000001:2.0:1773688179.357814:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.357817:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.357819:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773688179.357821:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000004:00000001:2.0:1773688179.357824:0:75542:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000400:00000200:1.0:1773688179.357828:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48021:48021:256:4294967295] 192.168.204.51@tcp LPNI seq info [48017:48017:8:4294967295] 00000004:00000001:2.0:1773688179.357831:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.357835:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000400:00000200:1.0:1773688179.357841:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000004:00000001:2.0:1773688179.357842:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.357847:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000800:00000200:1.0:1773688179.357848:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000004:00000001:2.0:1773688179.357852:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000800:00000010:1.0:1773688179.357853:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7900. 00080000:00000001:2.0:1773688179.357856:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000800:00000200:1.0:1773688179.357861:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00080000:00000001:2.0:1773688179.357863:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000800:00000200:1.0:1773688179.357868:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000004:00000001:2.0:1773688179.357869:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000800:00000200:1.0:1773688179.357873:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7900 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:2.0:1773688179.357874:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.357879:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.357881:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.357883:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x240000bd0:0xb7:0x0]: Reading som attrs: valid: 4, size: 1048576, blocks: 2051 00000004:00000001:2.0:1773688179.357887:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.357889:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000001:1.0:1773688179.357890:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.357891:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.357896:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000100:00000040:1.0:1773688179.357897:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00000004:00000001:2.0:1773688179.357900:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:1.0:1773688179.357902:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.357906:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:1.0:1773688179.357907:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.357911:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.357915:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000040:1.0:1773688179.357916:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e1a0000 x1859843854311040/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1773688179.357917:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.357920:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.357924:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.357928:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1773688179.357932:0:75542:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1773688179.357934:0:75542:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00100000:1.0:1773688179.357936:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e1a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+85:2404:x1859843854311040:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 435us (623us total) trans 0 rc 0/0 00000004:00000002:2.0:1773688179.357938:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a0c15c370 00000004:00000001:2.0:1773688179.357944:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688179.357947:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:00000001:2.0:1773688179.357949:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000100:00100000:1.0:1773688179.357950:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3725 00000800:00000010:0.0:1773688179.357952:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7900. 00000001:00000001:2.0:1773688179.357953:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.357955:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b07b68000 : new rpc_count 1 00000400:00000200:0.0:1773688179.357967:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:2.0:1773688179.357969:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000100:00000001:1.0:1773688179.357970:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000001:00000001:2.0:1773688179.357973:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688179.357974:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1773688179.357975:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000020:00000010:1.0:1773688179.357979:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31ffb480. 00000001:00000001:2.0:1773688179.357980:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773688179.357983:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a644c8 00000020:00000010:1.0:1773688179.357985:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe190. 00000001:00000001:2.0:1773688179.357986:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000400:00000010:0.0:1773688179.357987:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a644c8. 00000001:00000001:2.0:1773688179.357990:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.357992:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a02060200. 00000100:00000001:0.0:1773688179.357994:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000001:00000001:2.0:1773688179.357995:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.357998:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000001:2.0:1773688179.357999:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000020:00000040:1.0:1773688179.358000:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 84 00000001:00000001:2.0:1773688179.358003:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688179.358005:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1773688179.358024:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.358026:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240000bd0:0xb7:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00200000:2.0:1773688179.358029:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000bd0:0xb7:0x0]: returning size 1048576 00000004:00000040:2.0:1773688179.358033:0:75542:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0xb7:1073744848 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1773688179.358035:0:75542:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:2.0:1773688179.358037:0:75542:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000400:473 00000004:00200000:2.0:1773688179.358038:0:75542:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:2.0:1773688179.358040:0:75542:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:2.0:1773688179.358042:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.358043:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.358045:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1773688179.358048:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.358050:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.358051:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.358053:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.358054:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.358057:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.358058:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.358062:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.358067:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.358068:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.358070:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.358071:0:75542:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.358076:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.358077:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.358078:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8200 refcount=3 00000020:00000001:2.0:1773688179.358080:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160278016 : -129075549273600 : ffff8a9b41bc8200) 00010000:00000001:2.0:1773688179.358081:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160278016 : -129075549273600 : ffff8a9b41bc8200) 00000004:00010000:2.0:1773688179.358084:0:75542:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8200/0x52973366461d2a13 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.358088:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.358089:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.358090:0:75542:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:2.0:1773688179.358092:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.358094:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:2.0:1773688179.358095:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.358095:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.358096:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8200 refcount=3 00000020:00000001:2.0:1773688179.358097:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160278016 : -129075549273600 : ffff8a9b41bc8200) 00010000:00000001:2.0:1773688179.358099:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160278016 : -129075549273600 : ffff8a9b41bc8200) 00000004:00000040:2.0:1773688179.358101:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b07b68000 : new locks_count 45 00000020:00000040:2.0:1773688179.358102:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b07b68000 refcount=85 00010000:00000001:2.0:1773688179.358105:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.358106:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.358107:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.358109:0:75542:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1773688179.358111:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.358112:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.358113:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.358114:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.358115:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.358116:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.358119:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.358120:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.358121:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.358122:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:2.0:1773688179.358124:0:75542:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8a9a0c15e000. 00000004:00000001:2.0:1773688179.358127:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.358128:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.358129:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.358131:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.358132:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.358133:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.358134:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.358136:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9200 with handle 0x52973366461d2a0c from hash 00010000:00000001:2.0:1773688179.358137:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.358138:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.358138:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.358139:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.358139:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.358142:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9200/0x52973366461d2a0c lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6f6 expref: 85 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.358146:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b07b68000 : new locks_count 44 00000020:00000040:2.0:1773688179.358147:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 84 00010000:00000010:2.0:1773688179.358148:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.358152:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.358153:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.358155:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.358158:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8200/0x52973366461d2a13 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0xb7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6f6 expref: 84 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.358162:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.358163:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.358165:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0xb7:0x0].0x0 (ffff8a9b09e2dc00) 00010000:00010000:2.0:1773688179.358166:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1773688179.358167:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.358169:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.358170:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.358170:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.358171:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.358172:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bc8200, rc 0) 00000020:00000001:2.0:1773688179.358173:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.358175:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 42949673874, transno 0, xid 1859843854310912 00010000:00000001:2.0:1773688179.358176:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.358179:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e1a0380 x1859843854310912/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.358183:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.358184:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.358185:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.358187:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.358189:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.358190:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.358192:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.358193:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.358194:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.358195:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.358197:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505000. 00000100:00000200:2.0:1773688179.358200:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854310912, offset 224 00000400:00000200:2.0:1773688179.358203:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.358207:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.358210:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48022:48022:256:4294967295] 192.168.204.51@tcp LPNI seq info [48018:48018:8:4294967295] 00000400:00000200:2.0:1773688179.358217:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.358219:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.358222:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a000. 00000800:00000200:2.0:1773688179.358224:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.358227:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.358229:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a000 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.358238:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.358240:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.358241:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.358242:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.358244:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.358246:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e1a0380 x1859843854310912/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.358254:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e1a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+84:68109:x1859843854310912:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2935us (3062us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.358267:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15474 00000100:00000040:2.0:1773688179.358270:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b07b68000 : new rpc_count 0 00000100:00000001:2.0:1773688179.358272:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.358274:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.358276:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.358280:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.358284:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a0bb6c600. 00000020:00000040:2.0:1773688179.358288:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 83 00000100:00000001:2.0:1773688179.358291:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1773688179.360038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9600. 00010000:00000010:1.1:1773688179.360090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b2ea1b800. 00010000:00000010:2.1:1773688179.369040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9200. 00000100:00000001:2.0:1773688179.373030:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.373035:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854311168 02000000:00000001:2.0:1773688179.373039:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.373041:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.373044:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.373048:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773688179.373052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc8000. 00000100:00100000:2.0:1773688179.373054:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854311168 00000020:00000001:2.0:1773688179.373059:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.373062:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461c1538 00000020:00000001:2.0:1773688179.373064:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.373068:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b07b68000 refcount=84 00000020:00000001:2.0:1773688179.373072:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000020:00000001:2.0:1773688179.373075:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000100:00000001:2.0:1773688179.373079:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.373084:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.373087:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.373089:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000020:00000010:2.0:1773688179.373094:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a10cf9400. 00000020:00000010:2.0:1773688179.373097:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.373101:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.373106:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.373108:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.373110:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.373112:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.373113:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.373114:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.373119:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.373129:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.373139:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.373141:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.373145:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15475 00000100:00000040:2.0:1773688179.373148:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b07b68000 : new rpc_count 1 00000100:00000001:2.0:1773688179.373150:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992999037824 : -129080710513792 : ffff8a9a0e1a3b80) 00000100:00000040:2.0:1773688179.373156:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e1a3b80 x1859843854311168/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.373162:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.373164:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.373165:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.373167:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000100:00100000:2.0:1773688179.373170:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e1a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+84:68109:x1859843854311168:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.373173:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854311168 00000020:00000001:2.0:1773688179.373176:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.373180:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.373183:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.373185:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.373187:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.373189:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.373191:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1859843854311168, found 0 last_xid 1859843854311167 00000020:00000001:2.0:1773688179.373193:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.373195:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.373196:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.373200:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.373202:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.373203:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.373205:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.373206:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.373207:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.373210:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.373216:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b07b30300 count: 3 00010000:00000001:2.0:1773688179.373218:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.373219:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.373222:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9200. 00000020:00000001:2.0:1773688179.373224:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.373226:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9200 with handle 0x52973366461d2a1a to hash 00000020:00000001:2.0:1773688179.373227:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.373228:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160282112 : -129075549269504 : ffff8a9b41bc9200) 00010000:00000010:2.0:1773688179.373231:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.373233:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160282112 : -129075549269504 : ffff8a9b41bc9200) 00010000:00010000:2.0:1773688179.373237:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9200/0x52973366461d2a1a lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a6fd expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.373243:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b07b68000 : new locks_count 45 00000020:00000040:2.0:1773688179.373245:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b07b68000 refcount=85 00010000:00000001:2.0:1773688179.373249:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.373252:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.373257:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.373259:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.373260:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1773688179.373262:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.373263:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x240000bd0:0xb5:0x0] 00000020:00000001:2.0:1773688179.373265:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.373268:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997942550616 : -129075767001000 : ffff8a9b34c24058) 00000004:00000001:2.0:1773688179.373270:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614997942550528 : -129075767001088 : ffff8a9b34c24000) 00000004:00000001:2.0:1773688179.373271:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.373273:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.373275:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.373277:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.373278:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.373282:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a0c15e000. 02000000:00000001:2.0:1773688179.373284:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.373286:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.373287:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.373289:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1773688179.373292:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:2.0:1773688179.373294:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.373295:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.373297:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.373299:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.373300:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.373302:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.373303:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.373304:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.373305:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.373305:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.373307:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.373307:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.373309:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.373309:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.373311:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.373313:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.373314:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.373316:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.373317:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.373322:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.373327:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9b07feb000 flags 0x0 02000000:00000001:2.0:1773688179.373330:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614997191536640 : -129076518014976 : ffff8a9b07feb000) 00000001:00000001:2.0:1773688179.373332:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.373333:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.373335:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.373337:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.373339:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.373341:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.373343:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.373345:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.373347:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.373349:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.373351:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.373352:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.373357:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1773688179.373362:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3af8 00000004:00000002:2.0:1773688179.373365:0:75542:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x240000bd0:0xb5:0x0]/LARGE.FIL, ldlm_rep = ffff8a9a0c15e228 00000004:00000001:2.0:1773688179.373370:0:75542:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1773688179.373373:0:75542:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1773688179.373375:0:75542:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1773688179.373377:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.373379:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.373381:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b07b30300 count: 4 00010000:00000001:2.0:1773688179.373383:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.373385:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.373388:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9600. 00000020:00000001:2.0:1773688179.373390:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.373392:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9600 with handle 0x52973366461d2a21 to hash 00000020:00000001:2.0:1773688179.373394:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.373395:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160283136 : -129075549268480 : ffff8a9b41bc9600) 00010000:00000010:2.0:1773688179.373399:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96200. 00010000:00000001:2.0:1773688179.373401:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160283136 : -129075549268480 : ffff8a9b41bc9600) 00010000:00000001:2.0:1773688179.373404:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.373406:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.373409:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9600/0x52973366461d2a21 lrc: 3/1,0 mode: --/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.373416:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.373419:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.373421:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.373423:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.373425:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.373427:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.373428:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.373431:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.373432:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.373434:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.373435:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.373437:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000bd0:0xb5:0x0].0x0 (ffff8a9b07b30300) refcount = 4 00010000:00000040:2.0:1773688179.373440:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.373445:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b04f4e400/0x52973366461c1cfc lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e864fb expref: 85 pid: 68824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.373454:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b342e4600/0x52973366461c1b4a lrc: 2/0,0 mode: CR/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e85152 expref: 85 pid: 80123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.373461:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9600/0x52973366461d2a21 lrc: 3/1,0 mode: CR/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.373467:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.373470:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.373472:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.373473:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.373475:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.373478:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.373480:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.373483:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.373496:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.373499:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9600/0x52973366461d2a21 lrc: 3/1,0 mode: CR/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.373504:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.373506:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.373507:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.373509:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.373510:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773688179.373515:0:75542:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a16349200. 00010000:00000010:2.0:1773688179.373519:0:75542:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b343e9d00. 00010000:00000001:2.0:1773688179.373521:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.373524:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9400. 00000020:00000001:2.0:1773688179.373526:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.373527:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9400 with handle 0x52973366461d2a28 to hash 00000020:00000001:2.0:1773688179.373530:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.373531:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160282624 : -129075549268992 : ffff8a9b41bc9400) 00010000:00000010:2.0:1773688179.373534:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96a80. 00010000:00000001:2.0:1773688179.373536:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160282624 : -129075549268992 : ffff8a9b41bc9400) 00010000:00000001:2.0:1773688179.373538:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.373540:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.373543:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9400/0x52973366461d2a28 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0xb5:0x0].0x8d5ea5b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.373549:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.373550:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.373552:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.373553:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.373555:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.373557:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.373559:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.373561:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.373563:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.373565:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.373566:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.373568:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000bd0:0xb5:0x0].0x8d5ea5b7 (ffff8a9a16349200) refcount = 1 00010000:00010000:2.0:1773688179.373572:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9400/0x52973366461d2a28 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb5:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.373577:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.373579:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.373588:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.373591:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.373595:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.373597:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.373599:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.373600:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.373602:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.373605:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9400/0x52973366461d2a28 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb5:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.373611:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.373612:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.373615:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.373617:0:75542:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.373621:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.373659:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.373662:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1773688179.373665:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x240000bd0:0xb5:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1773688179.373669:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.373675:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1773688179.373699:0:75542:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.373702:0:75542:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1773688179.373704:0:75542:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1773688179.373707:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1773688179.373709:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773688179.373712:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.373715:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.373717:0:75542:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1773688179.373719:0:75542:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.373721:0:75542:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:2.0:1773688179.373724:0:75542:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1773688179.373727:0:75542:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1773688179.373728:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1773688179.373730:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773688179.373731:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.373733:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.373735:0:75542:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.373754:0:75542:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.373756:0:75542:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.373759:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.373761:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.373762:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.373763:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x240000bd0:0xb8:0x0] 00000020:00000001:2.0:1773688179.373766:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.373769:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998159936888 : -129075549614728 : ffff8a9b41b74d78) 00000004:00000001:2.0:1773688179.373771:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998159936800 : -129075549614816 : ffff8a9b41b74d20) 00000004:00000001:2.0:1773688179.373776:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1773688179.373778:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.373780:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.373784:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0da71000 count: 3 00010000:00000001:2.0:1773688179.373786:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.373788:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.373791:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc8c00. 00000020:00000001:2.0:1773688179.373793:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.373795:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc8c00 with handle 0x52973366461d2a2f to hash 00000020:00000001:2.0:1773688179.373797:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.373799:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160280576 : -129075549271040 : ffff8a9b41bc8c00) 00010000:00000010:2.0:1773688179.373802:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96f80. 00010000:00000001:2.0:1773688179.373804:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160280576 : -129075549271040 : ffff8a9b41bc8c00) 00010000:00000001:2.0:1773688179.373807:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.373808:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.373812:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8c00/0x52973366461d2a2f lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.373818:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.373819:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.373821:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.373822:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.373824:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.373826:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.373828:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.373829:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.373831:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.373832:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.373833:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.373835:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000bd0:0xb8:0x0].0x0 (ffff8a9a0da71000) refcount = 3 00010000:00000040:2.0:1773688179.373837:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.373841:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9a19febc00/0x52973366461cea4f lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896cd expref: 85 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.373849:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b32019800/0x52973366461c98b0 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e88187 expref: 85 pid: 70173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.373855:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8c00/0x52973366461d2a2f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.373859:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.373861:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.373862:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.373864:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.373865:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.373867:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.373869:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.373871:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.373873:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.373875:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8c00/0x52973366461d2a2f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.373881:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.373882:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.373883:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.373884:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.373886:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.373887:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8c00 refcount=3 00000020:00000001:2.0:1773688179.373889:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160280576 : -129075549271040 : ffff8a9b41bc8c00) 00010000:00000001:2.0:1773688179.373892:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160280576 : -129075549271040 : ffff8a9b41bc8c00) 00010000:00000001:2.0:1773688179.373894:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.373895:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.373896:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.373900:0:75542:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1773688179.373904:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.373906:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688179.373911:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.373914:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.373918:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.373921:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.373926:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.373929:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.373932:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.373933:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.373935:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.373937:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x240000bd0:0xb8:0x0]: Reading som attrs: valid: 4, size: 1867776, blocks: 2051 00000004:00000001:2.0:1773688179.373941:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.373942:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.373948:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.373950:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.373952:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.373954:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.373956:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.373968:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.373970:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.373973:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.373975:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.373978:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1773688179.373980:0:75542:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1773688179.373982:0:75542:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1773688179.373985:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a0c15e370 00000004:00000001:2.0:1773688179.373987:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.373989:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.373991:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.373993:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.373994:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.373996:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.373997:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.373998:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.374000:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.374001:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.374003:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.374004:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.374034:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240000bd0:0xb8:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00200000:2.0:1773688179.374039:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000bd0:0xb8:0x0]: returning size 1867776 00000004:00000040:2.0:1773688179.374043:0:75542:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0xb8:1073744848 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1773688179.374046:0:75542:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:2.0:1773688179.374049:0:75542:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000400:473 00000004:00200000:2.0:1773688179.374052:0:75542:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:2.0:1773688179.374054:0:75542:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:2.0:1773688179.374055:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.374057:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.374059:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1773688179.374061:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.374062:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.374064:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.374066:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.374068:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.374070:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.374072:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.374077:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.374083:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.374085:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.374087:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.374089:0:75542:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.374095:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.374097:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.374098:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8c00 refcount=3 00000020:00000001:2.0:1773688179.374100:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160280576 : -129075549271040 : ffff8a9b41bc8c00) 00010000:00000001:2.0:1773688179.374103:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160280576 : -129075549271040 : ffff8a9b41bc8c00) 00000004:00010000:2.0:1773688179.374106:0:75542:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8c00/0x52973366461d2a2f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00000001:2.0:1773688179.374112:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1773688179.374116:0:75542:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41b74d78/ffff8a9b41b74d20 to site lru. bkt: ffff8a9b03e41260 00000004:00000001:2.0:1773688179.374118:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.374119:0:75542:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1773688179.374121:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688179.374123:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.374124:0:75542:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1773688179.374127:0:75542:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:2.0:1773688179.374129:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.374131:0:75542:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.374132:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.374133:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000bd0:0xb8:0x0].0x0 (ffff8a9a0da71000) refcount = 3 00010000:00000040:2.0:1773688179.374136:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.374140:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9a19febc00/0x52973366461cea4f lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896cd expref: 85 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.374147:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b32019800/0x52973366461c98b0 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e88187 expref: 85 pid: 70173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.374153:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8c00/0x52973366461d2a2f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.374162:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.374163:0:75542:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.374165:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.374167:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.374169:0:75542:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.374171:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1773688179.374173:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.374174:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.374175:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.374176:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9600 refcount=3 00000020:00000001:2.0:1773688179.374178:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160283136 : -129075549268480 : ffff8a9b41bc9600) 00010000:00000001:2.0:1773688179.374180:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160283136 : -129075549268480 : ffff8a9b41bc9600) 00010000:00000001:2.0:1773688179.374183:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.374185:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9600/0x52973366461d2a21 lrc: 3/1,0 mode: CR/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.374190:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.374191:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.374194:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9600/0x52973366461d2a21 lrc: 2/0,0 mode: CR/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.374199:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.374200:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.374202:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.374204:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9600/0x52973366461d2a21 lrc: 3/0,0 mode: CR/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.374210:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bc9600 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.374212:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.374213:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.374216:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9600/0x52973366461d2a21 lrc: 3/0,0 mode: CR/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.374224:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.374226:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.374227:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.374228:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9600 refcount=4 00000020:00000001:2.0:1773688179.374230:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160283136 : -129075549268480 : ffff8a9b41bc9600) 00010000:00000001:2.0:1773688179.374232:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160283136 : -129075549268480 : ffff8a9b41bc9600) 00010000:00000001:2.0:1773688179.374235:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.374237:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9600/0x52973366461d2a21 lrc: 4/0,0 mode: CR/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.374242:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.374244:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.374246:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.374249:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.374250:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.374252:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.374253:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.374255:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9600 with handle 0x52973366461d2a21 from hash 00010000:00000001:2.0:1773688179.374258:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.374259:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.374260:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.374261:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.374263:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.374264:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.374265:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.374267:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.374270:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.374271:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0xb5:0x0].0x0 (ffff8a9b07b30300) 00010000:00010000:2.0:1773688179.374273:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.374275:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.374276:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.374278:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.374278:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.374281:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.374281:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.374282:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.374283:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.374285:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.374287:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9600/0x52973366461d2a21 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.374290:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.374290:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.374291:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.374292:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.374293:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.374294:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9600/0x52973366461d2a21 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.374298:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96200. 00010000:00000001:2.0:1773688179.374303:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.374304:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.374304:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.374305:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.374306:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.374307:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9400 refcount=3 00000020:00000001:2.0:1773688179.374308:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160282624 : -129075549268992 : ffff8a9b41bc9400) 00010000:00000001:2.0:1773688179.374310:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160282624 : -129075549268992 : ffff8a9b41bc9400) 00010000:00000001:2.0:1773688179.374311:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.374313:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9400/0x52973366461d2a28 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb5:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.374318:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.374319:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.374321:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9400/0x52973366461d2a28 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb5:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.374326:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.374328:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.374330:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.374332:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9400/0x52973366461d2a28 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0xb5:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.374336:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bc9400 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.374338:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.374339:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.374341:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9400/0x52973366461d2a28 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0xb5:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.374347:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.374348:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.374349:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.374350:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9400 refcount=4 00000020:00000001:2.0:1773688179.374352:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160282624 : -129075549268992 : ffff8a9b41bc9400) 00010000:00000001:2.0:1773688179.374354:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160282624 : -129075549268992 : ffff8a9b41bc9400) 00010000:00000001:2.0:1773688179.374356:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.374358:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9400/0x52973366461d2a28 lrc: 4/0,0 mode: PR/PR res: [0x240000bd0:0xb5:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.374363:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.374365:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.374366:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.374368:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.374369:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.374371:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.374372:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.374374:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9400 with handle 0x52973366461d2a28 from hash 00010000:00000001:2.0:1773688179.374376:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.374377:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.374379:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.374380:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.374381:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.374383:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.374384:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.374386:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.374387:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.374389:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0xb5:0x0].0x8d5ea5b7 (ffff8a9a16349200) 00010000:00010000:2.0:1773688179.374391:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.374393:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.374394:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.374395:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.374396:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.374397:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.374398:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.374399:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.374400:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.374401:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.374402:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9400/0x52973366461d2a28 lrc: 2/0,0 mode: --/PR res: [0x240000bd0:0xb5:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.374405:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.374406:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.374407:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.374407:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.374408:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.374409:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9400/0x52973366461d2a28 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0xb5:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.374412:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96a80. 00010000:00000040:2.0:1773688179.374414:0:75542:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a16349200 count: 0 00010000:00000010:2.0:1773688179.374418:0:75542:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b343e9d00. 00010000:00000001:2.0:1773688179.374421:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.374422:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.374423:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1773688179.374424:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1773688179.374424:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1773688179.374426:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.374426:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.374427:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8c00 refcount=3 00000020:00000001:2.0:1773688179.374429:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160280576 : -129075549271040 : ffff8a9b41bc8c00) 00010000:00000001:2.0:1773688179.374430:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160280576 : -129075549271040 : ffff8a9b41bc8c00) 00000004:00000040:2.0:1773688179.374432:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b07b68000 : new locks_count 46 00000020:00000040:2.0:1773688179.374434:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b07b68000 refcount=86 00010000:00000001:2.0:1773688179.374436:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.374437:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.374438:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.374439:0:75542:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1773688179.374441:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.374442:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.374443:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.374444:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.374445:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.374447:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.374450:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.374452:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.374453:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.374455:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.374456:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.374457:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.374458:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.374460:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.374461:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.374462:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.374463:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.374464:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9200 with handle 0x52973366461d2a1a from hash 00010000:00000001:2.0:1773688179.374466:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.374467:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.374467:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.374468:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.374468:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.374471:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc9200/0x52973366461d2a1a lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6fd expref: 86 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.374474:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b07b68000 : new locks_count 45 00000020:00000040:2.0:1773688179.374476:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 85 00010000:00000010:2.0:1773688179.374477:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.374480:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.374481:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.374483:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.374485:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8c00/0x52973366461d2a2f lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6fd expref: 85 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.374490:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.374490:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.374492:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0xb8:0x0].0x0 (ffff8a9a0da71000) 00010000:00010000:2.0:1773688179.374493:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1773688179.374494:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.374495:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.374496:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.374497:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.374497:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.374498:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bc8c00, rc 0) 00000020:00000001:2.0:1773688179.374500:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.374502:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 42949673874, transno 0, xid 1859843854311168 00010000:00000001:2.0:1773688179.374504:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.374507:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e1a3b80 x1859843854311168/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.374513:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.374514:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.374517:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.374520:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.374521:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.374523:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.374525:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.374526:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.374528:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.374530:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.374534:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505bb0. 00000100:00000200:2.0:1773688179.374538:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854311168, offset 224 00000400:00000200:2.0:1773688179.374542:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.374550:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.374555:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48023:48023:256:4294967295] 192.168.204.51@tcp LPNI seq info [48019:48019:8:4294967295] 00000400:00000200:2.0:1773688179.374562:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.374565:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.374569:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a000. 00000800:00000200:2.0:1773688179.374573:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.374578:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.374581:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a000 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.374591:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.374593:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.374595:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.374596:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.374597:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.374600:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e1a3b80 x1859843854311168/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.374607:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e1a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+85:68109:x1859843854311168:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1443us (1673us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.374613:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15475 00000100:00000040:2.0:1773688179.374615:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b07b68000 : new rpc_count 0 00000100:00000001:2.0:1773688179.374616:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.374617:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.374620:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.374623:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.374626:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a10cf9400. 00000020:00000040:2.0:1773688179.374630:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 84 00000100:00000001:2.0:1773688179.374631:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.374660:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.374666:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a000. 00000400:00000200:0.0:1773688179.374670:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.374674:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.374677:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505bb0 00000400:00000010:0.0:1773688179.374678:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505bb0. 00000100:00000001:0.0:1773688179.374681:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.374682:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1773688179.376641:0:6358:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.376644:0:6358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854311296 02000000:00000001:1.0:1773688179.376647:0:6358:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.376649:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.376651:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.376654:0:6358:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.376657:0:6358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854311296 00000020:00000001:1.0:1773688179.376659:0:6358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.376660:0:6358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461c1538 00000020:00000001:1.0:1773688179.376663:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.376665:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b07b68000 refcount=85 00000020:00000001:1.0:1773688179.376668:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000020:00000001:1.0:1773688179.376670:0:6358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000100:00000001:1.0:1773688179.376677:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.376681:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.376684:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.376687:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a0c0. 00000020:00000010:1.0:1773688179.376692:0:6358:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a02060200. 00000020:00000010:1.0:1773688179.376696:0:6358:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b31ffb480. 00000020:00000010:1.0:1773688179.376701:0:6358:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe190. 00000100:00000040:1.0:1773688179.376707:0:6358:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.376709:0:6358:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.376711:0:6358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.376713:0:6358:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.376715:0:6358:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.376718:0:6358:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.376721:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.376722:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.376724:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8c00 refcount=3 00000020:00000001:1.0:1773688179.376726:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160280576 : -129075549271040 : ffff8a9b41bc8c00) 00010000:00000001:1.0:1773688179.376728:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160280576 : -129075549271040 : ffff8a9b41bc8c00) 00010000:00000001:1.0:1773688179.376730:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.376732:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.376733:0:6358:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.376735:0:6358:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.376739:0:6358:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.376749:0:6358:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.376758:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.376760:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.376765:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1575 00000100:00000040:1.0:1773688179.376768:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b07b68000 : new rpc_count 1 00000100:00000001:1.0:1773688179.376771:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992999024384 : -129080710527232 : ffff8a9a0e1a0700) 00000100:00000040:1.0:1773688179.376777:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e1a0700 x1859843854311296/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.376786:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.376788:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.376790:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.376792:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a0c0. 00000100:00100000:1.0:1773688179.376796:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e1a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+85:2405:x1859843854311296:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.376800:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854311296 00010000:00000001:1.0:1773688179.376802:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.376804:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.376805:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.376809:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.376811:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.376814:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9b36b7f400. 02000000:00000001:1.0:1773688179.376816:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.376819:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.376821:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.376823:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.376824:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.376825:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.376827:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8c00 refcount=3 00000020:00000001:1.0:1773688179.376828:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160280576 : -129075549271040 : ffff8a9b41bc8c00) 00010000:00000001:1.0:1773688179.376831:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160280576 : -129075549271040 : ffff8a9b41bc8c00) 00010000:00000040:1.0:1773688179.376834:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0da71000 count: 4 00000004:00000001:1.0:1773688179.376837:0:6358:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1773688179.376839:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688179.376842:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.376844:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.376846:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.376848:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.376850:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.376852:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.376855:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.376856:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.376858:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.376859:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.376862:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc8c00 with handle 0x52973366461d2a2f from hash 00010000:00000001:1.0:1773688179.376864:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.376865:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.376866:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.376867:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.376870:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.376872:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.376874:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.376875:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.376880:0:6358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8c00/0x52973366461d2a2f lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a6fd expref: 85 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.376887:0:6358:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b07b68000 : new locks_count 44 00000020:00000040:1.0:1773688179.376889:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 84 00010000:00000010:1.0:1773688179.376891:0:6358:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96f80. 00010000:00000001:1.0:1773688179.376898:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.376900:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.376902:0:6358:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.376903:0:6358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0xb8:0x0].0x0 (ffff8a9a0da71000) 00010000:00000001:1.0:1773688179.376906:0:6358:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.376908:0:6358:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.376910:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.376911:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.376913:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.376916:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.376918:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.376920:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1773688179.376923:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.376926:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.376928:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.376930:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.376931:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.376934:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.376936:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.376940:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64aa0. 00000100:00000200:1.0:1773688179.376943:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854311296, offset 224 00000400:00000200:1.0:1773688179.376949:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.376955:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.376971:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48024:48024:256:4294967295] 192.168.204.51@tcp LPNI seq info [48020:48020:8:4294967295] 00000400:00000200:1.0:1773688179.376980:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.376985:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.376989:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7600. 00000800:00000200:1.0:1773688179.376993:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.376998:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.377001:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.377029:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.377034:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.377037:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.377040:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.377045:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e1a0700 x1859843854311296/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773688179.377055:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e1a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+84:2405:x1859843854311296:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 267us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688179.377062:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1575 00000100:00000040:1.0:1773688179.377065:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b07b68000 : new rpc_count 0 00000100:00000001:1.0:1773688179.377067:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.377068:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.377071:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31ffb480. 00000020:00000010:1.0:1773688179.377074:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe190. 00000020:00000010:1.0:1773688179.377079:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a02060200. 00000020:00000040:1.0:1773688179.377084:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 83 00000100:00000001:1.0:1773688179.377089:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.378843:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.378850:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.378853:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.378855:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.378860:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.378869:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 648 into portal 12 MB=0x69b84a4462080 00000400:00000200:0.0:1773688179.378874:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 648/648 into md 0x3b659 [64] + 89736 00000800:00000001:0.0:1773688179.378880:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.378887:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.378888:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.378891:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.378894:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.378895:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.378898:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b04e54a80. 00000100:00000040:0.0:1773688179.378900:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b04e54a80 x1859843854311552 msgsize 648 00000100:00100000:0.0:1773688179.378902:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.378914:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.378918:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.378919:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.378941:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.378944:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854311552 02000000:00000001:2.0:1773688179.378945:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.378947:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.378949:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.378951:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.378953:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854311552 00000020:00000001:2.0:1773688179.378969:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.378970:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461c1538 00000020:00000001:2.0:1773688179.378972:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.378975:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b07b68000 refcount=84 00000020:00000001:2.0:1773688179.378976:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000020:00000001:2.0:1773688179.378978:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000100:00000001:2.0:1773688179.378980:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.378983:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.378985:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.378987:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000020:00000010:2.0:1773688179.378990:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a10cf9400. 00000020:00000010:2.0:1773688179.378992:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.378994:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.378998:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.379000:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.379001:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.379003:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.379004:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.379005:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.379037:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.379044:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.379053:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.379055:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.379071:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15476 00000100:00000040:2.0:1773688179.379076:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b07b68000 : new rpc_count 1 00000100:00000001:2.0:1773688179.379080:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997139540608 : -129076570011008 : ffff8a9b04e54a80) 00000100:00000040:2.0:1773688179.379090:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b04e54a80 x1859843854311552/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.379099:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.379102:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.379105:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.379107:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000100:00100000:2.0:1773688179.379112:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b04e54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+84:68109:x1859843854311552:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.379115:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854311552 00000020:00000001:2.0:1773688179.379118:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.379121:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.379124:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.379127:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.379129:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.379132:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.379135:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1859843854311552, found 0 last_xid 1859843854311551 00000020:00000001:2.0:1773688179.379137:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.379139:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.379140:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.379142:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.379144:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.379145:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.379146:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.379147:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.379148:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.379151:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.379159:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b07b30300 count: 3 00010000:00000001:2.0:1773688179.379160:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.379162:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.379164:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc8600. 00000020:00000001:2.0:1773688179.379166:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.379168:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc8600 with handle 0x52973366461d2a36 to hash 00000020:00000001:2.0:1773688179.379169:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.379170:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160279040 : -129075549272576 : ffff8a9b41bc8600) 00010000:00000010:2.0:1773688179.379173:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.379175:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160279040 : -129075549272576 : ffff8a9b41bc8600) 00010000:00010000:2.0:1773688179.379179:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8600/0x52973366461d2a36 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a704 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.379191:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b07b68000 : new locks_count 45 00000020:00000040:2.0:1773688179.379193:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b07b68000 refcount=85 00010000:00000001:2.0:1773688179.379198:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.379200:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.379206:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.379208:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.379210:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.379213:0:75542:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:2.0:1773688179.379218:0:75542:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9b04e54a80 x1859843854311552/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1773688179.379226:0:75542:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1773688179.379228:0:75542:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1773688179.379230:0:75542:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1773688179.379232:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.379234:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.379237:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.379238:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.379240:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.379241:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.379242:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.379243:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.379247:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.379248:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.379249:0:75542:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.379251:0:75542:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.379253:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.379254:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.379255:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.379257:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.379260:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9a0c15f000. 02000000:00000001:2.0:1773688179.379261:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.379263:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.379265:0:75542:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1773688179.379266:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.379268:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.379270:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.379271:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.379272:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.379274:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.379275:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.379276:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.379278:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.379279:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.379283:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.379287:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9b07feb000 flags 0x0 02000000:00000001:2.0:1773688179.379289:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614997191536640 : -129076518014976 : ffff8a9b07feb000) 00000001:00000001:2.0:1773688179.379291:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.379293:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.379294:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.379296:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.379297:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.379299:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.379301:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.379303:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.379305:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.379306:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.379308:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.379309:0:75542:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.379312:0:75542:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1773688179.379313:0:75542:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.379316:0:75542:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1773688179.379318:0:75542:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:2.0:1773688179.379321:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3a38 00000004:00000002:2.0:1773688179.379324:0:75542:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x240000bd0:0xb5:0x0]/(->[0x240000bd0:0xb8:0x0]) cr_flag=040004240000003 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1773688179.379329:0:75542:0:(mdt_open.c:1135:mdt_open_by_fid_lock()) Process entered 00000004:00000001:2.0:1773688179.379331:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.379332:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x240000bd0:0xb5:0x0] 00000020:00000001:2.0:1773688179.379334:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.379337:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997942550616 : -129075767001000 : ffff8a9b34c24058) 00000004:00000001:2.0:1773688179.379339:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614997942550528 : -129075767001088 : ffff8a9b34c24000) 00000004:00000001:2.0:1773688179.379340:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.379341:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x240000bd0:0xb8:0x0] 00000020:00000001:2.0:1773688179.379342:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.379345:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998159936888 : -129075549614728 : ffff8a9b41b74d78) 00000004:00000001:2.0:1773688179.379346:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998159936800 : -129075549614816 : ffff8a9b41b74d20) 00000004:00000001:2.0:1773688179.379348:0:75542:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1773688179.379349:0:75542:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.379352:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.379354:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688179.379360:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.379362:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.379365:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.379366:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.379370:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.379372:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.379374:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.379375:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.379377:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.379378:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x240000bd0:0xb8:0x0]: Reading som attrs: valid: 4, size: 1867776, blocks: 2051 00000004:00000001:2.0:1773688179.379380:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.379381:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.379381:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.379382:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.379384:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.379385:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:2.0:1773688179.379386:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a0c15f378 00000004:00000001:2.0:1773688179.379388:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.379390:0:75542:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:2.0:1773688179.379392:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688179.379393:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.379395:0:75542:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x240000bd0:0xb8:0x0] lease count: 0, lm: 8 00000004:00000001:2.0:1773688179.379396:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1773688179.379399:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.379399:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.379402:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0da71000 count: 3 00010000:00000001:2.0:1773688179.379404:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.379405:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.379407:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc8a00. 00000020:00000001:2.0:1773688179.379409:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.379410:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc8a00 with handle 0x52973366461d2a3d to hash 00000020:00000001:2.0:1773688179.379411:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.379412:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160280064 : -129075549271552 : ffff8a9b41bc8a00) 00010000:00000010:2.0:1773688179.379414:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96a80. 00010000:00000001:2.0:1773688179.379415:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160280064 : -129075549271552 : ffff8a9b41bc8a00) 00010000:00000001:2.0:1773688179.379417:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.379418:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.379420:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8a00/0x52973366461d2a3d lrc: 3/0,1 mode: --/CW res: [0x240000bd0:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.379424:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.379426:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.379428:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.379429:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.379430:0:75542:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1773688179.379433:0:75542:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9a19febc00/0x52973366461cea4f lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896cd expref: 85 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.379437:0:75542:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1773688179.379438:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.379440:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.379440:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.379442:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.379443:0:75542:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1773688179.379445:0:75542:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8a00/0x52973366461d2a3d lrc: 4/0,1 mode: --/CW res: [0x240000bd0:0xb8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.379448:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000bd0:0xb8:0x0].0x0 (ffff8a9a0da71000) refcount = 3 00010000:00000040:2.0:1773688179.379450:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.379453:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9a19febc00/0x52973366461cea4f lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896cd expref: 85 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.379458:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b32019800/0x52973366461c98b0 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e88187 expref: 85 pid: 70173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.379461:0:75542:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1773688179.379462:0:75542:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8a00/0x52973366461d2a3d lrc: 4/0,1 mode: --/CW res: [0x240000bd0:0xb8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.379466:0:75542:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.379468:0:75542:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773688179.379471:0:75542:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b079f4840. 00000100:00000001:2.0:1773688179.379472:0:75542:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997185284160 : -129076524267456 : ffff8a9b079f4840) 00000100:00000001:2.0:1773688179.379474:0:75542:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997185284160 : -129076524267456 : ffff8a9b079f4840) 00000100:00000001:2.0:1773688179.379475:0:75542:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773688179.379476:0:75542:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1773688179.379477:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688179.379479:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.379480:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1773688179.379481:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.379482:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.379483:0:75542:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1773688179.379485:0:75542:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1773688179.379487:0:75542:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce5180. 00000020:00000040:2.0:1773688179.379489:0:75542:0:(genops.c:1229:class_import_get()) import ffff8a9b08f2c000 refcount=2 obd=lustre-MDT0001 00000100:00000001:2.0:1773688179.379491:0:75542:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773688179.379493:0:75542:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773688179.379496:0:75542:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773688179.379501:0:75542:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a0bb6c600. 00000100:00000001:2.0:1773688179.379504:0:75542:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.379507:0:75542:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8a9a19febc00/0x52973366461cea4f lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896cd expref: 85 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.379523:0:75542:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9a19febc00/0x52973366461cea4f lrc: 4/0,0 mode: PR/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896cd expref: 85 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.379529:0:75542:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1773688179.379531:0:75542:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773688179.379534:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9a10ce5180 x1859843861190272/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.379539:0:75542:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773688179.379541:0:75542:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.379543:0:75542:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9a10ce5180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:75542:1859843861190272:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.379546:0:75542:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773688179.379548:0:75542:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773688179.379550:0:75542:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.379551:0:75542:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773688179.379554:0:75542:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9b2e9a5400. 02000000:00000001:2.0:1773688179.379555:0:75542:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773688179.379558:0:75542:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a0b538aa8. 00000400:00000010:2.0:1773688179.379561:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505110. 00000100:00000200:2.0:1773688179.379565:0:75542:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861190272, portal 16 00000100:00000001:2.0:1773688179.379566:0:75542:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773688179.379567:0:75542:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614993044394368 : -129080665157248 : ffff8a9a10ce5180) 00000100:00000040:2.0:1773688179.379571:0:75542:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9a10ce5180 x1859843861190272/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.379575:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.379576:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.379578:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505330. 00000100:00000200:2.0:1773688179.379580:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861190272, offset 0 00000400:00000200:2.0:1773688179.379591:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.379598:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.379601:0:75542:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773688179.379604:0:75542:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:2.0:1773688179.379607:0:75542:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773688179.379609:0:75542:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:2.0:1773688179.379612:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48025:48025:256:4294967295] 192.168.204.51@tcp LPNI seq info [48021:48021:8:4294967295] 00000400:00000200:2.0:1773688179.379617:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.379628:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.379635:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a500. 00000800:00000200:2.0:1773688179.379639:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.379644:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.379647:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.379657:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.379661:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 0 is 4297630300 00000100:00000001:2.0:1773688179.379668:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4297630276 00000100:00000001:2.0:1773688179.379672:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 1 is 4297630300 00000100:00000001:2.0:1773688179.379674:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4297630276 00000100:00000001:2.0:1773688179.379677:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 2 is 4297630300 00000100:00000001:2.0:1773688179.379681:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4297630276 00000100:00000001:2.0:1773688179.379683:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 3 is 4297630300 00000100:00000001:2.0:1773688179.379687:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4297630276 00000100:00000001:2.0:1773688179.379688:0:75542:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.379690:0:75542:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.379691:0:75542:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.379692:0:75542:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.379694:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.379695:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.379696:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.379702:0:75542:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.379703:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688179.379704:0:75542:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1773688179.379706:0:75542:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.379707:0:75542:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773688179.379709:0:75542:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773688179.379710:0:75542:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b079f4840 going to sleep for 11 seconds 00000100:00000001:2.0:1773688179.379713:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773688179.379715:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.380940:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773688179.380945:0:75542:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773688179.380947:0:75542:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773688179.380949:0:75542:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a0b538aa8. 00000400:00000200:2.0:1773688179.380953:0:75542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505110 00000400:00000010:2.0:1773688179.380955:0:75542:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505110. 00000100:00000001:2.0:1773688179.380973:0:75542:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688179.380978:0:75542:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9a10ce5180 x1859843861190272/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1773688179.380988:0:75542:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9a10ce5180 x1859843861190272/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.380994:0:75542:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773688179.380996:0:75542:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.380998:0:75542:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773688179.381002:0:75542:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773688179.381003:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.381005:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.381031:0:75542:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.381036:0:75542:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b08f2c458 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1773688179.381041:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b08f2c410 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1773688179.381044:0:75542:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773688179.381046:0:75542:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.381048:0:75542:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773688179.381052:0:75542:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.381055:0:75542:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.381068:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9a10ce5180 x1859843861190272/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.381075:0:75542:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.381078:0:75542:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773688179.381079:0:75542:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.381081:0:75542:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1773688179.381083:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.381084:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.381086:0:75542:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.381090:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce5180 x1859843861190272/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1773688179.381098:0:75542:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9a10ce5180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:75542:1859843861190272:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.381102:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.381104:0:75542:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.381106:0:75542:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773688179.381107:0:75542:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.381110:0:75542:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9a10ce5180 x1859843861190272/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.381117:0:75542:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773688179.381119:0:75542:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773688179.381122:0:75542:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9b2e9a5400. 02000000:00000001:2.0:1773688179.381125:0:75542:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773688179.381127:0:75542:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773688179.381129:0:75542:0:(genops.c:1242:class_import_put()) import ffff8a9b08f2c000 refcount=1 obd=lustre-MDT0001 00000020:00000001:2.0:1773688179.381131:0:75542:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773688179.381133:0:75542:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a0bb6c600. 02000000:00000001:2.0:1773688179.381138:0:75542:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773688179.381140:0:75542:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773688179.381142:0:75542:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a10ce5180. 00000100:00000001:2.0:1773688179.381145:0:75542:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773688179.381146:0:75542:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773688179.381148:0:75542:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b079f4840. 00000100:00000001:2.0:1773688179.381150:0:75542:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1773688179.381152:0:75542:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1773688179.381154:0:75542:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b079e5680. 00010000:00000001:2.0:1773688179.381157:0:75542:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.381159:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.381161:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.381164:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1773688179.381167:0:75542:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8a00/0x52973366461d2a3d lrc: 3/0,1 mode: --/CW res: [0x240000bd0:0xb8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00000800:00000001:0.0:1773688179.381281:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.381287:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.381289:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.381291:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.381296:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.381303:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4462100 00000400:00000200:0.0:1773688179.381307:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72fe9 [2] + 984 00000800:00000001:0.0:1773688179.381311:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.381337:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.381340:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.381343:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.381347:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.381348:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1773688179.381352:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b04e56680. 00000100:00000040:0.0:1773688179.381355:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b04e56680 x1859843854311680 msgsize 328 00000100:00100000:0.0:1773688179.381359:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.381370:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.381374:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.381376:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.381402:0:6358:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.381407:0:6358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854311680 02000000:00000001:1.0:1773688179.381409:0:6358:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.381419:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.381421:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.381426:0:6358:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.381429:0:6358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854311680 00000020:00000001:1.0:1773688179.381431:0:6358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.381432:0:6358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461c1538 00000020:00000001:1.0:1773688179.381434:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.381437:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b07b68000 refcount=86 00000020:00000001:1.0:1773688179.381440:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000020:00000001:1.0:1773688179.381442:0:6358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000100:00000001:1.0:1773688179.381446:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.381450:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.381452:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.381455:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a0c0. 00000020:00000010:1.0:1773688179.381461:0:6358:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a02060200. 00000020:00000010:1.0:1773688179.381465:0:6358:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b31ffb480. 00000020:00000010:1.0:1773688179.381469:0:6358:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe190. 00000100:00000040:1.0:1773688179.381475:0:6358:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.381477:0:6358:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.381479:0:6358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.381480:0:6358:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.381483:0:6358:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.381485:0:6358:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.381488:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.381489:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.381491:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a19febc00 refcount=4 00000020:00000001:1.0:1773688179.381493:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993198562304 : -129080510989312 : ffff8a9a19febc00) 00010000:00000001:1.0:1773688179.381496:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993198562304 : -129080510989312 : ffff8a9a19febc00) 00010000:00010000:1.0:1773688179.381501:0:6358:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a9a19febc00/0x52973366461cea4f lrc: 4/0,0 mode: PR/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896cd expref: 86 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.381509:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.381510:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.381512:0:6358:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.381514:0:6358:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.381519:0:6358:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1773688179.381524:0:6358:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9b04e56680 x1859843854311680/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.381532:0:6358:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1773688179.381534:0:6358:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.381544:0:6358:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.381555:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.381557:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.381561:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3726 00000100:00000040:1.0:1773688179.381565:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b07b68000 : new rpc_count 2 00000100:00000001:1.0:1773688179.381567:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997139547776 : -129076570003840 : ffff8a9b04e56680) 00000100:00000040:1.0:1773688179.381573:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b04e56680 x1859843854311680/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.381582:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.381585:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.381587:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.381589:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a0c0. 00000100:00100000:1.0:1773688179.381594:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b04e56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+86:2404:x1859843854311680:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.381597:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854311680 00010000:00000001:1.0:1773688179.381599:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.381601:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.381603:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.381606:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.381608:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.381611:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9b36b7fc00. 02000000:00000001:1.0:1773688179.381613:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.381615:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.381617:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.381619:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.381620:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.381621:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.381623:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a19febc00 refcount=4 00000020:00000001:1.0:1773688179.381625:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993198562304 : -129080510989312 : ffff8a9a19febc00) 00010000:00000001:1.0:1773688179.381627:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993198562304 : -129080510989312 : ffff8a9a19febc00) 00010000:00000040:1.0:1773688179.381629:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0da71000 count: 4 00000004:00000001:1.0:1773688179.381633:0:6358:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1773688179.381636:0:6358:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8a9a19febc00/0x52973366461cea4f lrc: 4/0,0 mode: PR/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896cd expref: 86 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:1.0:1773688179.381644:0:6358:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b07b68450 time=1773688179 v=20 (0 0 0 0) 00010000:00000001:1.0:1773688179.381647:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773688179.381655:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.381657:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.381660:0:6358:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8a9a19febc00/0x52973366461cea4f lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896cd expref: 86 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773688179.381667:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.381669:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.381671:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.381672:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.381676:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.381677:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.381681:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.381682:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.381684:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.381685:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.381687:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a19febc00 with handle 0x52973366461cea4f from hash 00010000:00000001:1.0:1773688179.381689:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.381690:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.381691:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.381692:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.381696:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.381697:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.381699:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.381700:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.381702:0:6358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9a19febc00/0x52973366461cea4f lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e896cd expref: 86 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.381709:0:6358:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b07b68000 : new locks_count 44 00000020:00000040:1.0:1773688179.381711:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 85 00010000:00000010:1.0:1773688179.381713:0:6358:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b02aa7500. 00010000:00000001:1.0:1773688179.381718:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.381720:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.381722:0:6358:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.381724:0:6358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0xb8:0x0].0x0 (ffff8a9a0da71000) 00010000:00010000:1.0:1773688179.381728:0:6358:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8a00/0x52973366461d2a3d lrc: 3/0,1 mode: --/CW res: [0x240000bd0:0xb8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.381734:0:6358:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.381735:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.381737:0:6358:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.381739:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.381741:0:6358:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.381743:0:6358:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.381744:0:6358:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688179.381747:0:6358:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8a00/0x52973366461d2a3d lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0xb8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.381752:0:6358:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688179.381754:0:6358:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.381755:0:6358:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.381757:0:6358:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.381759:0:6358:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000bd0:0xb8:0x0].0x0 (ffff8a9a0da71000) refcount = 3 00010000:00000040:1.0:1773688179.381761:0:6358:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.381765:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b32019800/0x52973366461c98b0 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e88187 expref: 85 pid: 70173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.381772:0:6358:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8a00/0x52973366461d2a3d lrc: 4/0,1 mode: CW/CW res: [0x240000bd0:0xb8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.381777:0:6358:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.381779:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.381780:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.381782:0:6358:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.381783:0:6358:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.381786:0:6358:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1773688179.381789:0:6358:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9a0f80a0c0. 00000100:00000001:1.0:1773688179.381792:0:6358:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688179.381796:0:6358:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b41aaf6c0. 00000100:00000001:1.0:1773688179.381798:0:6358:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614998159128256 : -129075550423360 : ffff8a9b41aaf6c0) 00000100:00000001:1.0:1773688179.381799:0:6358:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614998159128256 : -129075550423360 : ffff8a9b41aaf6c0) 00000100:00000001:1.0:1773688179.381800:0:6358:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688179.381801:0:6358:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688179.381802:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.381804:0:6358:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.381812:0:6358:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.381813:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.381814:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.381815:0:6358:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.381816:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.381817:0:6358:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688179.381819:0:6358:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.381820:0:6358:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.381821:0:6358:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1773688179.381822:0:6358:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b41aaf6c0. 00000100:00000001:1.0:1773688179.381823:0:6358:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688179.381824:0:6358:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773688179.381826:0:6358:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9a0f80a0c0. 00010000:00000001:1.0:1773688179.381827:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.381829:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.381830:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.381833:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.381835:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.381837:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00010000:00010000:2.0:1773688179.381839:0:75542:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8a00/0x52973366461d2a3d lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0xb8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773688179.381841:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.381846:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.381851:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 00010000:00000001:2.0:1773688179.381854:0:75542:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.381855:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:2.0:1773688179.381858:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8a00/0x52973366461d2a3d lrc: 3/0,1 mode: CW/CW res: [0x240000bd0:0xb8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 02000000:00000001:1.0:1773688179.381859:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.381864:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1773688179.381869:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:1.0:1773688179.381869:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00010000:00000001:2.0:1773688179.381873:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1773688179.381875:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a643b8. 00010000:00000001:2.0:1773688179.381876:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.381878:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000200:1.0:1773688179.381881:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854311680, offset 224 00000020:00000001:2.0:1773688179.381882:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.381885:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8a00 refcount=3 00000020:00000001:2.0:1773688179.381888:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160280064 : -129075549271552 : ffff8a9b41bc8a00) 00000400:00000200:1.0:1773688179.381892:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00010000:00000001:2.0:1773688179.381893:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160280064 : -129075549271552 : ffff8a9b41bc8a00) 00010000:00000001:2.0:1773688179.381897:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.381898:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.381901:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773688179.381902:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000004:00000002:2.0:1773688179.381905:0:75542:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0001: Requested bits lock:[0x240000bd0:0xb8:0x0], ibits = 0x5/0x1a, open_flags = 040004240000003, try_layout = 1 : rc = 0 00000400:00000200:1.0:1773688179.381910:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48026:48026:256:4294967295] 192.168.204.51@tcp LPNI seq info [48022:48022:8:4294967295] 00000004:00000001:2.0:1773688179.381913:0:75542:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.381917:0:75542:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773688179.381923:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000004:00000001:2.0:1773688179.381924:0:75542:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000001:00000001:2.0:1773688179.381930:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000800:00000200:1.0:1773688179.381931:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000001:00000001:2.0:1773688179.381934:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773688179.381937:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7400. 00000001:00000001:2.0:1773688179.381938:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.381941:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.381944:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.381948:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000800:00000200:1.0:1773688179.381948:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000001:00000001:2.0:1773688179.381951:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.381954:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.381971:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000800:00000200:1.0:1773688179.381971:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000001:00000001:2.0:1773688179.381974:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1773688179.381977:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7400 type 1, nob 320 niov 1 nkiov 1 00000001:00000001:2.0:1773688179.381978:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.381982:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240000bd0:0xb8:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00200000:2.0:1773688179.381987:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000bd0:0xb8:0x0]: returning size 1867776 00000001:00000001:2.0:1773688179.381990:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.381992:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.381992:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.381994:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1773688179.381999:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00000040:1.0:1773688179.381999:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00000004:00000001:2.0:1773688179.382004:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00010000:00000001:1.0:1773688179.382004:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.382032:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.382035:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.382041:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000040:1.0:1773688179.382041:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b04e56680 x1859843854311680/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1773688179.382046:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.382051:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.382056:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.382060:0:75542:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000100:00100000:1.0:1773688179.382062:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b04e56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+85:2404:x1859843854311680:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 475us (702us total) trans 0 rc 0/0 00000004:00000002:2.0:1773688179.382064:0:75542:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:2.0:1773688179.382069:0:75542:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000004:00000001:2.0:1773688179.382072:0:75542:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.382077:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3726 00000004:00000001:2.0:1773688179.382078:0:75542:0:(mdd_object.c:3758:mdd_open()) Process entered 00000100:00000040:1.0:1773688179.382082:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b07b68000 : new rpc_count 1 00000100:00000001:1.0:1773688179.382085:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000001:2.0:1773688179.382086:0:75542:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000100:00000001:1.0:1773688179.382088:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:2.0:1773688179.382091:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000020:00000010:1.0:1773688179.382093:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31ffb480. 00000004:00000001:2.0:1773688179.382095:0:75542:0:(mdd_permission.c:247:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.382100:0:75542:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688179.382100:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe190. 00000004:00000001:2.0:1773688179.382107:0:75542:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.382107:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a02060200. 00000004:00000001:2.0:1773688179.382115:0:75542:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000020:00000040:1.0:1773688179.382115:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 84 00000100:00000001:1.0:1773688179.382119:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:2.0:1773688179.382121:0:75542:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9b343e9d00. 00000020:00000001:2.0:1773688179.382125:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.382129:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b343e9d00 with handle 0x52973366461d2a44 to hash 00000020:00000001:2.0:1773688179.382131:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1773688179.382133:0:75542:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614997933923584 : -129075775628032 : ffff8a9b343e9d00) 00000004:00000001:2.0:1773688179.382135:0:75542:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1773688179.382137:0:75542:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1773688179.382139:0:75542:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x240000bd0:0xb8:0x0] Change mfd open_flags 0 -> 040004240000003. 00000004:00000001:2.0:1773688179.382143:0:75542:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:2.0:1773688179.382146:0:75542:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1773688179.382153:0:75542:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10c13000. 00080000:00000001:2.0:1773688179.382155:0:75542:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993043533824 : -129080666017792 : ffff8a9a10c13000) 00080000:00000001:2.0:1773688179.382158:0:75542:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1773688179.382162:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1773688179.382166:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688179.382168:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.382192:0:75542:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.382195:0:75542:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1773688179.382198:0:75542:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1773688179.382201:0:75542:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 42949673918, last_committed = 42949673874 00000001:00000010:2.0:1773688179.382204:0:75542:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b346b14e0. 00000001:00000040:2.0:1773688179.382207:0:75542:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b07b68000 : new cb_count 19 00000020:00000040:2.0:1773688179.382209:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b07b68000 refcount=85 00000001:00000010:2.0:1773688179.382214:0:75542:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b079f4b40. 00080000:00000001:2.0:1773688179.382220:0:75542:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1773688179.382237:0:75542:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1773688179.382240:0:75542:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b079f4b40: xid 1859843854311552, transno 42949673918, tag 1, client gen 35, slot idx 4 00000001:00000001:2.0:1773688179.382243:0:75542:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.382253:0:75542:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.382255:0:75542:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1773688179.382257:0:75542:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.382267:0:75542:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.382269:0:75542:0:(mdt_open.c:1236:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.382272:0:75542:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1773688179.382274:0:75542:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1773688179.382276:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.382278:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.382279:0:75542:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1773688179.382281:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688179.382282:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.382284:0:75542:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.382286:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.382288:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.382290:0:75542:0:(mdt_open.c:1525:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773688179.382295:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.382300:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.382301:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.382303:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.382306:0:75542:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.382308:0:75542:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1773688179.382311:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.382313:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.382315:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.382316:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.382318:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.382320:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.382325:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.382327:0:75542:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:2.0:1773688179.382329:0:75542:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1773688179.382331:0:75542:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.382334:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.382335:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.382337:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8a00 refcount=3 00000020:00000001:2.0:1773688179.382339:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160280064 : -129075549271552 : ffff8a9b41bc8a00) 00010000:00000001:2.0:1773688179.382341:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160280064 : -129075549271552 : ffff8a9b41bc8a00) 00000004:00000040:2.0:1773688179.382344:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b07b68000 : new locks_count 45 00000020:00000040:2.0:1773688179.382346:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b07b68000 refcount=86 00010000:00000001:2.0:1773688179.382350:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.382351:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.382353:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.382355:0:75542:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.382358:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.382360:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.382362:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.382364:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.382366:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.382367:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.382369:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.382370:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.382373:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc8600 with handle 0x52973366461d2a36 from hash 00010000:00000001:2.0:1773688179.382375:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.382376:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.382377:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.382378:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.382380:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.382384:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8600/0x52973366461d2a36 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0xb5:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a704 expref: 86 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.382396:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b07b68000 : new locks_count 44 00000020:00000040:2.0:1773688179.382398:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 85 00010000:00000010:2.0:1773688179.382400:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.382407:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.382408:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.382412:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.382415:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8a00/0x52973366461d2a3d lrc: 3/0,0 mode: CW/CW res: [0x240000bd0:0xb8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a704 expref: 85 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.382422:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.382423:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.382425:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0xb8:0x0].0x0 (ffff8a9a0da71000) 00010000:00010000:2.0:1773688179.382428:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00000001:2.0:1773688179.382429:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.382431:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.382433:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.382434:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.382435:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.382437:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bc8a00, rc 0) 00000020:00000001:2.0:1773688179.382439:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.382442:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 42949673874, transno 42949673918, xid 1859843854311552 00010000:00000001:2.0:1773688179.382444:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.382448:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b04e54a80 x1859843854311552/t42949673918(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.382456:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.382457:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.382460:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.382463:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.382465:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.382467:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.382470:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.382472:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.382474:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.382476:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.382479:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505110. 00000100:00000200:2.0:1773688179.382482:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854311552, offset 224 00000400:00000200:2.0:1773688179.382487:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.382492:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.382497:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48027:48027:256:4294967295] 192.168.204.51@tcp LPNI seq info [48023:48023:8:4294967295] 00000400:00000200:2.0:1773688179.382505:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.382510:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.382513:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a900. 00000800:00000200:2.0:1773688179.382517:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.382522:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.382525:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a900 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.382537:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.382539:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.382542:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.382543:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.382546:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.382551:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b04e54a80 x1859843854311552/t42949673918(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.382561:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b04e54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+85:68109:x1859843854311552:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3460us (3658us total) trans 42949673918 rc 0/0 00000100:00100000:2.0:1773688179.382568:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15476 00000100:00000040:2.0:1773688179.382571:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b07b68000 : new rpc_count 0 00000100:00000001:2.0:1773688179.382574:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.382576:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.382579:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.382582:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.382586:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a10cf9400. 00000020:00000040:2.0:1773688179.382591:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 84 00000100:00000001:2.0:1773688179.382594:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.384939:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.384947:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.384948:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.384950:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.384954:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.384972:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4462180 00000400:00000200:0.0:1773688179.384977:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 90384 00000800:00000001:0.0:1773688179.384981:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.384987:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.384989:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.384991:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.384994:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.384995:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.384999:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b04e57100. 00000100:00000040:0.0:1773688179.385001:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b04e57100 x1859843854311808 msgsize 576 00000100:00100000:0.0:1773688179.385003:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.385030:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.385035:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.385037:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.385053:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.385057:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854311808 02000000:00000001:2.0:1773688179.385059:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.385061:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.385063:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.385066:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.385069:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854311808 00000020:00000001:2.0:1773688179.385071:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.385073:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461c1538 00000020:00000001:2.0:1773688179.385074:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.385077:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b07b68000 refcount=85 00000020:00000001:2.0:1773688179.385079:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000020:00000001:2.0:1773688179.385081:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000100:00000001:2.0:1773688179.385084:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.385088:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.385090:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.385092:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000020:00000010:2.0:1773688179.385096:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b2e9a5400. 00000020:00000010:2.0:1773688179.385098:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.385101:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.385105:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.385106:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.385107:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.385109:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.385110:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.385111:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.385115:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.385123:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.385132:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.385133:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.385138:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15477 00000100:00000040:2.0:1773688179.385141:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b07b68000 : new rpc_count 1 00000100:00000001:2.0:1773688179.385143:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997139550464 : -129076570001152 : ffff8a9b04e57100) 00000100:00000040:2.0:1773688179.385148:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b04e57100 x1859843854311808/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.385156:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.385159:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.385161:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.385163:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000100:00100000:2.0:1773688179.385167:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b04e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+85:68109:x1859843854311808:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.385170:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854311808 00000020:00000001:2.0:1773688179.385173:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.385176:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1773688179.385179:0:75542:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8a9b079f4b40: xid 1859843854311552, transno 42949673918, client gen 35, slot idx 4 00000001:00000001:2.0:1773688179.385182:0:75542:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8a9b079f4d80: xid 1859843854310656, transno 42949673917, client gen 35, slot idx 2 00000001:00000010:2.0:1773688179.385184:0:75542:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b079f4d80. 00000020:00000001:2.0:1773688179.385187:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.385188:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.385189:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.385191:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.385193:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1859843854311808, found 0 last_xid 1859843854311807 00000020:00000001:2.0:1773688179.385195:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.385197:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.385198:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.385201:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.385202:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.385203:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.385204:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.385205:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.385206:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.385209:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.385212:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0da71000 count: 3 00010000:00000001:2.0:1773688179.385214:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.385217:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.385219:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc8400. 00000020:00000001:2.0:1773688179.385220:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.385222:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc8400 with handle 0x52973366461d2a4b to hash 00000020:00000001:2.0:1773688179.385223:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.385224:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160278528 : -129075549273088 : ffff8a9b41bc8400) 00010000:00000010:2.0:1773688179.385227:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.385229:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160278528 : -129075549273088 : ffff8a9b41bc8400) 00010000:00010000:2.0:1773688179.385231:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8400/0x52973366461d2a4b lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a70b expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.385237:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b07b68000 : new locks_count 45 00000020:00000040:2.0:1773688179.385238:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b07b68000 refcount=86 00010000:00000001:2.0:1773688179.385241:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.385242:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.385246:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.385248:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.385249:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1773688179.385250:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.385252:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x240000bd0:0xb8:0x0] 00000020:00000001:2.0:1773688179.385254:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.385257:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998159936888 : -129075549614728 : ffff8a9b41b74d78) 00000004:00000001:2.0:1773688179.385258:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998159936800 : -129075549614816 : ffff8a9b41b74d20) 00000004:00000001:2.0:1773688179.385259:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.385261:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.385262:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.385263:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.385265:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.385267:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a0c15d000. 02000000:00000001:2.0:1773688179.385269:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.385270:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.385271:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.385273:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1773688179.385275:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:2.0:1773688179.385277:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.385278:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.385279:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.385281:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.385282:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.385283:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.385284:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.385285:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.385286:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.385286:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.385287:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.385288:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.385289:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.385290:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.385291:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.385291:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.385292:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.385294:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.385294:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.385297:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.385300:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9b07feb000 flags 0x0 02000000:00000001:2.0:1773688179.385301:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614997191536640 : -129076518014976 : ffff8a9b07feb000) 00000001:00000001:2.0:1773688179.385302:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.385303:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.385304:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.385305:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.385305:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.385306:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.385307:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.385308:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.385310:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.385310:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.385311:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.385313:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.385315:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:2.0:1773688179.385317:0:75542:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1773688179.385318:0:75542:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:2.0:1773688179.385320:0:75542:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000020:00000010:2.0:1773688179.385323:0:75542:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8a9a0c15b000. 00000004:00000001:2.0:1773688179.385326:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.385329:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.385330:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.385334:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=51 : 51 : 33) 00000004:00000001:2.0:1773688179.385336:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=51 : 51 : 33) 00000004:00000001:2.0:1773688179.385337:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=51 : 51 : 33) 00000004:00000001:2.0:1773688179.385339:0:75542:0:(mdt_lib.c:2238:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.385341:0:75542:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x240000bd0:0xb8:0x0]/[0x240000bd0:0xb8:0x0], ldlm_rep = ffff8a9a0c15d228 00000004:00000001:2.0:1773688179.385344:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1773688179.385346:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.385347:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.385348:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0da71000 count: 4 00010000:00000001:2.0:1773688179.385350:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.385351:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.385353:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc8000. 00000020:00000001:2.0:1773688179.385354:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.385356:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc8000 with handle 0x52973366461d2a52 to hash 00000020:00000001:2.0:1773688179.385357:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.385358:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160277504 : -129075549274112 : ffff8a9b41bc8000) 00010000:00000010:2.0:1773688179.385359:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96200. 00010000:00000001:2.0:1773688179.385361:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160277504 : -129075549274112 : ffff8a9b41bc8000) 00010000:00000001:2.0:1773688179.385362:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.385363:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.385365:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8000/0x52973366461d2a52 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.385369:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.385371:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.385373:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.385374:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.385375:0:75542:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1773688179.385378:0:75542:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8a00/0x52973366461d2a3d lrc: 2/0,0 mode: CW/CW res: [0x240000bd0:0xb8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a704 expref: 86 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.385383:0:75542:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1773688179.385384:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.385393:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.385394:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.385395:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.385397:0:75542:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1773688179.385398:0:75542:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8000/0x52973366461d2a52 lrc: 4/1,0 mode: --/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.385403:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x240000bd0:0xb8:0x0].0x0 (ffff8a9a0da71000) refcount = 4 00010000:00000040:2.0:1773688179.385405:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.385407:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8a00/0x52973366461d2a3d lrc: 3/0,0 mode: CW/CW res: [0x240000bd0:0xb8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a704 expref: 86 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.385411:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b32019800/0x52973366461c98b0 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e88187 expref: 86 pid: 70173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.385415:0:75542:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1773688179.385416:0:75542:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8000/0x52973366461d2a52 lrc: 4/1,0 mode: --/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.385420:0:75542:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.385422:0:75542:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773688179.385424:0:75542:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b079f4d80. 00000100:00000001:2.0:1773688179.385425:0:75542:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997185285504 : -129076524266112 : ffff8a9b079f4d80) 00000100:00000001:2.0:1773688179.385427:0:75542:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997185285504 : -129076524266112 : ffff8a9b079f4d80) 00000100:00000001:2.0:1773688179.385428:0:75542:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773688179.385429:0:75542:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1773688179.385430:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688179.385432:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.385433:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1773688179.385434:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.385435:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.385436:0:75542:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1773688179.385437:0:75542:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1773688179.385440:0:75542:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce5180. 00000020:00000040:2.0:1773688179.385442:0:75542:0:(genops.c:1229:class_import_get()) import ffff8a9b08f2c000 refcount=2 obd=lustre-MDT0001 00000100:00000001:2.0:1773688179.385444:0:75542:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773688179.385446:0:75542:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773688179.385449:0:75542:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773688179.385452:0:75542:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a10cf9400. 00000100:00000001:2.0:1773688179.385456:0:75542:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.385459:0:75542:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8a00/0x52973366461d2a3d lrc: 3/0,0 mode: CW/CW res: [0x240000bd0:0xb8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a704 expref: 86 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.385476:0:75542:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8a00/0x52973366461d2a3d lrc: 4/0,0 mode: CW/CW res: [0x240000bd0:0xb8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a704 expref: 86 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.385481:0:75542:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1773688179.385483:0:75542:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773688179.385486:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9a10ce5180 x1859843861190400/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.385491:0:75542:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773688179.385493:0:75542:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.385495:0:75542:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9a10ce5180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:75542:1859843861190400:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.385497:0:75542:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773688179.385500:0:75542:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773688179.385502:0:75542:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.385503:0:75542:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773688179.385505:0:75542:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a0bb6c600. 02000000:00000001:2.0:1773688179.385506:0:75542:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773688179.385509:0:75542:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a0b538aa8. 00000400:00000010:2.0:1773688179.385512:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505ee0. 00000100:00000200:2.0:1773688179.385515:0:75542:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861190400, portal 16 00000100:00000001:2.0:1773688179.385517:0:75542:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773688179.385523:0:75542:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614993044394368 : -129080665157248 : ffff8a9a10ce5180) 00000100:00000040:2.0:1773688179.385527:0:75542:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9a10ce5180 x1859843861190400/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.385531:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.385532:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.385534:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505440. 00000100:00000200:2.0:1773688179.385536:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861190400, offset 0 00000400:00000200:2.0:1773688179.385539:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.385543:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.385547:0:75542:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773688179.385549:0:75542:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:2.0:1773688179.385552:0:75542:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773688179.385553:0:75542:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:2.0:1773688179.385556:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48028:48028:256:4294967295] 192.168.204.51@tcp LPNI seq info [48024:48024:8:4294967295] 00000400:00000200:2.0:1773688179.385561:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.385564:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.385566:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a200. 00000800:00000200:2.0:1773688179.385569:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.385572:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.385575:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.385582:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.385586:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 0 is 4297630306 00000100:00000001:2.0:1773688179.385593:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4297630300 00000100:00000001:2.0:1773688179.385597:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 1 is 4297630306 00000100:00000001:2.0:1773688179.385600:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4297630300 00000100:00000001:2.0:1773688179.385602:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 2 is 4297630306 00000100:00000001:2.0:1773688179.385606:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4297630300 00000100:00000001:2.0:1773688179.385608:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 3 is 4297630306 00000100:00000001:2.0:1773688179.385611:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4297630300 00000100:00000001:2.0:1773688179.385614:0:75542:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.385616:0:75542:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.385618:0:75542:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.385619:0:75542:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.385621:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.385623:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.385624:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.385626:0:75542:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.385628:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688179.385629:0:75542:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1773688179.385631:0:75542:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.385633:0:75542:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773688179.385635:0:75542:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773688179.385637:0:75542:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b079f4d80 going to sleep for 11 seconds 00000100:00000001:2.0:1773688179.385639:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773688179.385641:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773688179.386043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc8c00. 00010000:00000010:2.1:1773688179.386046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9600. 00010000:00000010:2.1:1773688179.386054:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a16349200. 00010000:00000010:2.1:1773688179.386058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9400. 00010000:00000010:2.1:1773688179.386061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9200. 00000100:00000001:2.0:1773688179.386654:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773688179.386660:0:75542:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773688179.386662:0:75542:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773688179.386664:0:75542:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a0b538aa8. 00000400:00000200:2.0:1773688179.386669:0:75542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505ee0 00000400:00000010:2.0:1773688179.386671:0:75542:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505ee0. 00000100:00000001:2.0:1773688179.386674:0:75542:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688179.386679:0:75542:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9a10ce5180 x1859843861190400/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1773688179.386690:0:75542:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9a10ce5180 x1859843861190400/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.386697:0:75542:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773688179.386699:0:75542:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.386701:0:75542:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773688179.386703:0:75542:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773688179.386704:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.386706:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.386709:0:75542:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.386714:0:75542:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b08f2c458 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1773688179.386718:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b08f2c410 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1773688179.386721:0:75542:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773688179.386723:0:75542:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.386724:0:75542:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773688179.386727:0:75542:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.386730:0:75542:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.386734:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9a10ce5180 x1859843861190400/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.386741:0:75542:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.386744:0:75542:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773688179.386745:0:75542:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.386748:0:75542:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1773688179.386750:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.386752:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.386753:0:75542:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.386757:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce5180 x1859843861190400/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1773688179.386766:0:75542:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9a10ce5180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:75542:1859843861190400:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.386770:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.386772:0:75542:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.386774:0:75542:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773688179.386776:0:75542:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.386779:0:75542:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9a10ce5180 x1859843861190400/t0(0) o104->lustre-MDT0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.386785:0:75542:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773688179.386787:0:75542:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773688179.386789:0:75542:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a0bb6c600. 02000000:00000001:2.0:1773688179.386793:0:75542:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773688179.386795:0:75542:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773688179.386796:0:75542:0:(genops.c:1242:class_import_put()) import ffff8a9b08f2c000 refcount=1 obd=lustre-MDT0001 00000020:00000001:2.0:1773688179.386798:0:75542:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773688179.386800:0:75542:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a10cf9400. 02000000:00000001:2.0:1773688179.386804:0:75542:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773688179.386806:0:75542:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773688179.386808:0:75542:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a10ce5180. 00000100:00000001:2.0:1773688179.386811:0:75542:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773688179.386812:0:75542:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773688179.386814:0:75542:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b079f4d80. 00000100:00000001:2.0:1773688179.386817:0:75542:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1773688179.386819:0:75542:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1773688179.386822:0:75542:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b079e5680. 00010000:00000001:2.0:1773688179.386825:0:75542:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.386827:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.386829:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.386832:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1773688179.386836:0:75542:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8000/0x52973366461d2a52 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00000800:00000001:1.0:1773688179.386976:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.386982:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.386983:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.386985:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.386989:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.386995:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4462200 00000400:00000200:1.0:1773688179.386999:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72fe9 [2] + 1312 00000800:00000001:1.0:1773688179.387002:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.387043:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.387045:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.387048:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.387051:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.387052:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1773688179.387055:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e8b1180. 00000100:00000040:1.0:1773688179.387057:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0e8b1180 x1859843854311936 msgsize 328 00000100:00100000:1.0:1773688179.387060:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.387067:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.387070:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.387072:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773688179.387440:0:75542:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8000/0x52973366461d2a52 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.387455:0:75542:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.387460:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8000/0x52973366461d2a52 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.387473:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.387476:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.387480:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.387483:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.387487:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.387491:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8000 refcount=3 00000020:00000001:2.0:1773688179.387505:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160277504 : -129075549274112 : ffff8a9b41bc8000) 00010000:00000001:2.0:1773688179.387511:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160277504 : -129075549274112 : ffff8a9b41bc8000) 00010000:00000001:2.0:1773688179.387517:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.387520:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.387523:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.387528:0:75542:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1773688179.387535:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.387538:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688179.387546:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.387552:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.387557:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.387561:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.387568:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.387573:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.387577:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.387579:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.387581:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.387584:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x240000bd0:0xb8:0x0]: Reading som attrs: valid: 4, size: 1867776, blocks: 2051 00000004:00000001:2.0:1773688179.387589:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.387593:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.387597:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.387601:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.387607:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.387611:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.387614:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.387618:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.387621:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.387625:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.387631:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.387636:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1773688179.387642:0:75542:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1773688179.387644:0:75542:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000200:1.0:1773688179.387644:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.387649:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d400. 00000004:00000002:2.0:1773688179.387652:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a0c15d370 00000004:00000001:2.0:1773688179.387656:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773688179.387656:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:2.0:1773688179.387664:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000400:00000200:1.0:1773688179.387664:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000001:00000001:2.0:1773688179.387669:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773688179.387669:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeef68 00000400:00000010:1.0:1773688179.387674:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeef68. 00000001:00000001:2.0:1773688179.387676:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000100:00000001:1.0:1773688179.387678:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000001:00000001:2.0:1773688179.387679:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688179.387682:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000001:2.0:1773688179.387686:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.387691:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.387694:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.387697:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.387699:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.387700:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.387702:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.387705:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240000bd0:0xb8:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00200000:2.0:1773688179.387709:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000bd0:0xb8:0x0]: returning size 1867776 00000004:00000040:2.0:1773688179.387713:0:75542:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0xb8:1073744848 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1773688179.387716:0:75542:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:2.0:1773688179.387718:0:75542:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000400:473 00000004:00200000:2.0:1773688179.387721:0:75542:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:2.0:1773688179.387723:0:75542:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:2.0:1773688179.387725:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.387726:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.387729:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1773688179.387731:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.387732:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.387733:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.387736:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.387738:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.387740:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.387743:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.387747:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.387753:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.387755:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.387756:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.387759:0:75542:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.387765:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.387767:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.387769:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8000 refcount=3 00000020:00000001:2.0:1773688179.387771:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160277504 : -129075549274112 : ffff8a9b41bc8000) 00010000:00000001:2.0:1773688179.387774:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160277504 : -129075549274112 : ffff8a9b41bc8000) 00000004:00010000:2.0:1773688179.387777:0:75542:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8000/0x52973366461d2a52 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.387784:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.387785:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.387786:0:75542:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:2.0:1773688179.387788:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.387791:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:2.0:1773688179.387793:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.387794:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.387796:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8000 refcount=3 00000020:00000001:2.0:1773688179.387799:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160277504 : -129075549274112 : ffff8a9b41bc8000) 00010000:00000001:2.0:1773688179.387801:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160277504 : -129075549274112 : ffff8a9b41bc8000) 00000004:00000040:2.0:1773688179.387804:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b07b68000 : new locks_count 45 00000020:00000040:2.0:1773688179.387806:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b07b68000 refcount=86 00010000:00000001:2.0:1773688179.387809:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.387811:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.387812:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.387814:0:75542:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1773688179.387817:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.387819:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.387821:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.387822:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.387824:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.387826:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.387830:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.387833:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.387834:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.387837:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:2.0:1773688179.387839:0:75542:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8a9a0c15b000. 00000004:00000001:2.0:1773688179.387842:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.387845:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.387846:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.387849:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.387850:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.387852:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.387853:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.387856:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc8400 with handle 0x52973366461d2a4b from hash 00010000:00000001:2.0:1773688179.387859:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.387860:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.387861:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.387862:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.387864:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.387869:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8400/0x52973366461d2a4b lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a70b expref: 86 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.387882:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b07b68000 : new locks_count 44 00000020:00000040:2.0:1773688179.387884:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 85 00010000:00000010:2.0:1773688179.387887:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.387893:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.387895:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.387899:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.387903:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8a9b41bc8000/0x52973366461d2a52 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0xb8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a70b expref: 85 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.387910:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.387912:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.387915:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0xb8:0x0].0x0 (ffff8a9a0da71000) 00010000:00010000:2.0:1773688179.387918:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1773688179.387920:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.387922:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.387924:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.387925:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.387926:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.387928:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bc8000, rc 0) 00000020:00000001:2.0:1773688179.387931:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.387934:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 42949673874, transno 0, xid 1859843854311808 00010000:00000001:2.0:1773688179.387937:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.387942:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b04e57100 x1859843854311808/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.387949:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.387951:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.387955:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.387971:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.387974:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.387977:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.387980:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.387982:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.387984:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.387987:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.387991:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505ee0. 00000100:00000200:2.0:1773688179.387995:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854311808, offset 224 00000400:00000200:2.0:1773688179.388001:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.388037:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.388043:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48030:48030:256:4294967295] 192.168.204.51@tcp LPNI seq info [48026:48026:8:4294967295] 00000400:00000200:2.0:1773688179.388054:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.388059:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.388064:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0ac00. 00000800:00000200:2.0:1773688179.388068:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.388074:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.388077:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0ac00 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.388089:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.388093:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.388096:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.388098:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.388101:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.388107:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b04e57100 x1859843854311808/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.388118:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b04e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+85:68109:x1859843854311808:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2958us (3113us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.388127:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15477 00000100:00000040:2.0:1773688179.388130:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b07b68000 : new rpc_count 0 00000100:00000001:2.0:1773688179.388134:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.388137:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.388142:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.388148:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.388154:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b2e9a5400. 00000020:00000040:2.0:1773688179.388160:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 84 00000100:00000001:2.0:1773688179.388164:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1773688179.389021:0:82088:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a19febc00. 00010000:00000010:2.1:1773688179.389059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc8600. 00010000:00000010:3.1:1773688179.394038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc8a00. 00010000:00000010:2.1:1773688179.394038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc8400. 00000800:00000001:1.0:1773688179.414258:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.414274:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.414278:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.414281:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.414292:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.414307:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4462280 00000400:00000200:1.0:1773688179.414315:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 90960 00000800:00000001:1.0:1773688179.414323:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.414334:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.414337:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.414343:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.414350:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.414352:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688179.414358:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e8b2d80. 00000100:00000040:1.0:1773688179.414361:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0e8b2d80 x1859843854312064 msgsize 584 00000100:00100000:1.0:1773688179.414367:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.414380:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.414393:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.414397:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.414443:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.414448:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854312064 02000000:00000001:2.0:1773688179.414450:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.414453:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.414455:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.414460:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.414464:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854312064 00000020:00000001:2.0:1773688179.414468:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.414470:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.414473:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.414476:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=46 00000020:00000001:2.0:1773688179.414479:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.414481:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.414485:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.414489:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.414492:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.414495:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000020:00000010:2.0:1773688179.414500:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a0bb6c600. 00000020:00000010:2.0:1773688179.414505:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.414510:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.414518:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.414521:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.414522:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.414525:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.414527:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.414529:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.414536:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.414549:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.414562:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.414565:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.414571:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15478 00000100:00000040:2.0:1773688179.414575:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.414578:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993006439808 : -129080703111808 : ffff8a9a0e8b2d80) 00000100:00000040:2.0:1773688179.414586:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e8b2d80 x1859843854312064/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.414596:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.414599:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.414602:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.414603:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000100:00100000:2.0:1773688179.414608:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+46:68109:x1859843854312064:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.414611:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854312064 00000020:00000001:2.0:1773688179.414614:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.414617:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1773688179.414621:0:75542:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b079f4780: xid 1859843854309248, transno 171798692050, client gen 13, slot idx 2 00000001:00000001:2.0:1773688179.414625:0:75542:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b3690c600: xid 1859843854308736, transno 171798692049, client gen 13, slot idx 3 00000001:00000010:2.0:1773688179.414628:0:75542:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b3690c600. 00000020:00000001:2.0:1773688179.414631:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.414633:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.414635:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.414637:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.414640:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854312064, found 0 last_xid 1859843854312063 00000020:00000001:2.0:1773688179.414642:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.414644:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.414646:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.414650:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.414652:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.414653:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.414655:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.414656:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.414658:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.414662:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.414668:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:2.0:1773688179.414671:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.414673:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.414676:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc8400. 00000020:00000001:2.0:1773688179.414678:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.414681:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc8400 with handle 0x52973366461d2a59 to hash 00000020:00000001:2.0:1773688179.414682:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.414683:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160278528 : -129075549273088 : ffff8a9b41bc8400) 00010000:00000010:2.0:1773688179.414687:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.414690:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160278528 : -129075549273088 : ffff8a9b41bc8400) 00010000:00010000:2.0:1773688179.414694:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d2a59 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a712 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.414700:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:2.0:1773688179.414702:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=47 00010000:00000001:2.0:1773688179.414706:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.414708:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.414713:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.414715:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.414716:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1773688179.414718:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.414720:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:2.0:1773688179.414722:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.414725:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:2.0:1773688179.414727:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:2.0:1773688179.414729:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.414731:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.414732:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.414734:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.414737:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.414740:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a0c15b000. 02000000:00000001:2.0:1773688179.414742:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.414744:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.414746:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.414748:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1773688179.414751:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:2.0:1773688179.414753:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.414754:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.414756:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.414758:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.414759:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.414761:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.414761:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.414762:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.414763:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.414764:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.414765:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.414766:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.414767:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.414767:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.414769:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.414769:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.414770:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.414772:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.414773:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.414777:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.414781:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.414782:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.414783:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.414784:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.414785:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.414786:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.414787:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.414788:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.414789:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.414790:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.414792:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.414793:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.414795:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.414796:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.414798:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1773688179.414802:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3af8 00000004:00000002:2.0:1773688179.414804:0:75542:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/TEMPLATES, ldlm_rep = ffff8a9a0c15b228 00000004:00000001:2.0:1773688179.414808:0:75542:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1773688179.414810:0:75542:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1773688179.414812:0:75542:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1773688179.414814:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.414815:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.414817:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:2.0:1773688179.414818:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.414820:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.414822:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc8600. 00000020:00000001:2.0:1773688179.414824:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.414825:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc8600 with handle 0x52973366461d2a60 to hash 00000020:00000001:2.0:1773688179.414826:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.414827:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160279040 : -129075549272576 : ffff8a9b41bc8600) 00010000:00000010:2.0:1773688179.414830:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96400. 00010000:00000001:2.0:1773688179.414831:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160279040 : -129075549272576 : ffff8a9b41bc8600) 00010000:00000001:2.0:1773688179.414833:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.414834:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.414836:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8600/0x52973366461d2a60 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.414841:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.414843:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.414844:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.414846:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.414848:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.414849:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.414850:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.414852:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.414854:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.414855:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.414856:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.414858:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 4 00010000:00000040:2.0:1773688179.414860:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.414863:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 47 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.414869:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 47 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.414873:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8600/0x52973366461d2a60 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.414876:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.414879:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.414881:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.414882:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.414883:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.414884:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.414886:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.414888:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.414890:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.414891:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8600/0x52973366461d2a60 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.414895:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.414896:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.414897:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.414899:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.414900:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773688179.414906:0:75542:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a16349200. 00010000:00000010:2.0:1773688179.414910:0:75542:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b343e9e00. 00010000:00000001:2.0:1773688179.414913:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.414916:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9200. 00000020:00000001:2.0:1773688179.414918:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.414919:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9200 with handle 0x52973366461d2a67 to hash 00000020:00000001:2.0:1773688179.414921:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.414922:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160282112 : -129075549269504 : ffff8a9b41bc9200) 00010000:00000010:2.0:1773688179.414926:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96800. 00010000:00000001:2.0:1773688179.414928:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160282112 : -129075549269504 : ffff8a9b41bc9200) 00010000:00000001:2.0:1773688179.414931:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.414933:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.414944:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2a67 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x7f83dcb7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.414950:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.414952:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.414953:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.414955:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.414956:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.414970:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.414971:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.414974:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.414975:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.414977:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.414978:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.414979:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x7f83dcb7 (ffff8a9a16349200) refcount = 1 00010000:00010000:2.0:1773688179.414983:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2a67 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x7f83dcb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.414988:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.414990:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.414992:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.414993:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.414995:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.414997:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.414998:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.414999:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.415001:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.415003:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2a67 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x7f83dcb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.415026:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.415028:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.415032:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.415033:0:75542:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.415037:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.415188:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.415191:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1773688179.415195:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1773688179.415198:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.415203:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1773688179.415266:0:75542:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.415270:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.415273:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.415276:0:75542:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:2.0:1773688179.415280:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1773688179.415281:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.415283:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.415290:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.415292:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8600 refcount=3 00000020:00000001:2.0:1773688179.415294:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160279040 : -129075549272576 : ffff8a9b41bc8600) 00010000:00000001:2.0:1773688179.415297:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160279040 : -129075549272576 : ffff8a9b41bc8600) 00010000:00000001:2.0:1773688179.415300:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.415303:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8600/0x52973366461d2a60 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.415309:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.415311:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.415313:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8600/0x52973366461d2a60 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.415322:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.415324:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.415327:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.415329:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8600/0x52973366461d2a60 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.415340:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bc8600 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.415343:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.415345:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.415347:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8600/0x52973366461d2a60 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.415353:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.415354:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.415355:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.415356:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8600 refcount=4 00000020:00000001:2.0:1773688179.415358:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160279040 : -129075549272576 : ffff8a9b41bc8600) 00010000:00000001:2.0:1773688179.415360:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160279040 : -129075549272576 : ffff8a9b41bc8600) 00010000:00000001:2.0:1773688179.415363:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.415365:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8600/0x52973366461d2a60 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.415370:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.415371:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.415372:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.415374:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.415376:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.415377:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.415378:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.415379:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc8600 with handle 0x52973366461d2a60 from hash 00010000:00000001:2.0:1773688179.415381:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.415382:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.415382:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.415383:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.415385:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.415386:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.415387:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.415388:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.415390:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.415392:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:2.0:1773688179.415395:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.415398:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.415400:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.415402:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.415404:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.415406:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.415407:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.415408:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.415410:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.415412:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.415415:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8600/0x52973366461d2a60 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.415420:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.415421:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.415423:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.415425:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.415426:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.415429:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8600/0x52973366461d2a60 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.415436:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96400. 00010000:00000001:2.0:1773688179.415443:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.415444:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.415446:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.415448:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.415449:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.415450:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9200 refcount=3 00000020:00000001:2.0:1773688179.415451:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160282112 : -129075549269504 : ffff8a9b41bc9200) 00010000:00000001:2.0:1773688179.415453:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160282112 : -129075549269504 : ffff8a9b41bc9200) 00010000:00000001:2.0:1773688179.415454:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.415456:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2a67 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x7f83dcb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.415459:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.415460:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.415462:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2a67 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x7f83dcb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.415470:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.415471:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.415473:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.415475:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2a67 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x7f83dcb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.415480:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bc9200 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.415482:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.415484:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.415485:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2a67 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x7f83dcb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.415490:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.415491:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.415493:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.415494:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9200 refcount=4 00000020:00000001:2.0:1773688179.415496:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160282112 : -129075549269504 : ffff8a9b41bc9200) 00010000:00000001:2.0:1773688179.415498:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160282112 : -129075549269504 : ffff8a9b41bc9200) 00010000:00000001:2.0:1773688179.415500:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.415502:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2a67 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x7f83dcb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.415508:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.415509:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.415510:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.415513:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.415514:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.415516:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.415517:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.415519:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9200 with handle 0x52973366461d2a67 from hash 00010000:00000001:2.0:1773688179.415521:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.415521:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.415523:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.415523:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.415525:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.415526:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.415528:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.415529:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.415530:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.415532:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x7f83dcb7 (ffff8a9a16349200) 00010000:00010000:2.0:1773688179.415534:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.415535:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.415536:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.415538:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.415538:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.415540:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.415540:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.415541:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.415542:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.415543:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.415545:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2a67 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x7f83dcb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.415550:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.415556:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.415558:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.415559:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.415561:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.415563:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2a67 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x7f83dcb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.415569:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96800. 00010000:00000040:2.0:1773688179.415573:0:75542:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a16349200 count: 0 00010000:00000010:2.0:1773688179.415579:0:75542:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b343e9e00. 00010000:00000001:2.0:1773688179.415586:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.415587:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.415589:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1773688179.415590:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1773688179.415592:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1773688179.415595:0:75542:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:2.0:1773688179.415599:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.415601:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.415602:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.415604:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.415606:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.415608:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.415614:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.415617:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1773688179.415620:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.415623:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.415625:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1773688179.415627:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.415629:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.415633:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.415635:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.415637:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.415639:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.415640:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc8400 with handle 0x52973366461d2a59 from hash 00010000:00000001:2.0:1773688179.415641:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.415642:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.415643:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.415644:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.415645:0:75542:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1773688179.415646:0:75542:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1773688179.415650:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d2a59 lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a712 expref: 47 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.415654:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1773688179.415656:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.415658:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.415660:0:75542:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.415661:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.415663:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.415663:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.415665:0:75542:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.415666:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.415667:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.415668:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.415670:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.415671:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:2.0:1773688179.415673:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.415674:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.415675:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.415676:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.415677:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.415679:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d2a59 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a712 expref: 47 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.415683:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 28 00000020:00000040:2.0:1773688179.415685:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 46 00010000:00000010:2.0:1773688179.415687:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.415690:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.415691:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bc8400, rc 0) 00000020:00000001:2.0:1773688179.415693:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1773688179.415696:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854312064 00010000:00000001:2.0:1773688179.415697:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.415701:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e8b2d80 x1859843854312064/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.415709:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.415712:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.415716:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.415720:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.415723:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.415725:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.415728:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.415730:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.415733:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.415738:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.415744:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505660. 00000100:00000200:2.0:1773688179.415750:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854312064, offset 224 00000400:00000200:2.0:1773688179.415757:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.415768:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.415775:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48031:48031:256:4294967295] 192.168.204.51@tcp LPNI seq info [48027:48027:8:4294967295] 00000400:00000200:2.0:1773688179.415785:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.415791:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.415796:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0ac00. 00000800:00000200:2.0:1773688179.415802:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.415810:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.415814:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0ac00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.415829:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.415832:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.415835:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.415837:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.415839:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.415845:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e8b2d80 x1859843854312064/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.415855:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+46:68109:x1859843854312064:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1257us (1491us total) trans 0 rc 301/301 00000100:00100000:2.0:1773688179.415863:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15478 00000100:00000040:2.0:1773688179.415866:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.415868:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.415869:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.415872:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.415875:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.415878:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a0bb6c600. 00000020:00000040:2.0:1773688179.415884:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 45 00000100:00000001:2.0:1773688179.415887:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.419276:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.419280:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854312192 02000000:00000001:2.0:1773688179.419283:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.419286:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.419288:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.419292:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.419296:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854312192 00000020:00000001:2.0:1773688179.419299:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.419301:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.419303:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.419306:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=46 00000020:00000001:2.0:1773688179.419308:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.419310:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.419315:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.419319:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.419323:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.419325:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000020:00000010:2.0:1773688179.419332:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a0bb6c600. 00000020:00000010:2.0:1773688179.419336:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.419341:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.419347:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.419349:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.419351:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.419354:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.419356:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.419358:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.419364:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.419372:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.419382:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.419384:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.419390:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15479 00000100:00000040:2.0:1773688179.419394:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.419396:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992999034240 : -129080710517376 : ffff8a9a0e1a2d80) 00000100:00000040:2.0:1773688179.419402:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e1a2d80 x1859843854312192/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.419411:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.419414:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.419416:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.419418:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000100:00100000:2.0:1773688179.419422:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e1a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+46:68109:x1859843854312192:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.419426:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854312192 00000020:00000001:2.0:1773688179.419429:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.419432:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.419436:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.419438:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.419440:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.419443:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.419446:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854312192, found 0 last_xid 1859843854312191 00000020:00000001:2.0:1773688179.419449:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.419451:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.419453:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.419458:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.419460:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.419462:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.419464:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.419466:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.419467:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.419471:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.419476:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6f00 count: 2 00010000:00000001:2.0:1773688179.419478:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.419481:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.419484:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9400. 00000020:00000001:2.0:1773688179.419487:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.419489:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9400 with handle 0x52973366461d2a6e to hash 00000020:00000001:2.0:1773688179.419491:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.419493:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160282624 : -129075549268992 : ffff8a9b41bc9400) 00010000:00000010:2.0:1773688179.419497:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.419500:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160282624 : -129075549268992 : ffff8a9b41bc9400) 00010000:00010000:2.0:1773688179.419504:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9400/0x52973366461d2a6e lrc: 2/0,0 mode: --/CR res: [0x2000134b0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a719 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.419512:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:2.0:1773688179.419514:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=47 00010000:00000001:2.0:1773688179.419519:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.419521:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.419527:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.419529:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.419531:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1773688179.419533:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.419534:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x2000134b0:0x6:0x0] 00000020:00000001:2.0:1773688179.419537:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.419543:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997883632280 : -129075825919336 : ffff8a9b313f3a98) 00000004:00000001:2.0:1773688179.419545:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614997883632192 : -129075825919424 : ffff8a9b313f3a40) 00000004:00000001:2.0:1773688179.419548:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.419550:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.419552:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.419554:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.419557:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.419561:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a0c159000. 02000000:00000001:2.0:1773688179.419564:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.419566:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.419569:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.419571:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1773688179.419574:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:2.0:1773688179.419576:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.419578:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.419589:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.419591:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.419593:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.419595:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.419599:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.419602:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.419604:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.419606:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.419607:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.419609:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.419610:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.419612:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.419614:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.419615:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.419617:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.419619:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.419620:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.419624:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.419629:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.419631:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.419633:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.419634:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.419636:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.419638:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.419640:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.419642:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.419643:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.419645:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.419647:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.419649:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.419650:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.419652:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.419656:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:2.0:1773688179.419658:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.419660:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:2.0:1773688179.419662:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.419664:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:2.0:1773688179.419665:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:2.0:1773688179.419668:0:75542:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000004:00000001:2.0:1773688179.419670:0:75542:0:(mdt_lib.c:2207:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.419672:0:75542:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x2000134b0:0x6:0x0]/[0x20000afe1:0xef:0x0], ldlm_rep = ffff8a9a0c159228 00000004:00000001:2.0:1773688179.419677:0:75542:0:(mdt_handler.c:4261:mdt_object_lock()) Process entered 00010000:00000001:2.0:1773688179.419681:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.419682:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.419686:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:2.0:1773688179.419688:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.419690:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.419693:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9600. 00000020:00000001:2.0:1773688179.419696:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.419697:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9600 with handle 0x52973366461d2a75 to hash 00000020:00000001:2.0:1773688179.419699:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.419701:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160283136 : -129075549268480 : ffff8a9b41bc9600) 00010000:00000010:2.0:1773688179.419704:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96800. 00010000:00000001:2.0:1773688179.419715:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160283136 : -129075549268480 : ffff8a9b41bc9600) 00010000:00000001:2.0:1773688179.419722:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.419724:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.419728:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9600/0x52973366461d2a75 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.419735:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.419742:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.419745:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.419749:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.419752:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.419754:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.419756:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.419759:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.419761:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.419762:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.419764:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.419766:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 3 00010000:00000040:2.0:1773688179.419770:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.419775:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 47 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.419785:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 47 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.419789:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9600/0x52973366461d2a75 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.419792:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.419795:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.419796:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.419798:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.419798:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.419800:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.419802:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.419804:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.419805:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.419807:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9600/0x52973366461d2a75 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.419810:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.419811:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.419812:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.419813:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.419814:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.419815:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9600 refcount=3 00000020:00000001:2.0:1773688179.419816:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160283136 : -129075549268480 : ffff8a9b41bc9600) 00010000:00000001:2.0:1773688179.419818:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160283136 : -129075549268480 : ffff8a9b41bc9600) 00010000:00000001:2.0:1773688179.419819:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.419820:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.419820:0:75542:0:(mdt_handler.c:4265:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.419823:0:75542:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1773688179.419826:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.419828:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688179.419852:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.419855:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.419859:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.419861:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.419865:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.419868:0:75542:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.419870:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.419872:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.419873:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.419874:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.419875:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.419877:0:75542:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.419878:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1773688179.419880:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:2.0:1773688179.419881:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.419883:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.419884:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.419886:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.419886:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.419888:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.419888:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.419889:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.419890:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.419891:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.419892:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.419893:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.419894:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0xef:0x0]: nlink=2, mode=40700, valid=0x1100000000002f8f 00000004:00200000:2.0:1773688179.419896:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0xef:0x0]: returning size 11776 00000004:00200000:2.0:1773688179.419898:0:75542:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 2 00000004:00000002:2.0:1773688179.419899:0:75542:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:2.0:1773688179.419900:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.419901:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.419902:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1773688179.419903:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.419904:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.419905:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.419907:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.419908:0:75542:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.419909:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.419911:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.419914:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.419919:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.419920:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.419921:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.419922:0:75542:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.419932:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.419933:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.419934:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9600 refcount=3 00000020:00000001:2.0:1773688179.419935:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160283136 : -129075549268480 : ffff8a9b41bc9600) 00010000:00000001:2.0:1773688179.419937:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160283136 : -129075549268480 : ffff8a9b41bc9600) 00000004:00010000:2.0:1773688179.419940:0:75542:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9600/0x52973366461d2a75 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.419943:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.419944:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.419945:0:75542:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:2.0:1773688179.419947:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.419949:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:2.0:1773688179.419950:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.419951:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.419953:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9600 refcount=3 00000020:00000001:2.0:1773688179.419954:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160283136 : -129075549268480 : ffff8a9b41bc9600) 00010000:00000001:2.0:1773688179.419955:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160283136 : -129075549268480 : ffff8a9b41bc9600) 00000004:00000040:2.0:1773688179.419971:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:2.0:1773688179.419973:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=48 00010000:00000001:2.0:1773688179.419975:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.419976:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.419977:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.419979:0:75542:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1773688179.419981:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.419982:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.419983:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.419985:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.419986:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.419988:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.419991:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.419992:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.419993:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1773688179.419997:0:75542:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b313f3a98/ffff8a9b313f3a40 to site lru. bkt: ffff8a9a1aeb68e8 00000004:00000001:2.0:1773688179.419998:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.419999:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.420001:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.420003:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.420005:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.420022:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.420024:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.420025:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.420027:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9400 with handle 0x52973366461d2a6e from hash 00010000:00000001:2.0:1773688179.420029:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.420031:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.420032:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.420033:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.420034:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.420037:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9400/0x52973366461d2a6e lrc: 0/0,0 mode: --/CR res: [0x2000134b0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a719 expref: 48 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.420043:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:2.0:1773688179.420045:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 47 00010000:00000010:2.0:1773688179.420047:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.420053:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.420054:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.420057:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.420060:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9600/0x52973366461d2a75 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a719 expref: 47 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.420066:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.420068:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.420069:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:2.0:1773688179.420071:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:2.0:1773688179.420073:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.420075:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.420076:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.420077:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.420079:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.420080:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bc9600, rc 0) 00000020:00000001:2.0:1773688179.420081:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.420084:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854312192 00010000:00000001:2.0:1773688179.420086:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.420089:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e1a2d80 x1859843854312192/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.420094:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.420095:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.420098:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.420101:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.420102:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.420104:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.420106:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.420107:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.420109:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.420110:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.420113:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505770. 00000100:00000200:2.0:1773688179.420117:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854312192, offset 224 00000400:00000200:2.0:1773688179.420121:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.420127:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.420131:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48032:48032:256:4294967295] 192.168.204.51@tcp LPNI seq info [48028:48028:8:4294967295] 00000400:00000200:2.0:1773688179.420138:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.420142:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.420145:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a200. 00000800:00000200:2.0:1773688179.420149:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.420153:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.420156:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.420165:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.420168:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.420170:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.420171:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.420172:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.420175:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e1a2d80 x1859843854312192/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.420181:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e1a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+47:68109:x1859843854312192:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 769us (946us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.420187:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15479 00000100:00000040:2.0:1773688179.420189:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.420191:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.420193:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.420196:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.420199:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.420201:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a0bb6c600. 00000020:00000040:2.0:1773688179.420205:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 46 00000100:00000001:2.0:1773688179.420207:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.420249:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.420253:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a200. 00000400:00000200:0.0:1773688179.420257:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.420261:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.420263:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505770 00000400:00000010:0.0:1773688179.420265:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505770. 00000100:00000001:0.0:1773688179.420268:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.420270:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1773688179.421041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc8600. 00010000:00000010:2.1:1773688179.421050:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a16349200. 00010000:00000010:2.1:1773688179.421055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9200. 00010000:00000010:2.1:1773688179.421061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc8400. 00000800:00000001:1.0:1773688179.422599:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.422609:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.422612:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.422614:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.422621:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.422632:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 448 into portal 23 MB=0x69b84a4462380 00000400:00000200:1.0:1773688179.422639:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 448/448 into md 0x71aad [2] + 1176 00000800:00000001:1.0:1773688179.422644:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.422651:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.422654:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.422657:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.422662:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.422664:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1773688179.422669:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e8b1c00. 00000100:00000040:1.0:1773688179.422672:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0e8b1c00 x1859843854312320 msgsize 448 00000100:00100000:1.0:1773688179.422676:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.422689:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.422694:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.422696:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.422723:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.422726:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854312320 02000000:00000001:0.0:1773688179.422728:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.422730:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.422732:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.422736:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.422739:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854312320 00000020:00000001:0.0:1773688179.422740:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.422742:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.422744:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.422746:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=47 00000020:00000001:0.0:1773688179.422749:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.422751:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.422754:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.422758:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703180. 00000100:00000001:0.0:1773688179.422760:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.422763:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703180. 00000020:00000010:0.0:1773688179.422767:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b37441800. 00000020:00000010:0.0:1773688179.422771:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b36cae080. 00000020:00000010:0.0:1773688179.422776:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b054004b0. 00000100:00000040:0.0:1773688179.422781:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1773688179.422783:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.422785:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1773688179.422786:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.422791:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.422803:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.422811:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.422813:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.422818:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3222 00000100:00000040:0.0:1773688179.422821:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.422823:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993006435328 : -129080703116288 : ffff8a9a0e8b1c00) 00000100:00000040:0.0:1773688179.422829:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e8b1c00 x1859843854312320/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 448/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688179.422837:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.422840:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703180. 00000100:00000001:0.0:1773688179.422842:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.422845:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703180. 00000100:00100000:0.0:1773688179.422849:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e8b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+47:68109:x1859843854312320:12345-192.168.204.51@tcp:37:dbench.0 00000100:00000200:0.0:1773688179.422852:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854312320 00000020:00000001:0.0:1773688179.422855:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.422858:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688179.422861:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.422863:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.422864:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862592 : -1038689024 : ffffffffc216dd00) 00000020:00000001:0.0:1773688179.422867:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688179.422869:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854312320, found 0 last_xid 1859843854312319 00000020:00000001:0.0:1773688179.422872:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.422874:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.422875:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.422877:0:73057:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1773688179.422879:0:73057:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.422881:0:73057:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000020:00000001:0.0:1773688179.422882:0:73057:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.422884:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.422886:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.422887:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.422890:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8a9a0eae8c00. 02000000:00000001:0.0:1773688179.422891:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.422892:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.422895:0:73057:0:(mdt_handler.c:2953:mdt_readpage()) Process entered 00000004:00000010:0.0:1773688179.422898:0:73057:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8a9b36f77800. 00000004:00000001:0.0:1773688179.423351:0:73057:0:(mdd_object.c:4165:mdd_readpage()) Process entered 00000020:00000001:0.0:1773688179.423356:0:73057:0:(dt_object.c:850:dt_index_walk()) Process entered 00080000:00000001:0.0:1773688179.423359:0:73057:0:(osd_index.c:123:osd_index_it_init()) Process entered 00080000:00000010:0.0:1773688179.423364:0:73057:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8a9b34d4c000. 00080000:00000010:0.0:1773688179.423367:0:73057:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8a9b08703180. 00080000:00000001:0.0:1773688179.423370:0:73057:0:(osd_index.c:148:osd_index_it_init()) Process leaving (rc=18446614997943762944 : -129075765788672 : ffff8a9b34d4c000) 00080000:00000001:0.0:1773688179.423373:0:73057:0:(osd_index.c:1218:osd_dir_it_init()) Process leaving (rc=18446614997943762944 : -129075765788672 : ffff8a9b34d4c000) 00080000:00000001:0.0:1773688179.423375:0:73057:0:(osd_index.c:1680:osd_dir_it_load()) Process entered 00080000:00000001:0.0:1773688179.423378:0:73057:0:(osd_index.c:1698:osd_dir_it_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688179.423381:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1773688179.423383:0:73057:0:(osd_index.c:1394:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:0.0:1773688179.423385:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:0.0:1773688179.423386:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.423389:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:0.0:1773688179.423391:0:73057:0:(osd_index.c:1500:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.423393:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1773688179.423395:0:73057:0:(osd_index.c:1342:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.423396:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1773688179.423397:0:73057:0:(osd_index.c:1396:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:0.0:1773688179.423399:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:0.0:1773688179.423400:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.423401:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:0.0:1773688179.423403:0:73057:0:(osd_index.c:345:osd_find_parent_fid()) Process entered 00080000:00000001:0.0:1773688179.423405:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.423409:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=46 : 46 : 2e) 00080000:00000001:0.0:1773688179.423411:0:73057:0:(osd_index.c:406:osd_find_parent_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.423413:0:73057:0:(osd_index.c:1518:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.423414:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1773688179.423436:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.423438:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1773688179.423440:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=12 : 12 : c) 00080000:00000001:0.0:1773688179.423442:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:0.0:1773688179.423444:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=1084031208197488640 : 1084031208197488640 : f0b40a3f20c8000) 00080000:00000001:0.0:1773688179.423446:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:0.0:1773688179.423462:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.423464:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1773688179.423466:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.423468:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1773688179.423469:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=9 : 9 : 9) 00080000:00000001:0.0:1773688179.423471:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:0.0:1773688179.423472:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=2954476392500723712 : 2954476392500723712 : 290068a020488000) 00080000:00000001:0.0:1773688179.423474:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:0.0:1773688179.423481:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.423483:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1773688179.423484:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.423486:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1773688179.423488:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=10 : 10 : a) 00080000:00000001:0.0:1773688179.423489:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:0.0:1773688179.423490:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=4957591141929025536 : 4957591141929025536 : 44cce6e08c4d8000) 00080000:00000001:0.0:1773688179.423492:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:0.0:1773688179.423499:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.423501:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1773688179.423503:0:73057:0:(osd_index.c:1356:osd_dir_it_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688179.423505:0:73057:0:(osd_index.c:156:osd_index_it_fini()) Process entered 00080000:00000010:0.0:1773688179.423509:0:73057:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8a9b08703180. 00080000:00000010:0.0:1773688179.423512:0:73057:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8a9b34d4c000. 00080000:00000001:0.0:1773688179.423515:0:73057:0:(osd_index.c:166:osd_index_it_fini()) Process leaving 00000020:00000001:0.0:1773688179.423517:0:73057:0:(dt_object.c:928:dt_index_walk()) Process leaving (rc=4096 : 4096 : 1000) 00000004:00000001:0.0:1773688179.423520:0:73057:0:(mdd_object.c:4222:mdd_readpage()) Process leaving via out_unlock (rc=4096 : 4096 : 0x1000) 00000020:00000001:0.0:1773688179.423523:0:73057:0:(tgt_handler.c:1213:tgt_sendpage()) Process entered 00000100:00000001:0.0:1773688179.423525:0:73057:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1773688179.423529:0:73057:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8a9a0eae8000. 00000100:00000010:0.0:1773688179.423533:0:73057:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8a9b3571b000. 00000020:00000040:0.0:1773688179.423536:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=48 00010000:00000001:0.0:1773688179.423539:0:73057:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1773688179.423542:0:73057:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1773688179.423546:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316bec38. 00000400:00000010:0.0:1773688179.423553:0:73057:0:(lib-lnet.h:479:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8a9b33887380. 00000400:00000200:0.0:1773688179.423557:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.423565:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.423569:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48033:48033:256:4294967295] 192.168.204.51@tcp LPNI seq info [48029:48029:8:4294967295] 00000400:00000200:0.0:1773688179.423574:0:73057:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.51@tcp 00000400:00000200:0.0:1773688179.423579:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.423597:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.423602:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b37c25500. 00000800:00000200:0.0:1773688179.423607:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.423611:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1022 00000800:00000200:0.0:1773688179.423614:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b37c25500 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:0.0:1773688179.423628:0:73057:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.51@tcp mbits 0x69b84a4462380-0x69b84a4462380 00000100:00000001:0.0:1773688179.423631:0:73057:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688179.423694:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.423697:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b37c25500. 00000400:00000200:1.0:1773688179.423702:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.423705:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.423708:0:3439:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1773688179.423709:0:3439:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8a9a0eae8000 00000100:00000001:1.0:1773688179.423711:0:3439:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:0.0:1773688179.424883:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.424888:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.424889:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.424907:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.424911:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : ACK - for me 00000400:00000200:0.0:1773688179.424917:0:3440:0:(lib-move.c:4700:lnet_parse_ack()) 192.168.204.151@tcp: ACK from 12345-192.168.204.51@tcp into md 0x77ccd 00000400:00000200:0.0:1773688179.424920:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.424922:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: ACK: OK 00000400:00000200:0.0:1773688179.424924:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316bec38 00000400:00000010:0.0:1773688179.424926:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316bec38. 00000100:00000001:0.0:1773688179.424928:0:3440:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1773688179.424929:0:3440:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8a9a0eae8000 00000100:00000001:0.0:1773688179.424937:0:3440:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:0.0:1773688179.424941:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.424944:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.424979:0:73057:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.424983:0:73057:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1773688179.424985:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 47 00000100:00000010:1.0:1773688179.424988:0:73057:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8a9b3571b000. 00000100:00000010:1.0:1773688179.424991:0:73057:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8a9a0eae8000. 00000100:00000001:1.0:1773688179.424993:0:73057:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000020:00000001:1.0:1773688179.424994:0:73057:0:(tgt_handler.c:1237:tgt_sendpage()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.424995:0:73057:0:(mdt_handler.c:2999:mdt_readpage()) Process leaving 00000004:00000010:1.0:1773688179.425481:0:73057:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8a9b36f77800. 00010000:00000040:1.0:1773688179.425486:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854312320 00010000:00000001:1.0:1773688179.425488:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688179.425492:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e8b1c00 x1859843854312320/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 448/440 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688179.425497:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.425499:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.425501:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=49 v=5 (1 1 1 0) 00000100:00000001:1.0:1773688179.425504:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.425506:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.425507:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.425509:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.425511:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.425513:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.425514:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.425517:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a642a8. 00000100:00000200:1.0:1773688179.425520:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1859843854312320, offset 224 00000400:00000200:1.0:1773688179.425523:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.425527:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.425530:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48034:48034:256:4294967295] 192.168.204.51@tcp LPNI seq info [48030:48030:8:4294967295] 00000400:00000200:1.0:1773688179.425535:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.425538:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.425541:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7d00. 00000800:00000200:1.0:1773688179.425543:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.425546:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.425548:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7d00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.425557:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.425560:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.425561:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688179.425563:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.425565:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688179.425568:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e8b1c00 x1859843854312320/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 448/440 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688179.425575:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e8b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+47:68109:x1859843854312320:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 2736us (2901us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688179.425582:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3222 00000100:00000040:1.0:1773688179.425584:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688179.425585:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.425587:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.425589:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b36cae080. 00000020:00000010:1.0:1773688179.425592:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b054004b0. 00000020:00000010:1.0:1773688179.425594:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b37441800. 00000020:00000040:1.0:1773688179.425597:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 46 00000100:00000001:1.0:1773688179.425599:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.425622:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.425626:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7d00. 00000400:00000200:0.0:1773688179.425630:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.425633:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.425635:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a642a8 00000400:00000010:0.0:1773688179.425636:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a642a8. 00000100:00000001:0.0:1773688179.425639:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.425640:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1773688179.428043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9400. 00000800:00000001:1.0:1773688179.428188:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.428204:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.428206:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.428208:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.428212:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.428220:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4462400 00000400:00000200:1.0:1773688179.428225:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 92120 00000800:00000001:1.0:1773688179.428229:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.428234:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.428236:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.428238:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.428241:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.428242:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688179.428245:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e8b0e00. 00000100:00000040:1.0:1773688179.428247:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0e8b0e00 x1859843854312448 msgsize 576 00000100:00100000:1.0:1773688179.428250:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.428264:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.428270:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.428273:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.428294:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.428298:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854312448 02000000:00000001:2.0:1773688179.428300:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.428302:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.428304:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.428308:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.428321:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854312448 00000020:00000001:2.0:1773688179.428327:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.428328:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.428331:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.428334:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=47 00000020:00000001:2.0:1773688179.428337:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.428339:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.428343:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.428347:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.428350:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.428352:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000020:00000010:2.0:1773688179.428357:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a0bb6c600. 00000020:00000010:2.0:1773688179.428361:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.428366:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.428371:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.428374:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.428375:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.428378:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.428380:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.428383:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.428388:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.428398:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.428407:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.428408:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.428414:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15480 00000100:00000040:2.0:1773688179.428417:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.428419:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993006431744 : -129080703119872 : ffff8a9a0e8b0e00) 00000100:00000040:2.0:1773688179.428427:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e8b0e00 x1859843854312448/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.428436:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.428439:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.428441:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.428443:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000100:00100000:2.0:1773688179.428447:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+47:68109:x1859843854312448:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.428451:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854312448 00000020:00000001:2.0:1773688179.428454:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.428458:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.428462:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.428464:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.428466:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.428469:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.428472:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854312448, found 0 last_xid 1859843854312447 00000020:00000001:2.0:1773688179.428475:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.428477:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.428479:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.428483:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.428485:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.428487:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.428489:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.428491:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.428493:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.428497:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.428503:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:2.0:1773688179.428506:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.428509:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.428512:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9400. 00000020:00000001:2.0:1773688179.428515:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.428518:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9400 with handle 0x52973366461d2a7c to hash 00000020:00000001:2.0:1773688179.428520:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.428521:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160282624 : -129075549268992 : ffff8a9b41bc9400) 00010000:00000010:2.0:1773688179.428527:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.428530:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160282624 : -129075549268992 : ffff8a9b41bc9400) 00010000:00010000:2.0:1773688179.428534:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9400/0x52973366461d2a7c lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a720 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.428542:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:2.0:1773688179.428545:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=48 00010000:00000001:2.0:1773688179.428550:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.428552:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.428558:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.428561:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.428563:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1773688179.428565:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.428567:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:2.0:1773688179.428570:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.428573:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:2.0:1773688179.428575:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:2.0:1773688179.428578:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.428588:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.428590:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.428595:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.428597:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.428604:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b071fc000. 02000000:00000001:2.0:1773688179.428607:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.428610:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.428612:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.428614:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1773688179.428618:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:2.0:1773688179.428620:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.428622:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.428625:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.428627:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.428629:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.428631:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.428632:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.428634:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.428636:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.428637:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.428639:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.428640:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.428641:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.428643:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.428645:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.428646:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.428648:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.428649:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.428651:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.428655:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.428659:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.428662:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.428664:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.428665:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.428667:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.428669:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.428670:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.428672:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.428674:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.428676:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.428678:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.428679:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.428681:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.428683:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.428686:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1773688179.428692:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3af8 00000004:00000002:2.0:1773688179.428694:0:75542:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/STARTUP, ldlm_rep = ffff8a9b071fc228 00000004:00000001:2.0:1773688179.428699:0:75542:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1773688179.428702:0:75542:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1773688179.428704:0:75542:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1773688179.428707:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.428709:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.428711:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 5 00010000:00000001:2.0:1773688179.428714:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.428716:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.428718:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc8400. 00000020:00000001:2.0:1773688179.428721:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.428723:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc8400 with handle 0x52973366461d2a83 to hash 00000020:00000001:2.0:1773688179.428725:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.428726:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160278528 : -129075549273088 : ffff8a9b41bc8400) 00010000:00000010:2.0:1773688179.428730:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96400. 00010000:00000001:2.0:1773688179.428732:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160278528 : -129075549273088 : ffff8a9b41bc8400) 00010000:00000001:2.0:1773688179.428735:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.428738:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.428741:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d2a83 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.428748:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.428752:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.428754:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.428756:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.428758:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.428761:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.428762:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.428765:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.428767:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.428768:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.428770:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.428772:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 5 00010000:00000040:2.0:1773688179.428775:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.428780:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9600/0x52973366461d2a75 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a719 expref: 48 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.428788:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 48 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.428796:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 48 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.428802:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d2a83 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.428808:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.428812:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.428814:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.428816:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.428817:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.428820:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.428822:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.428825:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.428827:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.428831:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d2a83 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.428836:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.428838:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.428839:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.428841:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.428842:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773688179.428846:0:75542:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a16349200. 00010000:00000010:2.0:1773688179.428848:0:75542:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b343e9e00. 00010000:00000001:2.0:1773688179.428850:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.428852:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9200. 00000020:00000001:2.0:1773688179.428853:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.428855:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9200 with handle 0x52973366461d2a8a to hash 00000020:00000001:2.0:1773688179.428856:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.428857:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160282112 : -129075549269504 : ffff8a9b41bc9200) 00010000:00000010:2.0:1773688179.428859:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96680. 00010000:00000001:2.0:1773688179.428861:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160282112 : -129075549269504 : ffff8a9b41bc9200) 00010000:00000001:2.0:1773688179.428863:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.428864:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.428865:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2a8a lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x1d2b78c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.428869:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.428870:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.428871:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.428872:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.428873:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.428874:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.428875:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.428877:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.428878:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.428879:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.428880:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.428881:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x1d2b78c8 (ffff8a9a16349200) refcount = 1 00010000:00010000:2.0:1773688179.428883:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2a8a lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x1d2b78c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.428886:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.428887:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.428888:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.428888:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.428889:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.428890:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.428891:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.428892:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.428893:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.428895:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2a8a lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x1d2b78c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.428897:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.428898:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.428898:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.428899:0:75542:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.428902:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.428924:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.428926:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1773688179.428928:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1773688179.428931:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.428934:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1773688179.428947:0:75542:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.428949:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.428950:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.428951:0:75542:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:2.0:1773688179.428954:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1773688179.428955:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.428973:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.428975:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.428976:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8400 refcount=3 00000020:00000001:2.0:1773688179.428980:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160278528 : -129075549273088 : ffff8a9b41bc8400) 00010000:00000001:2.0:1773688179.428981:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160278528 : -129075549273088 : ffff8a9b41bc8400) 00010000:00000001:2.0:1773688179.428983:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.428985:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d2a83 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.428989:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.428990:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.428991:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d2a83 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.428994:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.428995:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.428996:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.428998:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d2a83 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.429001:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bc8400 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.429003:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.429004:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.429005:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d2a83 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.429023:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.429024:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.429025:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.429027:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8400 refcount=4 00000020:00000001:2.0:1773688179.429028:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160278528 : -129075549273088 : ffff8a9b41bc8400) 00010000:00000001:2.0:1773688179.429030:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160278528 : -129075549273088 : ffff8a9b41bc8400) 00010000:00000001:2.0:1773688179.429032:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.429035:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d2a83 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.429039:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.429040:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.429041:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.429044:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.429045:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.429046:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.429046:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.429048:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc8400 with handle 0x52973366461d2a83 from hash 00010000:00000001:2.0:1773688179.429049:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.429050:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.429051:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.429052:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.429053:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.429054:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.429055:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.429057:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.429058:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.429060:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:2.0:1773688179.429061:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.429063:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.429064:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.429065:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.429067:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.429068:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.429069:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.429070:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.429071:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.429072:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.429073:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d2a83 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.429076:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.429077:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.429078:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.429079:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.429080:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.429081:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d2a83 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.429085:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96400. 00010000:00000001:2.0:1773688179.429089:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.429090:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.429091:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.429092:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.429092:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.429093:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9200 refcount=3 00000020:00000001:2.0:1773688179.429094:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160282112 : -129075549269504 : ffff8a9b41bc9200) 00010000:00000001:2.0:1773688179.429096:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160282112 : -129075549269504 : ffff8a9b41bc9200) 00010000:00000001:2.0:1773688179.429097:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.429098:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2a8a lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x1d2b78c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.429101:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.429102:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.429103:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2a8a lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x1d2b78c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.429105:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.429106:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.429107:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.429108:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2a8a lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x1d2b78c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.429111:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bc9200 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.429112:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.429113:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.429114:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2a8a lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x1d2b78c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.429120:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.429121:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.429122:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.429123:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9200 refcount=4 00000020:00000001:2.0:1773688179.429124:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160282112 : -129075549269504 : ffff8a9b41bc9200) 00010000:00000001:2.0:1773688179.429125:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160282112 : -129075549269504 : ffff8a9b41bc9200) 00010000:00000001:2.0:1773688179.429126:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.429127:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2a8a lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x1d2b78c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.429129:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.429130:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.429131:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.429132:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.429132:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.429133:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.429134:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.429135:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9200 with handle 0x52973366461d2a8a from hash 00010000:00000001:2.0:1773688179.429136:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.429137:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.429137:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.429138:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.429139:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.429139:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.429140:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.429141:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.429142:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.429143:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x1d2b78c8 (ffff8a9a16349200) 00010000:00010000:2.0:1773688179.429144:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.429145:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.429146:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.429147:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.429147:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.429149:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.429150:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.429150:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.429151:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.429153:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.429154:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2a8a lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x1d2b78c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.429157:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.429157:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.429158:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.429158:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.429159:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.429160:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2a8a lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x1d2b78c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.429163:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96680. 00010000:00000040:2.0:1773688179.429164:0:75542:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a16349200 count: 0 00010000:00000010:2.0:1773688179.429167:0:75542:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b343e9e00. 00010000:00000001:2.0:1773688179.429170:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.429171:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.429172:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1773688179.429173:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1773688179.429180:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1773688179.429182:0:75542:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:2.0:1773688179.429184:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.429185:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.429186:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.429187:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.429188:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.429190:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.429194:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.429196:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1773688179.429198:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.429200:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.429201:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1773688179.429203:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.429205:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.429208:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.429209:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.429211:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.429212:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.429214:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9400 with handle 0x52973366461d2a7c from hash 00010000:00000001:2.0:1773688179.429216:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.429217:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.429218:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.429219:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.429221:0:75542:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1773688179.429223:0:75542:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1773688179.429228:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9400/0x52973366461d2a7c lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a720 expref: 48 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.429235:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1773688179.429237:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.429239:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.429241:0:75542:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.429243:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.429245:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.429246:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.429247:0:75542:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.429248:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.429249:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.429250:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.429251:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.429252:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:2.0:1773688179.429253:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.429254:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.429255:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.429256:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.429257:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.429259:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9400/0x52973366461d2a7c lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a720 expref: 48 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.429266:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:2.0:1773688179.429268:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 47 00010000:00000010:2.0:1773688179.429269:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.429272:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.429273:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bc9400, rc 0) 00000020:00000001:2.0:1773688179.429274:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1773688179.429276:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854312448 00010000:00000001:2.0:1773688179.429278:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.429281:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e8b0e00 x1859843854312448/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.429285:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.429287:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.429289:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.429292:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.429293:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.429295:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.429296:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.429298:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.429299:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.429301:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.429303:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505dd0. 00000100:00000200:2.0:1773688179.429307:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854312448, offset 224 00000400:00000200:2.0:1773688179.429311:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.429316:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.429320:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48035:48035:256:4294967295] 192.168.204.51@tcp LPNI seq info [48031:48031:8:4294967295] 00000400:00000200:2.0:1773688179.429326:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.429329:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.429332:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a900. 00000800:00000200:2.0:1773688179.429335:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.429339:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.429342:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a900 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.429352:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.429354:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.429355:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.429356:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.429358:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.429360:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e8b0e00 x1859843854312448/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.429366:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+47:68109:x1859843854312448:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 929us (1117us total) trans 0 rc 301/301 00000100:00100000:2.0:1773688179.429371:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15480 00000100:00000040:2.0:1773688179.429374:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.429376:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.429377:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.429379:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.429382:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.429384:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a0bb6c600. 00000020:00000040:2.0:1773688179.429387:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 46 00000100:00000001:2.0:1773688179.429389:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.429429:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.429433:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a900. 00000400:00000200:0.0:1773688179.429437:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.429441:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.429445:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505dd0 00000400:00000010:0.0:1773688179.429447:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505dd0. 00000100:00000001:0.0:1773688179.429450:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.429452:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.431973:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.431981:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.431984:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.431986:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.431994:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.432005:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4462480 00000400:00000200:0.0:1773688179.432045:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 92696 00000800:00000001:0.0:1773688179.432052:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.432059:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.432061:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.432064:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.432070:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.432072:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.432077:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0bf15880. 00000100:00000040:0.0:1773688179.432080:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0bf15880 x1859843854312576 msgsize 576 00000100:00100000:0.0:1773688179.432084:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.432093:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.432097:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.432100:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.432116:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.432118:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854312576 02000000:00000001:2.0:1773688179.432120:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.432122:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.432124:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.432127:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.432129:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854312576 00000020:00000001:2.0:1773688179.432131:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.432132:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.432133:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.432135:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=47 00000020:00000001:2.0:1773688179.432137:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.432139:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.432142:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.432145:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.432147:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.432149:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000020:00000010:2.0:1773688179.432152:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a0bb6c600. 00000020:00000010:2.0:1773688179.432156:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.432159:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.432163:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.432165:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.432166:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.432168:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.432169:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.432170:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.432174:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.432182:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.432188:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.432189:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.432192:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15481 00000100:00000040:2.0:1773688179.432195:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.432197:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992962803840 : -129080746747776 : ffff8a9a0bf15880) 00000100:00000040:2.0:1773688179.432201:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0bf15880 x1859843854312576/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.432208:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.432209:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.432212:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.432214:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000100:00100000:2.0:1773688179.432217:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0bf15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+47:68109:x1859843854312576:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.432220:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854312576 00000020:00000001:2.0:1773688179.432222:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.432225:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.432228:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.432229:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.432230:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.432232:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.432234:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854312576, found 0 last_xid 1859843854312575 00000020:00000001:2.0:1773688179.432237:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.432238:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.432239:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.432242:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.432244:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.432245:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.432246:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.432247:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.432248:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.432251:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.432255:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:2.0:1773688179.432256:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.432264:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.432266:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc8600. 00000020:00000001:2.0:1773688179.432268:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.432270:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc8600 with handle 0x52973366461d2a91 to hash 00000020:00000001:2.0:1773688179.432271:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.432272:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160279040 : -129075549272576 : ffff8a9b41bc8600) 00010000:00000010:2.0:1773688179.432275:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.432277:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160279040 : -129075549272576 : ffff8a9b41bc8600) 00010000:00010000:2.0:1773688179.432280:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8600/0x52973366461d2a91 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a727 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.432286:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:2.0:1773688179.432288:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=48 00010000:00000001:2.0:1773688179.432292:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.432294:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.432298:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.432300:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.432301:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1773688179.432302:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.432303:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:2.0:1773688179.432306:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.432309:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:2.0:1773688179.432311:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:2.0:1773688179.432312:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.432314:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.432315:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.432317:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.432318:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.432322:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b071fa000. 02000000:00000001:2.0:1773688179.432323:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.432325:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.432326:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.432327:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1773688179.432330:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:2.0:1773688179.432331:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.432332:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.432334:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.432335:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.432336:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.432337:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.432338:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.432339:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.432340:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.432340:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.432341:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.432342:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.432343:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.432344:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.432345:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.432345:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.432346:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.432348:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.432349:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.432357:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.432361:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.432363:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.432365:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.432366:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.432368:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.432370:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.432378:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.432379:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.432381:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.432383:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.432386:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.432387:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.432389:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.432390:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.432393:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1773688179.432398:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3af8 00000004:00000002:2.0:1773688179.432401:0:75542:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/FOO, ldlm_rep = ffff8a9b071fa228 00000004:00000001:2.0:1773688179.432405:0:75542:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1773688179.432407:0:75542:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1773688179.432409:0:75542:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1773688179.432411:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.432412:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.432415:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 5 00010000:00000001:2.0:1773688179.432417:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.432419:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.432421:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9800. 00000020:00000001:2.0:1773688179.432423:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.432424:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9800 with handle 0x52973366461d2a98 to hash 00000020:00000001:2.0:1773688179.432425:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.432426:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000010:2.0:1773688179.432428:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96680. 00010000:00000001:2.0:1773688179.432429:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688179.432432:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.432433:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.432435:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2a98 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.432441:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.432443:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.432444:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.432445:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.432447:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.432448:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.432449:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.432450:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.432451:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.432452:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.432453:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.432454:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 5 00010000:00000040:2.0:1773688179.432456:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.432459:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9600/0x52973366461d2a75 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a719 expref: 48 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.432465:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 48 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.432469:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 48 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.432472:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2a98 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.432475:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.432477:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.432478:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.432479:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.432480:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.432482:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.432484:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.432489:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.432491:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.432493:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2a98 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.432496:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.432497:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.432498:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.432499:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.432500:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773688179.432502:0:75542:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a16349900. 00010000:00000010:2.0:1773688179.432504:0:75542:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b343e9e00. 00010000:00000001:2.0:1773688179.432506:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.432507:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9c00. 00000020:00000001:2.0:1773688179.432508:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.432510:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9c00 with handle 0x52973366461d2a9f to hash 00000020:00000001:2.0:1773688179.432511:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.432512:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000010:2.0:1773688179.432513:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96400. 00010000:00000001:2.0:1773688179.432515:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:2.0:1773688179.432516:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.432517:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.432519:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2a9f lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.432522:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.432522:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.432523:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.432524:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.432525:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.432525:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.432526:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.432528:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.432528:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.432529:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.432530:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.432531:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x44fbd80 (ffff8a9a16349900) refcount = 1 00010000:00010000:2.0:1773688179.432533:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2a9f lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.432536:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.432537:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.432538:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.432538:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.432539:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.432540:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.432541:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.432542:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.432543:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.432544:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2a9f lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.432547:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.432548:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.432548:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.432549:0:75542:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.432551:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.432573:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.432575:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1773688179.432577:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1773688179.432583:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.432585:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1773688179.432597:0:75542:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.432598:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.432600:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.432601:0:75542:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:2.0:1773688179.432603:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1773688179.432604:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.432606:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.432607:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.432608:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9800 refcount=3 00000020:00000001:2.0:1773688179.432609:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688179.432611:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688179.432612:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.432614:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2a98 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.432617:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.432618:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.432619:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2a98 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.432622:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.432623:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.432625:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.432626:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2a98 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.432629:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bc9800 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.432631:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.432632:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.432633:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2a98 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.432638:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.432639:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.432640:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.432641:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9800 refcount=4 00000020:00000001:2.0:1773688179.432643:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688179.432644:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688179.432647:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.432649:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2a98 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.432655:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.432656:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.432658:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.432660:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.432662:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.432663:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.432665:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.432667:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9800 with handle 0x52973366461d2a98 from hash 00010000:00000001:2.0:1773688179.432669:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.432670:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.432671:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.432672:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.432674:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.432675:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.432677:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.432678:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.432680:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.432682:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:2.0:1773688179.432684:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.432686:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.432688:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.432690:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.432692:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.432694:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.432695:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.432696:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.432705:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.432707:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.432713:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2a98 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.432718:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.432719:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.432721:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.432722:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.432723:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.432725:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2a98 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.432729:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96680. 00010000:00000001:2.0:1773688179.432734:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.432734:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.432735:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.432736:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.432737:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.432738:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9c00 refcount=3 00000020:00000001:2.0:1773688179.432739:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:2.0:1773688179.432741:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:2.0:1773688179.432742:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.432743:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2a9f lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.432746:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.432747:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.432748:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2a9f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.432751:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.432752:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.432753:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.432754:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2a9f lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.432757:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bc9c00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.432758:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.432759:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.432760:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2a9f lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.432766:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.432767:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.432768:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.432768:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9c00 refcount=4 00000020:00000001:2.0:1773688179.432769:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:2.0:1773688179.432770:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:2.0:1773688179.432772:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.432773:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2a9f lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.432775:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.432776:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.432777:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.432778:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.432779:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.432780:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.432780:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.432781:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9c00 with handle 0x52973366461d2a9f from hash 00010000:00000001:2.0:1773688179.432783:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.432783:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.432784:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.432784:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.432786:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.432786:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.432787:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.432788:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.432789:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.432790:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x44fbd80 (ffff8a9a16349900) 00010000:00010000:2.0:1773688179.432791:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.432792:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.432794:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.432795:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.432795:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.432797:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.432798:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.432798:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.432800:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.432801:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.432802:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2a9f lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.432805:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.432805:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.432806:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.432806:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.432807:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.432808:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2a9f lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.432811:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96400. 00010000:00000040:2.0:1773688179.432813:0:75542:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a16349900 count: 0 00010000:00000010:2.0:1773688179.432815:0:75542:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b343e9e00. 00010000:00000001:2.0:1773688179.432818:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.432818:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.432819:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1773688179.432821:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1773688179.432821:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1773688179.432823:0:75542:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:2.0:1773688179.432826:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.432827:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.432828:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.432830:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.432831:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.432833:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.432838:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.432840:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1773688179.432842:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.432844:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.432845:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1773688179.432847:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.432849:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.432851:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.432852:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.432854:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.432856:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.432858:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc8600 with handle 0x52973366461d2a91 from hash 00010000:00000001:2.0:1773688179.432860:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.432862:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.432863:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.432864:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.432865:0:75542:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1773688179.432867:0:75542:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1773688179.432872:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8600/0x52973366461d2a91 lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a727 expref: 48 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.432879:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1773688179.432880:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.432881:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.432882:0:75542:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.432884:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.432885:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.432886:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.432887:0:75542:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.432888:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.432889:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.432889:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.432890:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.432891:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:2.0:1773688179.432893:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.432894:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.432895:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.432896:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.432896:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.432898:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8600/0x52973366461d2a91 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a727 expref: 48 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.432905:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:2.0:1773688179.432907:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 47 00010000:00000010:2.0:1773688179.432909:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.432912:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.432913:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bc8600, rc 0) 00000020:00000001:2.0:1773688179.432914:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1773688179.432916:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854312576 00010000:00000001:2.0:1773688179.432918:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.432921:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0bf15880 x1859843854312576/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.432926:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.432929:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.432931:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.432934:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.432936:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.432938:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.432940:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.432941:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.432943:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.432944:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.432948:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b035056e8. 00000100:00000200:2.0:1773688179.432952:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854312576, offset 224 00000400:00000200:2.0:1773688179.432972:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.432980:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.432985:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48036:48036:256:4294967295] 192.168.204.51@tcp LPNI seq info [48032:48032:8:4294967295] 00000400:00000200:2.0:1773688179.432995:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.433000:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.433004:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a500. 00000800:00000200:2.0:1773688179.433038:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.433044:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.433048:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a500 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.433059:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.433063:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.433065:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.433067:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.433070:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.433074:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0bf15880 x1859843854312576/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.433084:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0bf15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+47:68109:x1859843854312576:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 874us (1002us total) trans 0 rc 301/301 00000100:00100000:2.0:1773688179.433092:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15481 00000100:00000040:2.0:1773688179.433095:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.433098:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.433099:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.433103:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.433107:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.433110:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a0bb6c600. 00000020:00000040:2.0:1773688179.433114:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 46 00000100:00000001:2.0:1773688179.433116:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.433132:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.433137:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a500. 00000400:00000200:1.0:1773688179.433141:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.433145:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.433149:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b035056e8 00000400:00000010:1.0:1773688179.433151:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b035056e8. 00000100:00000001:1.0:1773688179.433154:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.433156:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.439817:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.439831:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.439835:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.439837:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.439847:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.439862:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4462500 00000400:00000200:0.0:1773688179.439869:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 93272 00000800:00000001:0.0:1773688179.439875:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.439884:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.439886:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.439890:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.439897:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.439899:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.439911:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b08d5ed80. 00000100:00000040:0.0:1773688179.439915:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b08d5ed80 x1859843854312704 msgsize 576 00000100:00100000:0.0:1773688179.439919:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.439933:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.439940:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.439944:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.439976:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.439979:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854312704 02000000:00000001:2.0:1773688179.439981:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.439982:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.439984:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.439987:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.439990:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854312704 00000020:00000001:2.0:1773688179.439992:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.439993:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.439994:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.439997:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=47 00000020:00000001:2.0:1773688179.439999:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.440000:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.440004:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00010000:00000010:2.1:1773688179.440023:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc8400. 00010000:00000010:2.1:1773688179.440029:0:75542:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a16349200. 00010000:00000010:2.1:1773688179.440032:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9200. 00010000:00000010:2.1:1773688179.440034:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9400. 00010000:00000010:2.1:1773688179.440037:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9800. 00010000:00000010:2.1:1773688179.440039:0:75542:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a16349900. 00010000:00000010:2.1:1773688179.440042:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9c00. 00010000:00000010:2.1:1773688179.440055:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc8600. 00000020:00000010:2.0:1773688179.440058:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.440061:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.440063:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000020:00000010:2.0:1773688179.440067:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a0bb6c600. 00000020:00000010:2.0:1773688179.440070:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.440074:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.440079:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.440080:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.440081:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.440084:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.440085:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.440086:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.440091:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.440098:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.440106:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.440107:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.440110:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15482 00000100:00000040:2.0:1773688179.440113:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.440115:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997205642624 : -129076503908992 : ffff8a9b08d5ed80) 00000100:00000040:2.0:1773688179.440121:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b08d5ed80 x1859843854312704/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.440126:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.440128:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.440129:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.440131:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000100:00100000:2.0:1773688179.440134:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b08d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+47:68109:x1859843854312704:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.440137:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854312704 00000020:00000001:2.0:1773688179.440140:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.440143:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.440145:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.440147:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.440148:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.440150:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.440152:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854312704, found 0 last_xid 1859843854312703 00000020:00000001:2.0:1773688179.440154:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.440156:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.440158:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.440161:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.440163:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.440164:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.440165:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.440167:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.440168:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.440171:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.440175:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:2.0:1773688179.440177:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.440178:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.440181:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc8600. 00000020:00000001:2.0:1773688179.440183:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.440185:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc8600 with handle 0x52973366461d2aa6 to hash 00000020:00000001:2.0:1773688179.440186:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.440187:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160279040 : -129075549272576 : ffff8a9b41bc8600) 00010000:00000010:2.0:1773688179.440191:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.440193:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160279040 : -129075549272576 : ffff8a9b41bc8600) 00010000:00010000:2.0:1773688179.440196:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8600/0x52973366461d2aa6 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a72e expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.440201:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:2.0:1773688179.440203:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=48 00010000:00000001:2.0:1773688179.440208:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.440209:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.440214:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.440215:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.440217:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1773688179.440218:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.440219:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:2.0:1773688179.440222:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.440224:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:2.0:1773688179.440225:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:2.0:1773688179.440227:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.440229:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.440230:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.440231:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.440233:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.440237:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b071fe000. 02000000:00000001:2.0:1773688179.440238:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.440240:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.440241:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.440243:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1773688179.440245:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:2.0:1773688179.440246:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.440248:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.440249:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.440251:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.440252:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.440253:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.440254:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.440255:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.440255:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.440256:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.440257:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.440258:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.440259:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.440259:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.440260:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.440261:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.440262:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.440264:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.440265:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.440267:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.440271:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.440272:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.440273:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.440274:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.440275:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.440276:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.440277:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.440278:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.440279:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.440280:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.440281:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.440282:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.440283:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.440284:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.440286:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1773688179.440290:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3af8 00000004:00000002:2.0:1773688179.440292:0:75542:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/CHAP10, ldlm_rep = ffff8a9b071fe228 00000004:00000001:2.0:1773688179.440294:0:75542:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1773688179.440296:0:75542:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1773688179.440298:0:75542:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1773688179.440300:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.440301:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.440302:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 5 00010000:00000001:2.0:1773688179.440304:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.440305:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.440306:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9c00. 00000020:00000001:2.0:1773688179.440307:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.440309:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9c00 with handle 0x52973366461d2aad to hash 00000020:00000001:2.0:1773688179.440310:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.440311:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000010:2.0:1773688179.440312:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96400. 00010000:00000001:2.0:1773688179.440313:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:2.0:1773688179.440315:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.440317:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.440320:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2aad lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.440324:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.440327:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.440329:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.440330:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.440331:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.440333:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.440334:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.440336:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.440337:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.440338:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.440339:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.440340:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 5 00010000:00000040:2.0:1773688179.440342:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.440345:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9600/0x52973366461d2a75 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a719 expref: 48 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.440349:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 48 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.440353:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 48 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.440358:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2aad lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.440361:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.440364:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.440365:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.440366:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.440367:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.440369:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.440371:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.440372:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.440374:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.440376:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2aad lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.440379:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.440380:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.440381:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.440382:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.440382:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773688179.440385:0:75542:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a16349900. 00010000:00000010:2.0:1773688179.440387:0:75542:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b343e9e00. 00010000:00000001:2.0:1773688179.440389:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.440390:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9800. 00000020:00000001:2.0:1773688179.440391:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.440392:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9800 with handle 0x52973366461d2ab4 to hash 00000020:00000001:2.0:1773688179.440393:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.440393:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000010:2.0:1773688179.440395:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96680. 00010000:00000001:2.0:1773688179.440396:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688179.440398:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.440399:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.440401:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2ab4 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0xfe8272f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.440404:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.440405:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.440406:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.440406:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.440407:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.440408:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.440409:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.440410:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.440411:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.440412:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.440413:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.440414:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0xfe8272f1 (ffff8a9a16349900) refcount = 1 00010000:00010000:2.0:1773688179.440416:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2ab4 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xfe8272f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.440418:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.440419:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.440420:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.440421:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.440421:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.440422:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.440423:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.440424:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.440425:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.440427:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2ab4 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xfe8272f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.440429:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.440430:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.440430:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.440431:0:75542:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.440434:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.440459:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.440461:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1773688179.440463:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1773688179.440465:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.440468:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1773688179.440481:0:75542:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.440483:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.440484:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.440485:0:75542:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:2.0:1773688179.440487:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1773688179.440489:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.440490:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.440491:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.440492:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9c00 refcount=3 00000020:00000001:2.0:1773688179.440494:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:2.0:1773688179.440495:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:2.0:1773688179.440497:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.440498:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2aad lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.440501:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.440502:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.440503:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2aad lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.440507:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.440507:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.440509:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.440510:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2aad lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.440514:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bc9c00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.440515:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.440516:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.440523:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2aad lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.440526:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.440527:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.440528:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.440529:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9c00 refcount=4 00000020:00000001:2.0:1773688179.440530:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:2.0:1773688179.440532:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:2.0:1773688179.440534:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.440537:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2aad lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.440543:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.440544:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.440545:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.440549:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.440550:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.440552:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.440553:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.440556:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9c00 with handle 0x52973366461d2aad from hash 00010000:00000001:2.0:1773688179.440558:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.440560:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.440561:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.440562:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.440564:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.440565:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.440567:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.440569:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.440571:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.440574:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:2.0:1773688179.440576:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.440578:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.440580:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.440582:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.440584:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.440586:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.440587:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.440588:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.440590:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.440593:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.440596:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2aad lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.440601:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.440602:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.440604:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.440605:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.440607:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.440609:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2aad lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.440615:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96400. 00010000:00000001:2.0:1773688179.440621:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.440622:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.440624:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.440625:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.440626:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.440628:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9800 refcount=3 00000020:00000001:2.0:1773688179.440629:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688179.440632:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688179.440634:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.440636:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2ab4 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xfe8272f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.440641:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.440642:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.440644:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2ab4 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xfe8272f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.440647:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.440648:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.440649:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.440651:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2ab4 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xfe8272f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.440653:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bc9800 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.440654:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.440655:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.440656:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2ab4 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xfe8272f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.440662:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.440663:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.440664:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.440665:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9800 refcount=4 00000020:00000001:2.0:1773688179.440666:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688179.440667:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688179.440668:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.440669:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2ab4 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xfe8272f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.440672:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.440672:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.440673:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.440674:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.440675:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.440676:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.440677:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.440678:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9800 with handle 0x52973366461d2ab4 from hash 00010000:00000001:2.0:1773688179.440679:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.440680:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.440680:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.440681:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.440682:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.440683:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.440684:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.440685:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.440685:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.440687:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0xfe8272f1 (ffff8a9a16349900) 00010000:00010000:2.0:1773688179.440688:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.440689:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.440690:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.440691:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.440692:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.440694:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.440694:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.440695:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.440696:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.440697:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.440699:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2ab4 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0xfe8272f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.440701:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.440702:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.440703:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.440703:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.440704:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.440705:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2ab4 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0xfe8272f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.440708:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96680. 00010000:00000040:2.0:1773688179.440710:0:75542:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a16349900 count: 0 00010000:00000010:2.0:1773688179.440713:0:75542:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b343e9e00. 00010000:00000001:2.0:1773688179.440715:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.440716:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.440717:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1773688179.440718:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1773688179.440718:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1773688179.440720:0:75542:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:2.0:1773688179.440722:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.440723:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.440724:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.440725:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.440726:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.440728:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.440731:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.440733:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1773688179.440734:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.440736:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.440737:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1773688179.440738:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.440740:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.440742:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.440743:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.440744:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.440745:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.440746:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc8600 with handle 0x52973366461d2aa6 from hash 00010000:00000001:2.0:1773688179.440747:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.440748:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.440749:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.440750:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.440750:0:75542:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1773688179.440752:0:75542:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1773688179.440755:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8600/0x52973366461d2aa6 lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a72e expref: 48 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.440759:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1773688179.440760:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.440761:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.440762:0:75542:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.440763:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.440765:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.440765:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.440766:0:75542:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.440767:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.440768:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.440768:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.440769:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.440770:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:2.0:1773688179.440771:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.440772:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.440773:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.440774:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.440775:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.440776:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8600/0x52973366461d2aa6 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a72e expref: 48 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.440783:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:2.0:1773688179.440784:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 47 00010000:00000010:2.0:1773688179.440786:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.440788:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.440789:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bc8600, rc 0) 00000020:00000001:2.0:1773688179.440790:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1773688179.440793:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854312704 00010000:00000001:2.0:1773688179.440795:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.440798:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b08d5ed80 x1859843854312704/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.440803:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.440805:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.440807:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.440810:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.440811:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.440813:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.440814:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.440815:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.440817:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.440819:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.440822:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b035057f8. 00000100:00000200:2.0:1773688179.440826:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854312704, offset 224 00000400:00000200:2.0:1773688179.440830:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.440836:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.440840:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48037:48037:256:4294967295] 192.168.204.51@tcp LPNI seq info [48033:48033:8:4294967295] 00000400:00000200:2.0:1773688179.440847:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.440851:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.440854:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a000. 00000800:00000200:2.0:1773688179.440857:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.440862:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.440865:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a000 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.440874:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.440877:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.440878:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.440879:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.440881:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.440883:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b08d5ed80 x1859843854312704/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.440890:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b08d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+47:68109:x1859843854312704:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 762us (973us total) trans 0 rc 301/301 00000100:00100000:2.0:1773688179.440896:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15482 00000100:00000040:2.0:1773688179.440898:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.440900:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.440901:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.440904:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.440907:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.440909:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a0bb6c600. 00000020:00000040:2.0:1773688179.440913:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 46 00000100:00000001:2.0:1773688179.440916:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.440950:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.440954:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a000. 00000400:00000200:0.0:1773688179.440969:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.440974:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.440978:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b035057f8 00000400:00000010:0.0:1773688179.440980:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b035057f8. 00000100:00000001:0.0:1773688179.440983:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.440984:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1773688179.443761:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.443769:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.443772:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.443773:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.443778:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.443786:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4462580 00000400:00000200:1.0:1773688179.443790:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 93848 00000800:00000001:1.0:1773688179.443794:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.443799:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.443801:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.443803:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.443806:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.443807:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688179.443810:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e8b0700. 00000100:00000040:1.0:1773688179.443812:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0e8b0700 x1859843854312832 msgsize 584 00000100:00100000:1.0:1773688179.443815:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.443824:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.443828:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.443829:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.443857:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.443860:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854312832 02000000:00000001:2.0:1773688179.443862:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.443864:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.443865:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.443868:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.443870:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854312832 00000020:00000001:2.0:1773688179.443871:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.443872:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.443874:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.443876:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=47 00000020:00000001:2.0:1773688179.443878:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.443879:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.443882:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.443884:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.443886:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.443888:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000020:00000010:2.0:1773688179.443891:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a0bb6c600. 00000020:00000010:2.0:1773688179.443894:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.443897:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.443900:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.443902:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.443903:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.443905:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.443906:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.443907:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.443911:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.443919:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.443924:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.443926:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.443929:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15483 00000100:00000040:2.0:1773688179.443932:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.443933:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993006429952 : -129080703121664 : ffff8a9a0e8b0700) 00000100:00000040:2.0:1773688179.443937:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e8b0700 x1859843854312832/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.443943:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.443944:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5680. 00000100:00000001:2.0:1773688179.443946:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.443948:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5680. 00000100:00100000:2.0:1773688179.443952:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e8b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+47:68109:x1859843854312832:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.443954:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854312832 00000020:00000001:2.0:1773688179.443966:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.443970:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.443973:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.443974:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.443976:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.443977:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.443979:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854312832, found 0 last_xid 1859843854312831 00000020:00000001:2.0:1773688179.443981:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.443982:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.443983:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.443986:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.443987:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.443988:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.443989:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.443990:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.443991:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.443994:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.443997:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:2.0:1773688179.443999:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.444000:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.444003:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9400. 00000020:00000001:2.0:1773688179.444004:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.444019:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9400 with handle 0x52973366461d2abb to hash 00000020:00000001:2.0:1773688179.444022:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.444023:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160282624 : -129075549268992 : ffff8a9b41bc9400) 00010000:00000010:2.0:1773688179.444026:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.444028:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160282624 : -129075549268992 : ffff8a9b41bc9400) 00010000:00010000:2.0:1773688179.444031:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9400/0x52973366461d2abb lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a735 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.444037:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:2.0:1773688179.444039:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=48 00010000:00000001:2.0:1773688179.444042:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.444044:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.444047:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.444049:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.444050:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1773688179.444051:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.444052:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:2.0:1773688179.444054:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.444057:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:2.0:1773688179.444058:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:2.0:1773688179.444060:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.444061:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.444062:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.444063:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.444065:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.444068:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b071f9000. 02000000:00000001:2.0:1773688179.444069:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.444071:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.444072:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.444073:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1773688179.444075:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:2.0:1773688179.444076:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.444077:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.444079:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.444080:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.444081:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.444082:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.444083:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.444084:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.444085:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.444085:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.444086:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.444087:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.444088:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.444089:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.444090:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.444091:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.444093:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.444094:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.444096:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.444099:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.444101:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.444104:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.444106:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.444107:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.444108:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.444110:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.444111:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.444113:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.444114:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.444116:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.444118:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.444119:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.444121:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.444122:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.444125:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1773688179.444129:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3af8 00000004:00000002:2.0:1773688179.444131:0:75542:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/CHAP10.DOC, ldlm_rep = ffff8a9b071f9228 00000004:00000001:2.0:1773688179.444135:0:75542:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1773688179.444137:0:75542:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1773688179.444139:0:75542:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1773688179.444140:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.444141:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.444144:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 5 00010000:00000001:2.0:1773688179.444146:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.444148:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.444151:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9200. 00000020:00000001:2.0:1773688179.444154:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.444155:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9200 with handle 0x52973366461d2ac2 to hash 00000020:00000001:2.0:1773688179.444157:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.444158:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160282112 : -129075549269504 : ffff8a9b41bc9200) 00010000:00000010:2.0:1773688179.444161:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96680. 00010000:00000001:2.0:1773688179.444163:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160282112 : -129075549269504 : ffff8a9b41bc9200) 00010000:00000001:2.0:1773688179.444166:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.444168:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.444171:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2ac2 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.444176:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.444178:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.444179:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.444180:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.444182:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.444183:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.444184:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.444185:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.444186:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.444187:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.444187:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.444189:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 5 00010000:00000040:2.0:1773688179.444197:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.444203:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9600/0x52973366461d2a75 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a719 expref: 48 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.444208:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 48 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.444212:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 48 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.444216:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2ac2 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.444219:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.444221:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.444222:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.444223:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.444224:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.444225:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.444227:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.444228:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.444230:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.444231:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2ac2 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.444234:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.444235:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.444236:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.444237:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.444238:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773688179.444240:0:75542:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a16349200. 00010000:00000010:2.0:1773688179.444242:0:75542:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b343e9e00. 00010000:00000001:2.0:1773688179.444244:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.444246:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc8400. 00000020:00000001:2.0:1773688179.444250:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.444252:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc8400 with handle 0x52973366461d2ac9 to hash 00000020:00000001:2.0:1773688179.444253:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.444253:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160278528 : -129075549273088 : ffff8a9b41bc8400) 00010000:00000010:2.0:1773688179.444257:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96400. 00010000:00000001:2.0:1773688179.444259:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160278528 : -129075549273088 : ffff8a9b41bc8400) 00010000:00000001:2.0:1773688179.444260:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.444262:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.444263:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d2ac9 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x4e78d319 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.444266:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.444267:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.444268:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.444269:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.444269:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.444270:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.444271:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.444273:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.444273:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.444274:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.444275:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.444276:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x4e78d319 (ffff8a9a16349200) refcount = 1 00010000:00010000:2.0:1773688179.444278:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d2ac9 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.444281:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.444282:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.444283:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.444283:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.444284:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.444285:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.444286:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.444287:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.444288:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.444290:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d2ac9 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.444292:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.444293:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.444293:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.444294:0:75542:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.444297:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.444315:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.444316:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1773688179.444318:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1773688179.444320:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.444322:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1773688179.444335:0:75542:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.444336:0:75542:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1773688179.444337:0:75542:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1773688179.444340:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1773688179.444341:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773688179.444343:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.444344:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.444346:0:75542:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1773688179.444347:0:75542:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.444348:0:75542:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:2.0:1773688179.444350:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.444352:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.444353:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.444355:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf0:0x0] 00000020:00000001:2.0:1773688179.444357:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:2.0:1773688179.444360:0:75542:0:(mdt_handler.c:6940:mdt_object_alloc()) Process entered 00000004:00000010:2.0:1773688179.444364:0:75542:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8a9b31641680. 00000004:00000001:2.0:1773688179.444367:0:75542:0:(mdt_handler.c:6965:mdt_object_alloc()) Process leaving (rc=18446614997886047960 : -129075823503656 : ffff8a9b316416d8) 00000004:00000001:2.0:1773688179.444370:0:75542:0:(mdt_handler.c:6978:mdt_object_init()) Process entered 00000004:00000040:2.0:1773688179.444371:0:75542:0:(mdt_handler.c:6981:mdt_object_init()) object init, fid = [0x20000afe1:0xf0:0x0] 00000004:00000010:2.0:1773688179.444376:0:75542:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8a9a1ac5f9d8. 00000004:00000001:2.0:1773688179.444378:0:75542:0:(mdt_handler.c:6990:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.444380:0:75542:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:2.0:1773688179.444383:0:75542:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:2.0:1773688179.444393:0:75542:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8a9b321ab540. 00000004:00000001:2.0:1773688179.444396:0:75542:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446614997898016064 : -129075811535552 : ffff8a9b321ab540) 00000004:00000001:2.0:1773688179.444399:0:75542:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.444401:0:75542:0:(lod_object.c:9526:lod_object_init()) Process entered 00000004:00000001:2.0:1773688179.444403:0:75542:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1773688179.444406:0:75542:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1773688179.444407:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1773688179.444408:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773688179.444409:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.444411:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.444413:0:75542:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1773688179.444415:0:75542:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x20000afe1 00000004:00000001:2.0:1773688179.444417:0:75542:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1773688179.444421:0:75542:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8a9b33f7c390. 00000004:00000001:2.0:1773688179.444424:0:75542:0:(lod_object.c:9569:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.444427:0:75542:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1773688179.444430:0:75542:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1773688179.444431:0:75542:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1773688179.444433:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1773688179.444435:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773688179.444436:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.444438:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.444439:0:75542:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.444459:0:75542:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.444490:0:75542:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1773688179.444501:0:75542:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1773688179.444522:0:75542:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.444523:0:75542:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.444525:0:75542:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1773688179.444527:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.444529:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1773688179.444532:0:75542:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.444533:0:75542:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.444534:0:75542:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.444538:0:75542:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614997886047960 : -129075823503656 : ffff8a9b316416d8) 00000004:00000001:2.0:1773688179.444540:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614997886047872 : -129075823503744 : ffff8a9b31641680) 00000004:00000001:2.0:1773688179.444544:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1773688179.444545:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.444546:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773688179.444549:0:75542:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a16349a00. 00010000:00000010:2.0:1773688179.444551:0:75542:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b343e9580. 00010000:00000001:2.0:1773688179.444553:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.444555:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc8a00. 00000020:00000001:2.0:1773688179.444556:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.444557:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc8a00 with handle 0x52973366461d2ad0 to hash 00000020:00000001:2.0:1773688179.444559:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.444560:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160280064 : -129075549271552 : ffff8a9b41bc8a00) 00010000:00000010:2.0:1773688179.444562:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96b80. 00010000:00000001:2.0:1773688179.444563:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160280064 : -129075549271552 : ffff8a9b41bc8a00) 00010000:00000001:2.0:1773688179.444565:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.444566:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.444568:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8a00/0x52973366461d2ad0 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.444574:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.444575:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.444577:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.444577:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.444578:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.444580:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.444581:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.444583:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.444584:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.444585:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.444586:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.444588:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf0:0x0].0x0 (ffff8a9a16349a00) refcount = 1 00010000:00010000:2.0:1773688179.444591:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8a00/0x52973366461d2ad0 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.444596:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.444598:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.444600:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.444602:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.444603:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.444605:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.444607:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.444609:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.444611:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.444613:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8a00/0x52973366461d2ad0 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.444618:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.444620:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.444621:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.444622:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.444624:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.444625:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8a00 refcount=3 00000020:00000001:2.0:1773688179.444626:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160280064 : -129075549271552 : ffff8a9b41bc8a00) 00010000:00000001:2.0:1773688179.444628:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160280064 : -129075549271552 : ffff8a9b41bc8a00) 00010000:00000001:2.0:1773688179.444629:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.444630:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.444631:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.444633:0:75542:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1773688179.444636:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.444637:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688179.444639:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.444641:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.444644:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.444645:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.444647:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.444649:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.444651:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.444652:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.444654:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.444655:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0xf0:0x0]: Reading som attrs: valid: 4, size: 260096, blocks: 1 00000004:00000001:2.0:1773688179.444658:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.444658:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.444659:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.444660:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.444661:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.444662:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.444663:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.444664:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.444665:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.444666:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.444667:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.444668:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1773688179.444669:0:75542:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1773688179.444670:0:75542:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1773688179.444672:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b071f9370 00000004:00000001:2.0:1773688179.444673:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.444675:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.444676:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.444677:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.444678:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.444679:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.444680:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.444681:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.444682:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.444683:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.444684:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.444685:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.444686:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0xf0:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00200000:2.0:1773688179.444688:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0xf0:0x0]: returning size 260096 00000004:00000040:2.0:1773688179.444690:0:75542:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0xf0:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1773688179.444692:0:75542:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:2.0:1773688179.444693:0:75542:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2475 00000004:00200000:2.0:1773688179.444695:0:75542:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:2.0:1773688179.444703:0:75542:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:2.0:1773688179.444708:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.444709:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.444711:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1773688179.444713:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.444714:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.444715:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.444717:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.444719:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.444720:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.444723:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.444727:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.444733:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.444735:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.444736:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.444738:0:75542:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.444744:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.444746:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.444748:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8a00 refcount=3 00000020:00000001:2.0:1773688179.444750:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160280064 : -129075549271552 : ffff8a9b41bc8a00) 00010000:00000001:2.0:1773688179.444751:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160280064 : -129075549271552 : ffff8a9b41bc8a00) 00000004:00010000:2.0:1773688179.444754:0:75542:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8a00/0x52973366461d2ad0 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:2.0:1773688179.444758:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1773688179.444761:0:75542:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b316416d8/ffff8a9b31641680 to site lru. bkt: ffff8a9a1aeb7720 00000004:00000001:2.0:1773688179.444763:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.444764:0:75542:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1773688179.444765:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688179.444766:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.444767:0:75542:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1773688179.444769:0:75542:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:2.0:1773688179.444770:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.444771:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.444771:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.444773:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf0:0x0].0x0 (ffff8a9a16349a00) refcount = 1 00010000:00010000:2.0:1773688179.444775:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8a00/0x52973366461d2ad0 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.444778:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.444779:0:75542:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.444780:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.444780:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.444781:0:75542:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.444783:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1773688179.444784:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.444785:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.444785:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.444786:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9200 refcount=3 00000020:00000001:2.0:1773688179.444787:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160282112 : -129075549269504 : ffff8a9b41bc9200) 00010000:00000001:2.0:1773688179.444788:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160282112 : -129075549269504 : ffff8a9b41bc9200) 00010000:00000001:2.0:1773688179.444790:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.444791:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2ac2 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.444794:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.444795:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.444797:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2ac2 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.444800:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.444801:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.444803:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.444804:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2ac2 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.444807:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bc9200 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.444808:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.444809:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.444811:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2ac2 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.444813:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.444814:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.444815:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.444815:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9200 refcount=4 00000020:00000001:2.0:1773688179.444816:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160282112 : -129075549269504 : ffff8a9b41bc9200) 00010000:00000001:2.0:1773688179.444817:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160282112 : -129075549269504 : ffff8a9b41bc9200) 00010000:00000001:2.0:1773688179.444819:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.444822:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2ac2 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.444827:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.444829:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.444830:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.444833:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.444834:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.444836:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.444837:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.444839:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9200 with handle 0x52973366461d2ac2 from hash 00010000:00000001:2.0:1773688179.444841:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.444843:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.444844:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.444844:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.444848:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.444849:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.444851:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.444852:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.444853:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.444855:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:2.0:1773688179.444858:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.444860:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.444862:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.444863:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.444865:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.444867:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.444868:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.444869:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.444871:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.444873:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.444875:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2ac2 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.444880:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.444881:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.444882:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.444883:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.444885:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.444887:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9200/0x52973366461d2ac2 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.444893:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96680. 00010000:00000001:2.0:1773688179.444898:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.444899:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.444901:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.444902:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.444903:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.444904:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8400 refcount=3 00000020:00000001:2.0:1773688179.444906:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160278528 : -129075549273088 : ffff8a9b41bc8400) 00010000:00000001:2.0:1773688179.444909:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160278528 : -129075549273088 : ffff8a9b41bc8400) 00010000:00000001:2.0:1773688179.444910:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.444913:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d2ac9 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.444919:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.444920:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.444922:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d2ac9 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.444928:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.444930:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.444932:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.444934:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d2ac9 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.444939:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bc8400 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.444940:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.444942:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.444943:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d2ac9 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.444946:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.444947:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.444947:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.444948:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8400 refcount=4 00000020:00000001:2.0:1773688179.444949:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160278528 : -129075549273088 : ffff8a9b41bc8400) 00010000:00000001:2.0:1773688179.444951:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160278528 : -129075549273088 : ffff8a9b41bc8400) 00010000:00000001:2.0:1773688179.444952:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.444954:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d2ac9 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.444967:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.444969:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.444969:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.444971:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.444972:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.444973:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.444974:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.444975:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc8400 with handle 0x52973366461d2ac9 from hash 00010000:00000001:2.0:1773688179.444977:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.444977:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.444978:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.444979:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.444980:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.444980:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.444981:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.444982:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.444983:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.444984:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x4e78d319 (ffff8a9a16349200) 00010000:00010000:2.0:1773688179.444985:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.444987:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.444988:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.444989:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.444990:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.444991:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.444992:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.444992:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.444993:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.444994:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.444996:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d2ac9 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.444998:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.444999:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.445000:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.445000:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.445002:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.445003:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d2ac9 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.445032:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96400. 00010000:00000040:2.0:1773688179.445035:0:75542:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a16349200 count: 0 00010000:00000010:2.0:1773688179.445039:0:75542:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b343e9e00. 00010000:00000001:2.0:1773688179.445046:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.445048:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.445050:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1773688179.445051:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1773688179.445052:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1773688179.445054:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.445055:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.445057:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8a00 refcount=3 00000020:00000001:2.0:1773688179.445059:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160280064 : -129075549271552 : ffff8a9b41bc8a00) 00010000:00000001:2.0:1773688179.445062:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160280064 : -129075549271552 : ffff8a9b41bc8a00) 00000004:00000040:2.0:1773688179.445066:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:2.0:1773688179.445068:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=49 00010000:00000001:2.0:1773688179.445071:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.445072:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.445074:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.445075:0:75542:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1773688179.445077:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.445078:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.445080:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.445080:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.445082:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.445083:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.445086:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.445087:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.445088:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.445089:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.445091:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.445092:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.445093:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.445095:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.445095:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.445097:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.445098:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.445099:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9400 with handle 0x52973366461d2abb from hash 00010000:00000001:2.0:1773688179.445101:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.445102:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.445102:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.445103:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.445103:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.445106:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9400/0x52973366461d2abb lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a735 expref: 49 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.445110:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:2.0:1773688179.445111:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 48 00010000:00000010:2.0:1773688179.445113:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.445116:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.445117:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.445120:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.445122:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8a00/0x52973366461d2ad0 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a735 expref: 48 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.445127:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.445128:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.445129:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf0:0x0].0x0 (ffff8a9a16349a00) 00010000:00010000:2.0:1773688179.445130:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1773688179.445131:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.445133:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.445134:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.445135:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.445135:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.445136:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bc8a00, rc 0) 00000020:00000001:2.0:1773688179.445138:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.445140:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854312832 00010000:00000001:2.0:1773688179.445141:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.445144:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e8b0700 x1859843854312832/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.445149:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.445151:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.445153:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.445156:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.445157:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.445159:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.445160:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.445162:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.445164:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.445165:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.445167:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505088. 00000100:00000200:2.0:1773688179.445170:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854312832, offset 224 00000400:00000200:2.0:1773688179.445174:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.445179:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.445183:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48038:48038:256:4294967295] 192.168.204.51@tcp LPNI seq info [48034:48034:8:4294967295] 00000400:00000200:2.0:1773688179.445190:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.445193:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.445196:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a000. 00000800:00000200:2.0:1773688179.445199:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.445203:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.445205:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a000 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.445217:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.445219:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.445220:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.445222:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.445223:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.445225:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e8b0700 x1859843854312832/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.445232:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e8b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+48:68109:x1859843854312832:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1287us (1418us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.445238:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15483 00000100:00000040:2.0:1773688179.445240:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.445242:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.445243:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.445246:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.445248:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.445250:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a0bb6c600. 00000020:00000040:2.0:1773688179.445253:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 47 00000100:00000001:2.0:1773688179.445255:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.445287:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.445290:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a000. 00000400:00000200:0.0:1773688179.445294:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.445297:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.445299:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505088 00000400:00000010:0.0:1773688179.445301:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505088. 00000100:00000001:0.0:1773688179.445303:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.445304:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.448633:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.448641:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.448643:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.448645:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.448650:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.448658:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 648 into portal 12 MB=0x69b84a4462680 00000400:00000200:0.0:1773688179.448662:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 648/648 into md 0x3b659 [64] + 94432 00000800:00000001:0.0:1773688179.448666:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.448671:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.448672:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.448675:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.448678:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.448680:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.448683:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b08d5ce00. 00000100:00000040:0.0:1773688179.448685:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b08d5ce00 x1859843854313088 msgsize 648 00000100:00100000:0.0:1773688179.448688:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.448695:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.448699:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.448701:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.448722:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.448725:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854313088 02000000:00000001:2.0:1773688179.448727:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.448729:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.448731:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.448734:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.448737:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854313088 00000020:00000001:2.0:1773688179.448739:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.448741:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.448743:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.448745:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=48 00000020:00000001:2.0:1773688179.448748:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.448749:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.448752:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.448755:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5980. 00000100:00000001:2.0:1773688179.448757:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.448759:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5980. 00000020:00000010:2.0:1773688179.448763:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a0bb6c600. 00000020:00000010:2.0:1773688179.448766:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.448769:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.448773:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.448775:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.448776:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.448778:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.448779:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.448780:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.448784:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.448793:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.448799:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.448801:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.448804:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15484 00000100:00000040:2.0:1773688179.448807:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.448809:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997205634560 : -129076503917056 : ffff8a9b08d5ce00) 00000100:00000040:2.0:1773688179.448814:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b08d5ce00 x1859843854313088/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.448819:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.448821:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5980. 00000100:00000001:2.0:1773688179.448822:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.448823:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5980. 00000100:00100000:2.0:1773688179.448826:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b08d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+48:68109:x1859843854313088:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.448829:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854313088 00000020:00000001:2.0:1773688179.448831:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.448833:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.448835:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.448836:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.448838:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.448840:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.448841:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854313088, found 0 last_xid 1859843854313087 00000020:00000001:2.0:1773688179.448843:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.448845:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.448846:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.448848:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.448849:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.448851:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.448852:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.448854:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.448855:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.448857:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.448861:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:2.0:1773688179.448862:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.448863:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.448865:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc8c00. 00000020:00000001:2.0:1773688179.448867:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.448868:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc8c00 with handle 0x52973366461d2ad7 to hash 00000020:00000001:2.0:1773688179.448870:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.448871:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160280576 : -129075549271040 : ffff8a9b41bc8c00) 00010000:00000010:2.0:1773688179.448873:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.448875:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160280576 : -129075549271040 : ffff8a9b41bc8c00) 00010000:00010000:2.0:1773688179.448878:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8c00/0x52973366461d2ad7 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a73c expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.448882:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:2.0:1773688179.448883:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=49 00010000:00000001:2.0:1773688179.448886:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.448887:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.448890:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.448891:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.448893:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.448894:0:75542:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:2.0:1773688179.448897:0:75542:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9b08d5ce00 x1859843854313088/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1773688179.448902:0:75542:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1773688179.448903:0:75542:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1773688179.448905:0:75542:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1773688179.448906:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.448907:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.448909:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.448910:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.448911:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.448912:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.448913:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.448914:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.448918:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.448918:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.448920:0:75542:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.448921:0:75542:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.448923:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.448924:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.448925:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.448926:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.448929:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9b071ff000. 02000000:00000001:2.0:1773688179.448930:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.448932:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.448933:0:75542:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1773688179.448935:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.448935:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.448937:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.448937:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.448938:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.448939:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.448940:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.448941:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.448942:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.448943:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.448945:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.448947:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.448948:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.448949:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.448950:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.448951:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.448952:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.448953:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.448953:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.448955:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.448956:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.448968:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.448970:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.448971:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.448972:0:75542:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.448974:0:75542:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1773688179.448975:0:75542:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.448977:0:75542:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1773688179.448979:0:75542:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:2.0:1773688179.448981:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3a38 00000004:00000002:2.0:1773688179.448983:0:75542:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xef:0x0]/(->[0x20000afe1:0xf0:0x0]) cr_flag=040000240000003 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1773688179.448986:0:75542:0:(mdt_open.c:1135:mdt_open_by_fid_lock()) Process entered 00000004:00000001:2.0:1773688179.448988:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.448989:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:2.0:1773688179.448990:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.448992:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:2.0:1773688179.448994:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:2.0:1773688179.448996:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.448996:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf0:0x0] 00000020:00000001:2.0:1773688179.448997:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.448999:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997886047960 : -129075823503656 : ffff8a9b316416d8) 00000004:00000001:2.0:1773688179.449000:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614997886047872 : -129075823503744 : ffff8a9b31641680) 00000004:00000001:2.0:1773688179.449002:0:75542:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1773688179.449003:0:75542:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.449005:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00010000:00000010:2.1:1773688179.449022:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9c00. 00010000:00000010:2.1:1773688179.449026:0:75542:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a16349900. 00010000:00000010:2.1:1773688179.449029:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9800. 00010000:00000010:2.1:1773688179.449030:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc8600. 00000004:00000001:2.0:1773688179.449033:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688179.449038:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.449039:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.449041:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.449043:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.449046:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.449047:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.449049:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688179.449050:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.449051:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.449053:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0xf0:0x0]: Reading som attrs: valid: 4, size: 260096, blocks: 1 00000004:00000001:2.0:1773688179.449055:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.449056:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.449057:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.449058:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.449059:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.449060:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:2.0:1773688179.449062:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b071ff378 00000004:00000001:2.0:1773688179.449063:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.449065:0:75542:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:2.0:1773688179.449066:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688179.449067:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.449069:0:75542:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0xf0:0x0] lease count: 0, lm: 4 00000004:00000001:2.0:1773688179.449070:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1773688179.449072:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.449073:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.449075:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a16349a00 count: 2 00010000:00000001:2.0:1773688179.449076:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.449078:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.449080:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc8600. 00000020:00000001:2.0:1773688179.449081:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.449082:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc8600 with handle 0x52973366461d2ade to hash 00000020:00000001:2.0:1773688179.449083:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.449084:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160279040 : -129075549272576 : ffff8a9b41bc8600) 00010000:00000010:2.0:1773688179.449086:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96400. 00010000:00000001:2.0:1773688179.449087:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160279040 : -129075549272576 : ffff8a9b41bc8600) 00010000:00000001:2.0:1773688179.449089:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.449090:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.449092:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8600/0x52973366461d2ade lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.449096:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.449098:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.449099:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.449100:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.449101:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.449102:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.449103:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.449105:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.449106:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.449107:0:75542:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.449108:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.449109:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf0:0x0].0x0 (ffff8a9a16349a00) refcount = 2 00010000:00000040:2.0:1773688179.449111:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.449114:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8a00/0x52973366461d2ad0 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a735 expref: 49 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.449118:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8600/0x52973366461d2ade lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.449121:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.449123:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.449124:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.449125:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.449126:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.449127:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.449129:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.449130:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.449132:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.449133:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8600/0x52973366461d2ade lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.449136:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.449137:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.449138:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.449139:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.449140:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.449140:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8600 refcount=3 00000020:00000001:2.0:1773688179.449142:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160279040 : -129075549272576 : ffff8a9b41bc8600) 00010000:00000001:2.0:1773688179.449143:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160279040 : -129075549272576 : ffff8a9b41bc8600) 00010000:00000001:2.0:1773688179.449144:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.449144:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.449146:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.449148:0:75542:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0xf0:0x0], ibits = 0x1b/0x1b, open_flags = 040000240000003, try_layout = 1 : rc = 0 00000004:00000001:2.0:1773688179.449150:0:75542:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.449152:0:75542:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.449154:0:75542:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000001:00000001:2.0:1773688179.449155:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.449156:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.449157:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.449158:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.449159:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.449160:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.449161:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.449163:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.449164:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.449164:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.449165:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.449166:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0xf0:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00200000:2.0:1773688179.449168:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0xf0:0x0]: returning size 260096 00000001:00000001:2.0:1773688179.449169:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.449170:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.449171:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1773688179.449172:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.449173:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.449174:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.449175:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.449176:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.449177:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.449178:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.449180:0:75542:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000004:00000002:2.0:1773688179.449181:0:75542:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:2.0:1773688179.449182:0:75542:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000004:00000001:2.0:1773688179.449183:0:75542:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.449185:0:75542:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1773688179.449188:0:75542:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1773688179.449189:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1773688179.449191:0:75542:0:(mdd_permission.c:247:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.449193:0:75542:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.449194:0:75542:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.449197:0:75542:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1773688179.449198:0:75542:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9b343e9e00. 00000020:00000001:2.0:1773688179.449199:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.449200:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b343e9e00 with handle 0x52973366461d2ae5 to hash 00000020:00000001:2.0:1773688179.449202:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1773688179.449202:0:75542:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614997933923840 : -129075775627776 : ffff8a9b343e9e00) 00000004:00000001:2.0:1773688179.449204:0:75542:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1773688179.449205:0:75542:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1773688179.449206:0:75542:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0xf0:0x0] Change mfd open_flags 0 -> 040000240000003. 00000004:00000001:2.0:1773688179.449208:0:75542:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:2.0:1773688179.449210:0:75542:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1773688179.449214:0:75542:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10c13400. 00080000:00000001:2.0:1773688179.449216:0:75542:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993043534848 : -129080666016768 : ffff8a9a10c13400) 00080000:00000001:2.0:1773688179.449217:0:75542:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1773688179.449222:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1773688179.449225:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688179.449226:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.449241:0:75542:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.449243:0:75542:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1773688179.449245:0:75542:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1773688179.449247:0:75542:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692051, last_committed = 171798692041 00000001:00000010:2.0:1773688179.449249:0:75542:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b346b10c0. 00000001:00000040:2.0:1773688179.449250:0:75542:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 10 00000020:00000040:2.0:1773688179.449252:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=50 00000001:00000010:2.0:1773688179.449255:0:75542:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b079f4840. 00080000:00000001:2.0:1773688179.449266:0:75542:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1773688179.449279:0:75542:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1773688179.449281:0:75542:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b079f4840: xid 1859843854313088, transno 171798692051, tag 1, client gen 13, slot idx 3 00000001:00000001:2.0:1773688179.449283:0:75542:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.449290:0:75542:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.449291:0:75542:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1773688179.449292:0:75542:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.449294:0:75542:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.449296:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.449297:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.449298:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.449299:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.449300:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.449301:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.449303:0:75542:0:(mdt_open.c:1236:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.449305:0:75542:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1773688179.449306:0:75542:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1773688179.449307:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.449308:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.449309:0:75542:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1773688179.449310:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688179.449310:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.449311:0:75542:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.449313:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.449314:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.449315:0:75542:0:(mdt_open.c:1525:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773688179.449318:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.449321:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.449322:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.449323:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.449325:0:75542:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.449326:0:75542:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1773688179.449327:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.449329:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.449329:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.449330:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.449331:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.449333:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.449336:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.449337:0:75542:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:2.0:1773688179.449339:0:75542:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1773688179.449340:0:75542:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.449342:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.449342:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.449343:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8600 refcount=3 00000020:00000001:2.0:1773688179.449345:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160279040 : -129075549272576 : ffff8a9b41bc8600) 00010000:00000001:2.0:1773688179.449347:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160279040 : -129075549272576 : ffff8a9b41bc8600) 00000004:00000040:2.0:1773688179.449348:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:2.0:1773688179.449350:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=51 00010000:00000001:2.0:1773688179.449352:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.449353:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.449353:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.449355:0:75542:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.449356:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.449357:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.449359:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.449360:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.449361:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.449362:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.449363:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.449364:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.449365:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc8c00 with handle 0x52973366461d2ad7 from hash 00010000:00000001:2.0:1773688179.449367:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.449368:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.449368:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.449369:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.449370:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.449372:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8c00/0x52973366461d2ad7 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a73c expref: 51 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.449376:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:2.0:1773688179.449377:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 50 00010000:00000010:2.0:1773688179.449379:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.449383:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.449390:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.449393:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.449395:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8600/0x52973366461d2ade lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a73c expref: 50 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.449403:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.449404:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.449406:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf0:0x0].0x0 (ffff8a9a16349a00) 00010000:00010000:2.0:1773688179.449407:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1773688179.449408:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.449409:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.449410:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.449411:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.449412:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.449413:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bc8600, rc 0) 00000020:00000001:2.0:1773688179.449414:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.449415:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692051, xid 1859843854313088 00010000:00000001:2.0:1773688179.449417:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.449419:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b08d5ce00 x1859843854313088/t171798692051(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.449423:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.449425:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.449426:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.449428:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.449430:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.449431:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.449433:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.449434:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.449436:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.449437:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.449440:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b035053b8. 00000100:00000200:2.0:1773688179.449443:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854313088, offset 224 00000400:00000200:2.0:1773688179.449447:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.449451:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.449455:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48039:48039:256:4294967295] 192.168.204.51@tcp LPNI seq info [48035:48035:8:4294967295] 00000400:00000200:2.0:1773688179.449463:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.449466:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.449469:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a500. 00000800:00000200:2.0:1773688179.449472:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.449475:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.449478:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a500 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.449486:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.449488:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.449489:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.449490:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.449491:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.449494:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b08d5ce00 x1859843854313088/t171798692051(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.449500:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b08d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+50:68109:x1859843854313088:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 679us (813us total) trans 171798692051 rc 0/0 00000100:00100000:2.0:1773688179.449504:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15484 00000100:00000040:2.0:1773688179.449506:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.449508:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.449509:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.449512:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.449514:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.449517:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a0bb6c600. 00000020:00000040:2.0:1773688179.449520:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 49 00000100:00000001:2.0:1773688179.449522:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.449565:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.449569:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a500. 00000400:00000200:1.0:1773688179.449574:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.449585:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.449589:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b035053b8 00000400:00000010:1.0:1773688179.449595:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b035053b8. 00000100:00000001:1.0:1773688179.449599:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.449601:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.452068:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.452076:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.452078:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.452079:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.452084:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.452091:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4462700 00000400:00000200:0.0:1773688179.452096:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72fe9 [2] + 1640 00000800:00000001:0.0:1773688179.452100:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.452104:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.452106:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.452108:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.452111:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.452113:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1773688179.452116:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b08d5df80. 00000100:00000040:0.0:1773688179.452118:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b08d5df80 x1859843854313216 msgsize 328 00000100:00100000:0.0:1773688179.452121:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.452129:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.452133:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.452134:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.452609:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.452613:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d700. 00000400:00000200:0.0:1773688179.452618:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.452623:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.452626:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeec38 00000400:00000010:0.0:1773688179.452628:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeec38. 00000100:00000001:0.0:1773688179.452631:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.452632:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1773688179.454162:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.454167:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.454169:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.454170:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.454174:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.454180:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4462780 00000400:00000200:1.0:1773688179.454184:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 95080 00000800:00000001:1.0:1773688179.454187:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.454192:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.454193:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.454195:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.454198:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.454199:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688179.454202:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e8b2300. 00000100:00000040:1.0:1773688179.454204:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0e8b2300 x1859843854313344 msgsize 584 00000100:00100000:1.0:1773688179.454207:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.454214:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.454218:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.454220:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.454233:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.454236:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854313344 02000000:00000001:2.0:1773688179.454237:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.454238:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.454240:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.454241:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.454244:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854313344 00000020:00000001:2.0:1773688179.454245:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.454246:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.454247:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.454249:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=49 00000020:00000001:2.0:1773688179.454250:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.454251:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.454253:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.454256:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5980. 00000100:00000001:2.0:1773688179.454257:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.454259:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5980. 00000020:00000010:2.0:1773688179.454262:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a0bb6c600. 00000020:00000010:2.0:1773688179.454264:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.454266:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.454269:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.454271:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.454272:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.454273:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.454275:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.454276:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.454278:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.454287:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.454292:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.454293:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.454296:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15485 00000100:00000040:2.0:1773688179.454298:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.454299:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993006437120 : -129080703114496 : ffff8a9a0e8b2300) 00000100:00000040:2.0:1773688179.454303:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e8b2300 x1859843854313344/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.454309:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.454311:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5980. 00000100:00000001:2.0:1773688179.454312:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.454314:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5980. 00000100:00100000:2.0:1773688179.454317:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e8b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+49:68109:x1859843854313344:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.454320:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854313344 00000020:00000001:2.0:1773688179.454323:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.454325:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1773688179.454328:0:75542:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b079f4840: xid 1859843854313088, transno 171798692051, client gen 13, slot idx 3 00000001:00000001:2.0:1773688179.454331:0:75542:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b079f4780: xid 1859843854309248, transno 171798692050, client gen 13, slot idx 2 00000001:00000010:2.0:1773688179.454334:0:75542:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b079f4780. 00000020:00000001:2.0:1773688179.454336:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.454337:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.454338:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.454340:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.454342:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854313344, found 0 last_xid 1859843854313343 00000020:00000001:2.0:1773688179.454344:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.454345:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.454346:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.454348:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.454350:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.454351:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.454352:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.454353:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.454354:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.454356:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.454358:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:2.0:1773688179.454360:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.454362:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.454363:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9800. 00000020:00000001:2.0:1773688179.454365:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.454367:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9800 with handle 0x52973366461d2aec to hash 00000020:00000001:2.0:1773688179.454368:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.454369:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000010:2.0:1773688179.454371:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.454373:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00010000:2.0:1773688179.454376:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2aec lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a743 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.454381:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:2.0:1773688179.454382:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=50 00010000:00000001:2.0:1773688179.454390:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.454392:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.454395:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.454396:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.454397:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1773688179.454399:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.454400:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:2.0:1773688179.454402:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.454404:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:2.0:1773688179.454405:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:2.0:1773688179.454407:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.454409:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.454410:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.454411:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.454412:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.454417:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b09ca9000. 02000000:00000001:2.0:1773688179.454418:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.454420:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.454421:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.454422:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1773688179.454424:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:2.0:1773688179.454425:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.454426:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.454428:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.454429:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.454430:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.454431:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.454432:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.454433:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.454434:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.454435:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.454436:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.454437:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.454438:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.454439:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.454440:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.454441:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.454441:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.454443:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.454443:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.454445:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.454448:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.454449:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.454451:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.454451:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.454452:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.454453:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.454454:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.454455:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.454456:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.454457:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.454458:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.454459:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.454460:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.454461:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.454463:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1773688179.454467:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3af8 00000004:00000002:2.0:1773688179.454468:0:75542:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/~$CHAP10.DOC, ldlm_rep = ffff8a9b09ca9228 00000004:00000001:2.0:1773688179.454471:0:75542:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1773688179.454473:0:75542:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1773688179.454475:0:75542:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1773688179.454477:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.454478:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.454479:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 5 00010000:00000001:2.0:1773688179.454481:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.454482:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.454484:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9c00. 00000020:00000001:2.0:1773688179.454485:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.454486:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9c00 with handle 0x52973366461d2af3 to hash 00000020:00000001:2.0:1773688179.454487:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.454488:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000010:2.0:1773688179.454490:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96680. 00010000:00000001:2.0:1773688179.454491:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:2.0:1773688179.454493:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.454494:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.454496:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2af3 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.454500:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.454501:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.454502:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.454503:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.454504:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.454506:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.454506:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.454508:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.454509:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.454510:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.454510:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.454512:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 5 00010000:00000040:2.0:1773688179.454513:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.454516:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9600/0x52973366461d2a75 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a719 expref: 50 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.454520:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 50 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.454524:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 50 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.454531:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2af3 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.454535:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.454537:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.454537:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.454538:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.454539:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.454540:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.454541:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.454543:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.454544:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.454546:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2af3 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.454549:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.454550:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.454551:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.454552:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.454552:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773688179.454555:0:75542:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a16349900. 00010000:00000010:2.0:1773688179.454557:0:75542:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b343e9500. 00010000:00000001:2.0:1773688179.454558:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.454560:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41f0da00. 00000020:00000001:2.0:1773688179.454561:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.454562:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41f0da00 with handle 0x52973366461d2afa to hash 00000020:00000001:2.0:1773688179.454563:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.454564:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998163708416 : -129075545843200 : ffff8a9b41f0da00) 00010000:00000010:2.0:1773688179.454565:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96780. 00010000:00000001:2.0:1773688179.454567:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998163708416 : -129075545843200 : ffff8a9b41f0da00) 00010000:00000001:2.0:1773688179.454568:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.454569:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.454571:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0da00/0x52973366461d2afa lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x33e854da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.454575:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.454575:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.454576:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.454577:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.454578:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.454579:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.454580:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.454582:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.454583:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.454584:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.454585:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.454587:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x33e854da (ffff8a9a16349900) refcount = 1 00010000:00010000:2.0:1773688179.454590:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0da00/0x52973366461d2afa lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.454595:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.454596:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.454598:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.454600:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.454601:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.454603:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.454605:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.454607:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.454608:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.454611:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0da00/0x52973366461d2afa lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.454616:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.454617:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.454619:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.454620:0:75542:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.454623:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.454651:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.454654:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1773688179.454656:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1773688179.454659:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.454662:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1773688179.454678:0:75542:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.454679:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.454681:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.454683:0:75542:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:2.0:1773688179.454685:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1773688179.454686:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.454687:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.454688:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.454689:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9c00 refcount=3 00000020:00000001:2.0:1773688179.454691:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:2.0:1773688179.454692:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:2.0:1773688179.454694:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.454696:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2af3 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.454699:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.454700:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.454702:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2af3 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.454704:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.454705:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.454707:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.454708:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2af3 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.454711:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bc9c00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.454713:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.454714:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.454717:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2af3 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.454720:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.454721:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.454722:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.454723:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9c00 refcount=4 00000020:00000001:2.0:1773688179.454724:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:2.0:1773688179.454725:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:2.0:1773688179.454727:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.454728:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2af3 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.454731:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.454732:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.454732:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.454734:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.454735:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.454735:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.454736:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.454737:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9c00 with handle 0x52973366461d2af3 from hash 00010000:00000001:2.0:1773688179.454738:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.454739:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.454740:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.454740:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.454742:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.454742:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.454743:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.454744:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.454745:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.454747:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:2.0:1773688179.454748:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.454750:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.454751:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.454752:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.454754:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.454755:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.454756:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.454757:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.454758:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.454759:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.454761:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2af3 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.454763:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.454764:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.454765:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.454766:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.454766:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.454768:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2af3 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.454771:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96680. 00010000:00000001:2.0:1773688179.454774:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.454775:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.454776:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.454777:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.454777:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.454778:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41f0da00 refcount=3 00000020:00000001:2.0:1773688179.454779:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998163708416 : -129075545843200 : ffff8a9b41f0da00) 00010000:00000001:2.0:1773688179.454780:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998163708416 : -129075545843200 : ffff8a9b41f0da00) 00010000:00000001:2.0:1773688179.454781:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.454783:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0da00/0x52973366461d2afa lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.454785:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.454786:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.454787:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0da00/0x52973366461d2afa lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.454790:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.454792:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.454793:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.454794:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0da00/0x52973366461d2afa lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.454797:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41f0da00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.454798:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.454799:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.454800:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0da00/0x52973366461d2afa lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.454802:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.454803:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.454804:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.454804:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41f0da00 refcount=4 00000020:00000001:2.0:1773688179.454805:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998163708416 : -129075545843200 : ffff8a9b41f0da00) 00010000:00000001:2.0:1773688179.454806:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998163708416 : -129075545843200 : ffff8a9b41f0da00) 00010000:00000001:2.0:1773688179.454807:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.454809:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0da00/0x52973366461d2afa lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.454811:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.454812:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.454812:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.454813:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.454814:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.454815:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.454815:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.454816:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41f0da00 with handle 0x52973366461d2afa from hash 00010000:00000001:2.0:1773688179.454818:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.454818:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.454819:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.454819:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.454820:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.454821:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.454822:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.454823:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.454824:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.454825:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x33e854da (ffff8a9a16349900) 00010000:00010000:2.0:1773688179.454826:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.454827:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.454828:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.454829:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.454830:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.454831:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.454832:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.454832:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.454833:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.454834:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.454835:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0da00/0x52973366461d2afa lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.454838:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.454839:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.454839:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.454840:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.454840:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.454842:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0da00/0x52973366461d2afa lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.454844:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96780. 00010000:00000040:2.0:1773688179.454846:0:75542:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a16349900 count: 0 00010000:00000010:2.0:1773688179.454849:0:75542:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b343e9500. 00010000:00000001:2.0:1773688179.454852:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.454853:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.454854:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1773688179.454855:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1773688179.454856:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1773688179.454857:0:75542:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:2.0:1773688179.454859:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.454860:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.454861:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.454862:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.454863:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.454865:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.454868:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.454870:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1773688179.454871:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.454872:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.454873:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1773688179.454875:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.454876:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.454878:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.454878:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.454879:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.454880:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.454881:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9800 with handle 0x52973366461d2aec from hash 00010000:00000001:2.0:1773688179.454883:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.454883:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.454884:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.454885:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.454886:0:75542:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1773688179.454888:0:75542:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1773688179.454890:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2aec lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a743 expref: 50 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.454894:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1773688179.454895:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.454897:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.454898:0:75542:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.454899:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.454900:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.454901:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.454902:0:75542:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.454902:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.454903:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.454904:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.454904:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.454906:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:2.0:1773688179.454908:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.454909:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.454910:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.454911:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.454912:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.454913:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2aec lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a743 expref: 50 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.454917:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:2.0:1773688179.454918:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 49 00010000:00000010:2.0:1773688179.454919:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.454921:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.454922:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bc9800, rc 0) 00000020:00000001:2.0:1773688179.454924:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1773688179.454925:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854313344 00010000:00000001:2.0:1773688179.454927:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.454929:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e8b2300 x1859843854313344/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.454933:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.454935:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.454936:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.454938:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.454939:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.454941:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.454942:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.454943:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.454944:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.454946:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.454948:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505e58. 00000100:00000200:2.0:1773688179.454951:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854313344, offset 224 00000400:00000200:2.0:1773688179.454954:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.454972:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.454976:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48041:48041:256:4294967295] 192.168.204.51@tcp LPNI seq info [48037:48037:8:4294967295] 00000400:00000200:2.0:1773688179.454982:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.454984:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.454987:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a900. 00000800:00000200:2.0:1773688179.454990:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.454993:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.454995:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a900 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.455003:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.455020:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.455022:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.455024:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.455025:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.455029:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e8b2300 x1859843854313344/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.455038:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e8b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+49:68109:x1859843854313344:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 726us (830us total) trans 0 rc 301/301 00000100:00100000:2.0:1773688179.455046:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15485 00000100:00000040:2.0:1773688179.455048:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.455050:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.455052:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.455054:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.455059:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000800:00000200:0.0:1773688179.455061:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1773688179.455063:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a0bb6c600. 00000800:00000010:0.0:1773688179.455064:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a900. 00000020:00000040:2.0:1773688179.455069:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 48 00000400:00000200:0.0:1773688179.455069:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1773688179.455075:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.455075:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.455081:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505e58 00000400:00000010:0.0:1773688179.455082:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505e58. 00000100:00000001:0.0:1773688179.455085:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.455086:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1773688179.457037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9200. 00010000:00000010:2.1:1773688179.457042:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a16349200. 00010000:00000010:2.1:1773688179.457045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc8400. 00010000:00000010:2.1:1773688179.457046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9400. 00000800:00000001:0.0:1773688179.457683:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.457689:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.457691:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.457692:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.457698:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.457706:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 656 into portal 12 MB=0x69b84a4462880 00000400:00000200:0.0:1773688179.457711:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 656/656 into md 0x3b659 [64] + 95664 00000800:00000001:0.0:1773688179.457716:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.457721:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.457723:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.457727:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.457731:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.457732:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.457737:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b08d5dc00. 00000100:00000040:0.0:1773688179.457739:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b08d5dc00 x1859843854313600 msgsize 656 00000100:00100000:0.0:1773688179.457744:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.457754:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.457759:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.457762:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.457775:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.457778:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854313600 02000000:00000001:2.0:1773688179.457779:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.457780:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.457782:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.457784:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.457785:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854313600 00000020:00000001:2.0:1773688179.457787:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.457788:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.457789:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.457790:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=49 00000020:00000001:2.0:1773688179.457792:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.457793:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.457795:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.457798:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5980. 00000100:00000001:2.0:1773688179.457804:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.457805:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5980. 00000020:00000010:2.0:1773688179.457808:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a0bb6c600. 00000020:00000010:2.0:1773688179.457810:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.457813:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.457816:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.457818:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.457819:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.457820:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.457821:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.457822:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.457825:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.457833:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.457839:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.457840:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.457843:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15486 00000100:00000040:2.0:1773688179.457845:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.457846:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997205638144 : -129076503913472 : ffff8a9b08d5dc00) 00000100:00000040:2.0:1773688179.457851:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b08d5dc00 x1859843854313600/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 656/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.457856:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.457858:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5980. 00000100:00000001:2.0:1773688179.457860:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.457862:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5980. 00000100:00100000:2.0:1773688179.457865:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b08d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+49:68109:x1859843854313600:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.457868:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854313600 00000020:00000001:2.0:1773688179.457870:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.457872:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.457874:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.457875:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.457876:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.457878:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.457879:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854313600, found 0 last_xid 1859843854313599 00000020:00000001:2.0:1773688179.457881:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.457882:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.457883:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.457885:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.457886:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.457887:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.457888:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.457889:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1773688179.457890:0:75542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00000001:2.0:1773688179.457891:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.457892:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.457894:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9600 refcount=3 00000020:00000001:2.0:1773688179.457895:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160283136 : -129075549268480 : ffff8a9b41bc9600) 00010000:00000001:2.0:1773688179.457896:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160283136 : -129075549268480 : ffff8a9b41bc9600) 00010000:00000040:2.0:1773688179.457898:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00000004:00000001:2.0:1773688179.457900:0:75542:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1773688179.457901:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1773688179.457902:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.457902:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.457904:0:75542:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.457905:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.457907:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.457908:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.457911:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.457912:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.457913:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.457914:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.457916:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9600 with handle 0x52973366461d2a75 from hash 00010000:00000001:2.0:1773688179.457917:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.457918:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.457919:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.457919:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.457921:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.457922:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.457923:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.457923:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.457926:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9600/0x52973366461d2a75 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a719 expref: 49 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.457930:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 29 00000020:00000040:2.0:1773688179.457932:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 48 00010000:00000010:2.0:1773688179.457933:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96800. 00010000:00000001:2.0:1773688179.457937:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.457938:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.457939:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.457941:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00000001:2.0:1773688179.457943:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.457944:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.457945:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1773688179.457946:0:75542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1773688179.457947:0:75542:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.457949:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.457950:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:2.0:1773688179.457951:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.457952:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.457954:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41f0c000. 00000020:00000001:2.0:1773688179.457955:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.457969:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41f0c000 with handle 0x52973366461d2b01 to hash 00000020:00000001:2.0:1773688179.457971:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.457973:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998163701760 : -129075545849856 : ffff8a9b41f0c000) 00010000:00000010:2.0:1773688179.457975:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96800. 00010000:00000001:2.0:1773688179.457977:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998163701760 : -129075545849856 : ffff8a9b41f0c000) 00010000:00010000:2.0:1773688179.457979:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0c000/0x52973366461d2b01 lrc: 2/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a74a expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.457983:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:2.0:1773688179.457985:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=49 00010000:00000001:2.0:1773688179.457987:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.457988:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.457991:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.457992:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.457994:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.457995:0:75542:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:2.0:1773688179.457998:0:75542:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9b08d5dc00 x1859843854313600/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 656/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1773688179.458003:0:75542:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1773688179.458005:0:75542:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1773688179.458021:0:75542:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1773688179.458022:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.458024:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.458026:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.458027:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.458028:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.458032:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.458033:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458035:0:75542:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458036:0:75542:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458038:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.458039:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.458041:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.458042:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.458045:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9b09caf000. 02000000:00000001:2.0:1773688179.458047:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.458048:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458051:0:75542:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1773688179.458052:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.458052:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.458054:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.458055:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.458056:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.458057:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.458057:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.458058:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.458059:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.458060:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.458062:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.458064:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.458065:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.458066:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.458067:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.458068:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.458068:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.458069:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.458070:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458071:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.458072:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.458073:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.458074:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458075:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.458076:0:75542:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458078:0:75542:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1773688179.458078:0:75542:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458080:0:75542:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1773688179.458082:0:75542:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:2.0:1773688179.458083:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3a38 00000004:00000002:2.0:1773688179.458085:0:75542:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xef:0x0]/(~$CHAP10.DOC->[0x20000afe1:0x142:0x0]) cr_flag=040000000000103 mode=0100600 msg_flag=0x600 00000004:00000001:2.0:1773688179.458088:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.458089:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:2.0:1773688179.458091:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.458093:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:2.0:1773688179.458095:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:2.0:1773688179.458097:0:75542:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1773688179.458098:0:75542:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458101:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.458114:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.458115:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1773688179.458117:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1773688179.458119:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.458122:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1773688179.458132:0:75542:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.458133:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.458135:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.458136:0:75542:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1773688179.458137:0:75542:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1773688179.458139:0:75542:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1773688179.458140:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.458140:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.458142:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:2.0:1773688179.458143:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.458145:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.458146:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41f0de00. 00000020:00000001:2.0:1773688179.458148:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.458149:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41f0de00 with handle 0x52973366461d2b08 to hash 00000020:00000001:2.0:1773688179.458150:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.458151:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998163709440 : -129075545842176 : ffff8a9b41f0de00) 00010000:00000010:2.0:1773688179.458153:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.458154:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998163709440 : -129075545842176 : ffff8a9b41f0de00) 00010000:00000001:2.0:1773688179.458155:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.458156:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.458158:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0de00/0x52973366461d2b08 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.458162:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.458163:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.458165:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.458166:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.458168:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.458169:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.458170:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.458172:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.458172:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.458173:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.458174:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.458175:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 4 00010000:00000040:2.0:1773688179.458176:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.458179:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 49 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.458184:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 49 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.458188:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0de00/0x52973366461d2b08 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.458191:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.458193:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.458193:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.458194:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.458195:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.458196:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.458198:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.458199:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.458201:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.458203:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0de00/0x52973366461d2b08 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.458205:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.458206:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.458207:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.458208:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.458209:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773688179.458210:0:75542:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a16349200. 00010000:00000010:2.0:1773688179.458212:0:75542:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b343e9500. 00010000:00000001:2.0:1773688179.458214:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.458216:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41f0ce00. 00000020:00000001:2.0:1773688179.458217:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.458218:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41f0ce00 with handle 0x52973366461d2b0f to hash 00000020:00000001:2.0:1773688179.458219:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.458219:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998163705344 : -129075545846272 : ffff8a9b41f0ce00) 00010000:00000010:2.0:1773688179.458221:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96780. 00010000:00000001:2.0:1773688179.458222:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998163705344 : -129075545846272 : ffff8a9b41f0ce00) 00010000:00000001:2.0:1773688179.458223:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.458224:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.458225:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0ce00/0x52973366461d2b0f lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0xef:0x0].0x33e854da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.458228:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.458229:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.458230:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.458230:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.458231:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.458232:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.458233:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.458234:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.458235:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.458236:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.458237:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.458238:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x33e854da (ffff8a9a16349200) refcount = 1 00010000:00010000:2.0:1773688179.458240:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0ce00/0x52973366461d2b0f lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.458242:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.458244:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.458244:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.458245:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.458246:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.458247:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.458249:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.458250:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.458250:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.458252:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0ce00/0x52973366461d2b0f lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.458254:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.458255:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.458256:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.458256:0:75542:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458257:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.458261:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.458262:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1773688179.458263:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1773688179.458265:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.458266:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1773688179.458271:0:75542:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.458272:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.458273:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.458275:0:75542:0:(mdt_handler.c:3750:mdt_object_new()) Process entered 00000004:00000040:2.0:1773688179.458276:0:75542:0:(mdt_handler.c:3752:mdt_object_new()) Allocate object for [0x20000afe1:0x142:0x0] 00000020:00000001:2.0:1773688179.458277:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:2.0:1773688179.458278:0:75542:0:(mdt_handler.c:6940:mdt_object_alloc()) Process entered 00000004:00000010:2.0:1773688179.458281:0:75542:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8a9b31640000. 00000004:00000001:2.0:1773688179.458283:0:75542:0:(mdt_handler.c:6965:mdt_object_alloc()) Process leaving (rc=18446614997886042200 : -129075823509416 : ffff8a9b31640058) 00000004:00000001:2.0:1773688179.458287:0:75542:0:(mdt_handler.c:6978:mdt_object_init()) Process entered 00000004:00000040:2.0:1773688179.458288:0:75542:0:(mdt_handler.c:6981:mdt_object_init()) object init, fid = [0x20000afe1:0x142:0x0] 00000004:00000010:2.0:1773688179.458292:0:75542:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8a9a1ac5f960. 00000004:00000001:2.0:1773688179.458293:0:75542:0:(mdt_handler.c:6990:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458295:0:75542:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:2.0:1773688179.458298:0:75542:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:2.0:1773688179.458300:0:75542:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8a9b321ab430. 00000004:00000001:2.0:1773688179.458302:0:75542:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446614997898015792 : -129075811535824 : ffff8a9b321ab430) 00000004:00000001:2.0:1773688179.458303:0:75542:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458305:0:75542:0:(lod_object.c:9526:lod_object_init()) Process entered 00000004:00000001:2.0:1773688179.458306:0:75542:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1773688179.458309:0:75542:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1773688179.458310:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1773688179.458311:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773688179.458314:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.458315:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.458316:0:75542:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1773688179.458317:0:75542:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x20000afe1 00000004:00000001:2.0:1773688179.458319:0:75542:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1773688179.458321:0:75542:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8a9b33f7c558. 00000004:00000001:2.0:1773688179.458323:0:75542:0:(lod_object.c:9569:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.458325:0:75542:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1773688179.458326:0:75542:0:(osd_object.c:541:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.458327:0:75542:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.458330:0:75542:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614997886042200 : -129075823509416 : ffff8a9b31640058) 00000004:00000001:2.0:1773688179.458331:0:75542:0:(mdt_handler.c:3758:mdt_object_new()) Process leaving (rc=18446614997886042112 : -129075823509504 : ffff8a9b31640000) 00080000:00000001:2.0:1773688179.458336:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.458339:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:2.0:1773688179.458341:0:75542:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0xef:0x0] version is 0x27000000be 00000004:00000002:2.0:1773688179.458343:0:75542:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0x142:0x0] version is 0x1 00000004:00000001:2.0:1773688179.458345:0:75542:0:(mdd_dir.c:3113:mdd_create()) Process entered 00000004:00000001:2.0:1773688179.458351:0:75542:0:(mdd_dir.c:2504:mdd_create_sanity_check()) Process entered 00000004:00000001:2.0:1773688179.458353:0:75542:0:(mdd_dir.c:442:mdd_may_create()) Process entered 00000004:00000001:2.0:1773688179.458355:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1773688179.458357:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 3 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1773688179.458360:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458362:0:75542:0:(mdd_dir.c:454:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458364:0:75542:0:(mdd_dir.c:2609:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1773688179.458367:0:75542:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1773688179.458373:0:75542:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9b346b16c0. 00080000:00000001:2.0:1773688179.458377:0:75542:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1773688179.458383:0:75542:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10c13c00. 00080000:00000001:2.0:1773688179.458386:0:75542:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993043536896 : -129080666014720 : ffff8a9a10c13c00) 00000004:00000001:2.0:1773688179.458389:0:75542:0:(mdd_dir.c:2785:mdd_acl_init()) Process entered 00000004:00000001:2.0:1773688179.458392:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.458394:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.458396:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.458399:0:75542:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.458403:0:75542:0:(mdd_dir.c:2823:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1773688179.458406:0:75542:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x20000afe1:0x142:0x0] eadata 0000000000000000 len 0 00000004:00000001:2.0:1773688179.458410:0:75542:0:(lod_object.c:5733:lod_ah_init()) Process entered 00080000:00000002:2.0:1773688179.458414:0:75542:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x20000afe1:0xef:0x0] not in the id map cache 00000004:00000001:2.0:1773688179.458417:0:75542:0:(lod_object.c:5355:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1773688179.458420:0:75542:0:(lod_lov.c:1029:lod_get_ea()) Process entered 00080000:00000001:2.0:1773688179.458421:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.458423:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.458424:0:75542:0:(lod_lov.c:1044:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458425:0:75542:0:(lod_object.c:5364:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458426:0:75542:0:(lod_object.c:5355:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1773688179.458428:0:75542:0:(lod_lov.c:1029:lod_get_ea()) Process entered 00080000:00000001:2.0:1773688179.458428:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.458430:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.458431:0:75542:0:(lod_lov.c:1044:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458432:0:75542:0:(lod_object.c:5364:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1773688179.458436:0:75542:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8a9b079f4d80. 00000004:00000001:2.0:1773688179.458438:0:75542:0:(lod_object.c:6016:lod_ah_init()) Process leaving 00000004:00000001:2.0:1773688179.458439:0:75542:0:(mdd_dir.c:1597:mdd_linkea_prepare()) Process entered 00000020:00000001:2.0:1773688179.458443:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e38c8 00000001:00000002:2.0:1773688179.458445:0:75542:0:(linkea.c:183:linkea_add_buf()) New link_ea name '[0x20000afe1:0xef:0x0]:~$CHAP10.DOC' is added 00000004:00000001:2.0:1773688179.458446:0:75542:0:(mdd_dir.c:1624:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458448:0:75542:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:2.0:1773688179.458450:0:75542:0:(lod_object.c:6196:lod_declare_create()) Process entered 00000004:00000001:2.0:1773688179.458452:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.458453:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993043536896 : -129080666014720 : ffff8a9a10c13c00) 00080000:00000001:2.0:1773688179.458455:0:75542:0:(osd_object.c:1462:osd_declare_create()) Process entered 00080000:00000001:2.0:1773688179.458468:0:75542:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1773688179.458469:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1773688179.458470:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773688179.458471:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.458472:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.458474:0:75542:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1773688179.458478:0:75542:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x20000afe1:0x142:0x0] not in the id map cache 00000001:00000001:2.0:1773688179.458480:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688179.458481:0:75542:0:(osd_object.c:1516:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458483:0:75542:0:(lod_object.c:6130:lod_declare_striped_create()) Process entered 00020000:00000001:2.0:1773688179.458485:0:75542:0:(lod_qos.c:2957:lod_prepare_create()) Process entered 00020000:00000001:2.0:1773688179.458486:0:75542:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00020000:00000001:2.0:1773688179.458487:0:75542:0:(lod_qos.c:2436:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:2.0:1773688179.458489:0:75542:0:(lod_qos.c:2993:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:2.0:1773688179.458490:0:75542:0:(lod_qos.c:2807:lod_qos_prep_create()) Process entered 00020000:00000001:2.0:1773688179.458492:0:75542:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:2.0:1773688179.458493:0:75542:0:(lod_qos.c:162:lod_qos_statfs_update()) Process leaving 00020000:00000001:2.0:1773688179.458494:0:75542:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:2.0:1773688179.458495:0:75542:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:2.0:1773688179.458497:0:75542:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8a9a0f787280. 00020000:00000010:2.0:1773688179.458498:0:75542:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8a9a0f7877b8. 00020000:00001000:2.0:1773688179.458500:0:75542:0:(lod_qos.c:2859:lod_qos_prep_create()) tgt_count 2 stripe_count 1 00020000:00001000:2.0:1773688179.458502:0:75542:0:(lod_qos.c:2875:lod_qos_prep_create()) collecting conflict osts for comp[0] 00020000:00000001:2.0:1773688179.458504:0:75542:0:(lod_qos.c:1575:lod_ost_alloc_qos()) Process entered 00020000:00000001:2.0:1773688179.458506:0:75542:0:(lod_qos.c:1599:lod_ost_alloc_qos()) Process leaving via out_nolock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00020000:00000001:2.0:1773688179.458507:0:75542:0:(lod_qos.c:1817:lod_ost_alloc_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00020000:00000001:2.0:1773688179.458508:0:75542:0:(lod_qos.c:702:lod_ost_alloc_rr()) Process entered 00020000:00000001:2.0:1773688179.458510:0:75542:0:(lod_qos.c:217:lod_qos_calc_rr()) Process entered 00020000:00000001:2.0:1773688179.458511:0:75542:0:(lod_qos.c:221:lod_qos_calc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:2.0:1773688179.458513:0:75542:0:(lod_qos.c:756:lod_ost_alloc_rr()) pool '' want 1 start_idx 0 start_count 2048 offset 0 active 2 count 2 00020000:00001000:2.0:1773688179.458515:0:75542:0:(lod_qos.c:774:lod_ost_alloc_rr()) #0 strt 1 act 0 strp 0 ary 1 idx 1 00020000:00000001:2.0:1773688179.458517:0:75542:0:(lod_qos.c:586:lod_check_and_reserve_ost()) Process entered 00020000:00000001:2.0:1773688179.458518:0:75542:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:2.0:1773688179.458521:0:75542:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1773688179.458523:0:75542:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=942848, bfree=935936, bavail=924160, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117737, ffree=116992, state=0 00000004:00000001:2.0:1773688179.458525:0:75542:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773688179.458527:0:75542:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458529:0:75542:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1773688179.458530:0:75542:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773688179.458532:0:75542:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:2.0:1773688179.458535:0:75542:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8a9b02b69cd8. 00000004:00000001:2.0:1773688179.458538:0:75542:0:(osp_object.c:2259:osp_object_init()) Process entered 00000004:00000001:2.0:1773688179.458539:0:75542:0:(osp_object.c:2286:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458541:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.458542:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993043536896 : -129080666014720 : ffff8a9a10c13c00) 00000004:00000001:2.0:1773688179.458544:0:75542:0:(osp_object.c:1466:osp_declare_create()) Process entered 00000020:00000001:2.0:1773688179.458546:0:75542:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1773688179.458548:0:75542:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446614993043536896 : -129080666014720 : ffff8a9a10c13c00) 00000004:00000001:2.0:1773688179.458550:0:75542:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:2.0:1773688179.458552:0:75542:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.458554:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1773688179.458646:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688179.458648:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458650:0:75542:0:(osp_object.c:1533:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773688179.458652:0:75542:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446614997102927152 : -129076606624464 : ffff8a9b02b69d30) 00020000:00000001:2.0:1773688179.458655:0:75542:0:(lod_qos.c:656:lod_check_and_reserve_ost()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773688179.458657:0:75542:0:(lod_qos.c:833:lod_ost_alloc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773688179.458659:0:75542:0:(lod_qos.c:2945:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773688179.458660:0:75542:0:(lod_qos.c:3001:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773688179.458662:0:75542:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:2.0:1773688179.458663:0:75542:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1773688179.458664:0:75542:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1773688179.458665:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.458666:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993043536896 : -129080666014720 : ffff8a9a10c13c00) 00080000:00000001:2.0:1773688179.458668:0:75542:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1773688179.458670:0:75542:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458671:0:75542:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458673:0:75542:0:(lod_object.c:6174:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458674:0:75542:0:(lod_object.c:6277:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458675:0:75542:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458677:0:75542:0:(mdd_dir.c:2427:mdd_declare_object_initialize()) Process entered 00000004:00000001:2.0:1773688179.458678:0:75542:0:(mdd_dir.c:2431:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458681:0:75542:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:2.0:1773688179.458682:0:75542:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:2.0:1773688179.458684:0:75542:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.458686:0:75542:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:2.0:1773688179.458687:0:75542:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458689:0:75542:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458690:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.458691:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993043536896 : -129080666014720 : ffff8a9a10c13c00) 00080000:00000001:2.0:1773688179.458693:0:75542:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:2.0:1773688179.458699:0:75542:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458702:0:75542:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1773688179.458703:0:75542:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1773688179.458704:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.458705:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993043536896 : -129080666014720 : ffff8a9a10c13c00) 00080000:00000001:2.0:1773688179.458706:0:75542:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1773688179.458714:0:75542:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458715:0:75542:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458717:0:75542:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458719:0:75542:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:2.0:1773688179.458721:0:75542:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:2.0:1773688179.458722:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.458723:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993043536896 : -129080666014720 : ffff8a9a10c13c00) 00080000:00000001:2.0:1773688179.458724:0:75542:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1773688179.458726:0:75542:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458727:0:75542:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458728:0:75542:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:2.0:1773688179.458729:0:75542:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458730:0:75542:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.458733:0:75542:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1773688179.458734:0:75542:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1773688179.458738:0:75542:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1773688179.458739:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.458740:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993043536896 : -129080666014720 : ffff8a9a10c13c00) 00080000:00000001:2.0:1773688179.458741:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1773688179.458743:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688179.458745:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458746:0:75542:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458747:0:75542:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1773688179.458748:0:75542:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1773688179.458749:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.458750:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993043536896 : -129080666014720 : ffff8a9a10c13c00) 00080000:00000001:2.0:1773688179.458751:0:75542:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1773688179.458752:0:75542:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458752:0:75542:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458754:0:75542:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.458764:0:75542:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.458766:0:75542:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458768:0:75542:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:2.0:1773688179.458770:0:75542:0:(lod_object.c:6470:lod_create()) Process entered 00000004:00000001:2.0:1773688179.458771:0:75542:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:2.0:1773688179.458771:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.458772:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993043536896 : -129080666014720 : ffff8a9a10c13c00) 00080000:00000001:2.0:1773688179.458774:0:75542:0:(osd_object.c:1919:osd_create()) Process entered 00080000:00000001:2.0:1773688179.458806:0:75542:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1773688179.458808:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1773688179.458809:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773688179.458810:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.458811:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.458812:0:75542:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.458836:0:75542:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1773688179.458838:0:75542:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.458840:0:75542:0:(osd_object.c:2031:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458841:0:75542:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458843:0:75542:0:(lod_object.c:6355:lod_striped_create()) Process entered 00000004:00000001:2.0:1773688179.458845:0:75542:0:(lod_object.c:6302:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1773688179.458846:0:75542:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:2.0:1773688179.458847:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.458848:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993043536896 : -129080666014720 : ffff8a9a10c13c00) 00000004:00000001:2.0:1773688179.458850:0:75542:0:(osp_object.c:1569:osp_create()) Process entered 00000004:00000002:2.0:1773688179.458854:0:75542:0:(osp_object.c:1604:osp_create()) fid for osp_object ffff8a9b02b69cd8 is [0x2c0000401:0xa08:0x0] 00000020:00000001:2.0:1773688179.458855:0:75542:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1773688179.458857:0:75542:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446614993043536896 : -129080666014720 : ffff8a9a10c13c00) 00080000:00000001:2.0:1773688179.458859:0:75542:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1773688179.458887:0:75542:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000004:00080000:2.0:1773688179.458889:0:75542:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xa08:0x0], index 1: 0 00000004:00000001:2.0:1773688179.458890:0:75542:0:(osp_object.c:1659:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458892:0:75542:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458893:0:75542:0:(lod_lov.c:578:lod_fill_mirrors()) Process entered 00000004:00000001:2.0:1773688179.458894:0:75542:0:(lod_lov.c:583:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458895:0:75542:0:(lod_object.c:4695:lod_generate_and_set_lovea()) Process entered 00000004:00000001:2.0:1773688179.458897:0:75542:0:(lod_lov.c:897:lod_generate_lovea()) Process entered 00000004:00000001:2.0:1773688179.458898:0:75542:0:(lod_lov.c:716:lod_gen_component_ea()) Process entered 00000004:00000001:2.0:1773688179.458900:0:75542:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1773688179.458901:0:75542:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1773688179.458902:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1773688179.458902:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773688179.458904:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.458905:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.458906:0:75542:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1773688179.458907:0:75542:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2c0000401 00000004:00000001:2.0:1773688179.458909:0:75542:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458911:0:75542:0:(lod_lov.c:838:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458912:0:75542:0:(lod_lov.c:935:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458914:0:75542:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1773688179.458915:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.458916:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993043536896 : -129080666014720 : ffff8a9a10c13c00) 00080000:00000001:2.0:1773688179.458920:0:75542:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1773688179.458922:0:75542:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:2.0:1773688179.458929:0:75542:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1773688179.458931:0:75542:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.458933:0:75542:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458934:0:75542:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458936:0:75542:0:(lod_object.c:4721:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458938:0:75542:0:(lod_object.c:6430:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458939:0:75542:0:(lod_object.c:6484:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458941:0:75542:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458943:0:75542:0:(mdd_dir.c:2456:mdd_object_initialize()) Process entered 00000004:00000001:2.0:1773688179.458945:0:75542:0:(mdd_dir.c:2470:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458950:0:75542:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:2.0:1773688179.458953:0:75542:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1773688179.458954:0:75542:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1773688179.458955:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.458968:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993043536896 : -129080666014720 : ffff8a9a10c13c00) 00080000:00000001:2.0:1773688179.458971:0:75542:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1773688179.458972:0:75542:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr user.job with size 8 00080000:00000001:2.0:1773688179.458976:0:75542:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1773688179.458977:0:75542:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.458979:0:75542:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458980:0:75542:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458982:0:75542:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458983:0:75542:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458986:0:75542:0:(mdd_dir.c:3001:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.458988:0:75542:0:(mdd_dir.c:669:__mdd_index_insert()) Process entered 00000004:00000001:2.0:1773688179.458990:0:75542:0:(mdd_dir.c:647:__mdd_index_insert_only()) Process entered 00000004:00000001:2.0:1773688179.458991:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.458993:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993043536896 : -129080666014720 : ffff8a9a10c13c00) 00080000:00000001:2.0:1773688179.458996:0:75542:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:2.0:1773688179.459044:0:75542:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459047:0:75542:0:(mdd_dir.c:659:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459048:0:75542:0:(mdd_dir.c:678:__mdd_index_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459050:0:75542:0:(mdd_dir.c:1639:mdd_links_rename()) Process entered 00000004:00000001:2.0:1773688179.459053:0:75542:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:2.0:1773688179.459054:0:75542:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1773688179.459056:0:75542:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1773688179.459057:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.459058:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993043536896 : -129080666014720 : ffff8a9a10c13c00) 00080000:00000001:2.0:1773688179.459060:0:75542:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1773688179.459062:0:75542:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.link with size 54 00080000:00000001:2.0:1773688179.459064:0:75542:0:(osd_xattr.c:852:osd_xattr_handle_linkea()) Process entered 00080000:00000001:2.0:1773688179.459066:0:75542:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1773688179.459068:0:75542:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1773688179.459069:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1773688179.459071:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773688179.459072:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773688179.459074:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.459076:0:75542:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1773688179.459078:0:75542:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.459080:0:75542:0:(osd_xattr.c:882:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.459085:0:75542:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1773688179.459087:0:75542:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.459089:0:75542:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459090:0:75542:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459092:0:75542:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459094:0:75542:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459096:0:75542:0:(mdd_dir.c:1653:mdd_links_rename()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.459099:0:75542:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:2.0:1773688179.459100:0:75542:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:2.0:1773688179.459102:0:75542:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:2.0:1773688179.459104:0:75542:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:2.0:1773688179.459105:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.459107:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993043536896 : -129080666014720 : ffff8a9a10c13c00) 00080000:00000001:2.0:1773688179.459109:0:75542:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:2.0:1773688179.459119:0:75542:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459121:0:75542:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459123:0:75542:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:2.0:1773688179.459124:0:75542:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459126:0:75542:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459128:0:75542:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459130:0:75542:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459132:0:75542:0:(mdd_dir.c:3237:mdd_create()) Process leaving 00000004:00000001:2.0:1773688179.459134:0:75542:0:(mdd_dir.c:1371:mdd_changelog_ns_store()) Process entered 00000004:00000001:2.0:1773688179.459136:0:75542:0:(mdd_dir.c:1378:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.459139:0:75542:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1773688179.459141:0:75542:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1773688179.459144:0:75542:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:2.0:1773688179.459147:0:75542:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:2.0:1773688179.459148:0:75542:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1773688179.459149:0:75542:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1773688179.459150:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.459152:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993043536896 : -129080666014720 : ffff8a9a10c13c00) 00080000:00000001:2.0:1773688179.459154:0:75542:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1773688179.459156:0:75542:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:2.0:1773688179.459162:0:75542:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1773688179.459163:0:75542:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.459165:0:75542:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459166:0:75542:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459168:0:75542:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459170:0:75542:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1773688179.459172:0:75542:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692052, last_committed = 171798692041 00000001:00000010:2.0:1773688179.459175:0:75542:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a106a5180. 00000001:00000040:2.0:1773688179.459178:0:75542:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 11 00000020:00000040:2.0:1773688179.459180:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=50 00000001:00000010:2.0:1773688179.459185:0:75542:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b079f4000. 00000004:00000001:2.0:1773688179.459191:0:75542:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1773688179.459192:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.459193:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993043536896 : -129080666014720 : ffff8a9a10c13c00) 00080000:00000001:2.0:1773688179.459196:0:75542:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1773688179.459205:0:75542:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1773688179.459207:0:75542:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1773688179.459210:0:75542:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b079f4000: xid 1859843854313600, transno 171798692052, tag 1, client gen 13, slot idx 2 00000001:00000001:2.0:1773688179.459213:0:75542:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.459265:0:75542:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773688179.459269:0:75542:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9b346b16c0. 00000020:00000001:2.0:1773688179.459272:0:75542:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459277:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.459279:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688179.459281:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459284:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.459286:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.459288:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.459290:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.459292:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.459295:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.459297:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.459298:0:75542:0:(mdt_som.c:35:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.459301:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.459303:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.459304:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.459306:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.459307:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.459309:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:2.0:1773688179.459312:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff8a9b09caf378 00000004:00000001:2.0:1773688179.459314:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.459319:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.459324:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.459326:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.459328:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459334:0:75542:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:2.0:1773688179.459337:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688179.459338:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.459341:0:75542:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0x142:0x0] lease count: 0, lm: 4 00000004:00000001:2.0:1773688179.459343:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1773688179.459346:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.459347:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773688179.459353:0:75542:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a1689c700. 00010000:00000010:2.0:1773688179.459356:0:75542:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b343e9f00. 00010000:00000001:2.0:1773688179.459359:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.459362:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41f0c400. 00000020:00000001:2.0:1773688179.459364:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.459367:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41f0c400 with handle 0x52973366461d2b16 to hash 00000020:00000001:2.0:1773688179.459368:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.459369:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998163702784 : -129075545848832 : ffff8a9b41f0c400) 00010000:00000010:2.0:1773688179.459373:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96680. 00010000:00000001:2.0:1773688179.459375:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998163702784 : -129075545848832 : ffff8a9b41f0c400) 00010000:00000001:2.0:1773688179.459378:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.459379:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.459382:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0c400/0x52973366461d2b16 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x142:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.459388:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.459390:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.459392:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.459393:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.459395:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.459397:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.459398:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.459400:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.459402:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.459403:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.459404:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.459406:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x142:0x0].0x0 (ffff8a9a1689c700) refcount = 1 00010000:00010000:2.0:1773688179.459410:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0c400/0x52973366461d2b16 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x142:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.459414:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.459417:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.459418:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.459419:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.459421:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.459422:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.459424:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.459426:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.459428:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.459431:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0c400/0x52973366461d2b16 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x142:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.459435:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.459436:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.459438:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.459439:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.459440:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.459441:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41f0c400 refcount=3 00000020:00000001:2.0:1773688179.459444:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998163702784 : -129075545848832 : ffff8a9b41f0c400) 00010000:00000001:2.0:1773688179.459446:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998163702784 : -129075545848832 : ffff8a9b41f0c400) 00010000:00000001:2.0:1773688179.459448:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.459449:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.459450:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.459453:0:75542:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0x142:0x0], ibits = 0x1b/0x1b, open_flags = 040000000000103, try_layout = 1 : rc = 0 00000004:00000001:2.0:1773688179.459456:0:75542:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.459458:0:75542:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459460:0:75542:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000001:00000001:2.0:1773688179.459463:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.459464:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.459466:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.459467:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.459469:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.459471:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.459472:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.459474:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.459476:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x142:0x0]: nlink=1, mode=100600, valid=0x100000008000278f 00000001:00000001:2.0:1773688179.459479:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.459480:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459482:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1773688179.459484:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.459486:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.459488:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.459490:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.459492:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.459494:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.459496:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459499:0:75542:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000004:00000002:2.0:1773688179.459501:0:75542:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56 00000004:00000001:2.0:1773688179.459503:0:75542:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000004:00000001:2.0:1773688179.459504:0:75542:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459507:0:75542:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1773688179.459510:0:75542:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1773688179.459512:0:75542:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459514:0:75542:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.459516:0:75542:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1773688179.459519:0:75542:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9b343e9600. 00000020:00000001:2.0:1773688179.459521:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.459523:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b343e9600 with handle 0x52973366461d2b1d to hash 00000020:00000001:2.0:1773688179.459525:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1773688179.459527:0:75542:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614997933921792 : -129075775629824 : ffff8a9b343e9600) 00000004:00000001:2.0:1773688179.459528:0:75542:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1773688179.459530:0:75542:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1773688179.459531:0:75542:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0x142:0x0] Change mfd open_flags 0 -> 040000000000103. 00000004:00000001:2.0:1773688179.459535:0:75542:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1773688179.459536:0:75542:0:(mdt_open.c:193:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1773688179.459538:0:75542:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459540:0:75542:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459543:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.459544:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.459545:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.459547:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.459549:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.459550:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.459552:0:75542:0:(mdt_open.c:1807:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.459555:0:75542:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1773688179.459557:0:75542:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1773688179.459559:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.459560:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.459562:0:75542:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1773688179.459563:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688179.459564:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459566:0:75542:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.459569:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1773688179.459570:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.459571:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.459572:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.459574:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41f0de00 refcount=3 00000020:00000001:2.0:1773688179.459576:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998163709440 : -129075545842176 : ffff8a9b41f0de00) 00010000:00000001:2.0:1773688179.459578:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998163709440 : -129075545842176 : ffff8a9b41f0de00) 00010000:00000001:2.0:1773688179.459581:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.459583:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0de00/0x52973366461d2b08 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.459589:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.459590:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.459592:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0de00/0x52973366461d2b08 lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.459598:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.459599:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.459601:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.459604:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0de00/0x52973366461d2b08 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.459609:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41f0de00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.459611:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.459612:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.459614:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0de00/0x52973366461d2b08 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.459619:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.459620:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.459622:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.459623:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41f0de00 refcount=4 00000020:00000001:2.0:1773688179.459624:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998163709440 : -129075545842176 : ffff8a9b41f0de00) 00010000:00000001:2.0:1773688179.459626:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998163709440 : -129075545842176 : ffff8a9b41f0de00) 00010000:00000001:2.0:1773688179.459629:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.459631:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0de00/0x52973366461d2b08 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.459636:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.459637:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.459638:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.459641:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.459642:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.459644:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.459645:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.459647:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41f0de00 with handle 0x52973366461d2b08 from hash 00010000:00000001:2.0:1773688179.459649:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.459651:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.459652:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.459653:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.459655:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.459656:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.459658:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.459660:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.459661:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.459663:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:2.0:1773688179.459665:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.459667:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.459669:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.459671:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.459673:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.459675:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.459676:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.459677:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.459679:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459681:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.459683:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0de00/0x52973366461d2b08 lrc: 2/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.459688:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.459689:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.459690:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.459692:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.459693:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.459695:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0de00/0x52973366461d2b08 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.459701:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.459707:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.459709:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.459710:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.459711:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.459712:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.459714:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41f0ce00 refcount=3 00000020:00000001:2.0:1773688179.459716:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998163705344 : -129075545846272 : ffff8a9b41f0ce00) 00010000:00000001:2.0:1773688179.459718:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998163705344 : -129075545846272 : ffff8a9b41f0ce00) 00000004:00010000:2.0:1773688179.459721:0:75542:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000007ccdcb3b reply state 000000007891a62f transno 171798692052 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0ce00/0x52973366461d2b0f lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.459729:0:75542:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:2.0:1773688179.459731:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.459733:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.459734:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.459736:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.459737:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.459738:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.459740:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x33e854da (ffff8a9a16349200) refcount = 1 00010000:00010000:2.0:1773688179.459743:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0ce00/0x52973366461d2b0f lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x33e854da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.459748:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.459749:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.459751:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.459752:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.459754:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.459755:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.459757:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x33e854da (ffff8a9a16349200) 00010000:00010000:2.0:1773688179.459759:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.459761:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.459762:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.459764:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.459765:0:75542:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:2.0:1773688179.459767:0:75542:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:2.0:1773688179.459769:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.459770:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.459771:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.459772:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1773688179.459774:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1773688179.459775:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1773688179.459777:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.459778:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1773688179.459781:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.459783:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.459785:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.459787:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459790:0:75542:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459791:0:75542:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1773688179.459794:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.459795:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.459796:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.459798:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.459799:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.459802:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.459806:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.459807:0:75542:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:2.0:1773688179.459810:0:75542:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1773688179.459811:0:75542:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.459814:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.459815:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.459817:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41f0c400 refcount=3 00000020:00000001:2.0:1773688179.459819:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998163702784 : -129075545848832 : ffff8a9b41f0c400) 00010000:00000001:2.0:1773688179.459821:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998163702784 : -129075545848832 : ffff8a9b41f0c400) 00000004:00000040:2.0:1773688179.459824:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:2.0:1773688179.459826:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=51 00010000:00000001:2.0:1773688179.459830:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.459831:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.459832:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.459834:0:75542:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.459836:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.459838:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.459840:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.459841:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.459843:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.459845:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.459846:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.459847:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.459850:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41f0c000 with handle 0x52973366461d2b01 from hash 00010000:00000001:2.0:1773688179.459852:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.459853:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.459854:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.459855:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.459856:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.459861:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0c000/0x52973366461d2b01 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a74a expref: 51 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.459868:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:2.0:1773688179.459870:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 50 00010000:00000010:2.0:1773688179.459872:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96800. 00010000:00000001:2.0:1773688179.459878:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.459879:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.459882:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.459886:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0c400/0x52973366461d2b16 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x142:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a74a expref: 50 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.459892:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.459894:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.459895:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x142:0x0].0x0 (ffff8a9a1689c700) 00010000:00010000:2.0:1773688179.459898:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1773688179.459899:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.459901:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.459903:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.459904:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.459905:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.459907:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41f0c400, rc 0) 00000020:00000001:2.0:1773688179.459909:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.459912:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692052, xid 1859843854313600 00010000:00000001:2.0:1773688179.459915:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:2.0:1773688179.459916:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=51 00010000:00000200:2.0:1773688179.459918:0:75542:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 171798692052, last committed = 171798692041 00010000:00000200:2.0:1773688179.459924:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b08d5dc00 x1859843854313600/t171798692052(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 656/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.459932:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.459934:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.459937:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.459941:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.459943:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.459945:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.459948:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.459950:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.459953:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.459970:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.459975:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505220. 00000100:00000200:2.0:1773688179.459980:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854313600, offset 224 00000400:00000200:2.0:1773688179.459986:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.459995:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.460001:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48042:48042:256:4294967295] 192.168.204.51@tcp LPNI seq info [48038:48038:8:4294967295] 00000400:00000200:2.0:1773688179.460029:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.460035:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.460040:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a200. 00000800:00000200:2.0:1773688179.460045:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.460052:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.460056:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a200 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.460071:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.460075:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.460078:0:75542:0:(ldlm_lib.c:3443:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.460080:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.460082:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.460086:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b08d5dc00 x1859843854313600/t171798692052(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 656/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.460096:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b08d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+51:68109:x1859843854313600:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2237us (2354us total) trans 171798692052 rc 0/0 00010000:00000010:3.1:1773688179.460106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc8600. 00000100:00100000:2.0:1773688179.460106:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15486 00000100:00000040:2.0:1773688179.460111:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.460115:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.460117:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.460121:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.460125:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.460128:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a0bb6c600. 00000020:00000040:2.0:1773688179.460134:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 50 00000100:00000001:2.0:1773688179.460136:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1773688179.461044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc8c00. 00000800:00000001:0.0:1773688179.462740:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.462748:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.462750:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.462751:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.462759:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.462767:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 28 MB=0x69b84a4462900 00000400:00000200:0.0:1773688179.462772:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.51@tcp of length 328/328 into md 0x592a1 [8] + 11392 00000800:00000001:0.0:1773688179.462777:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.462783:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.462784:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.462787:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.462790:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.462791:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1773688179.462796:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3135df80. 00000100:00000040:0.0:1773688179.462798:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3135df80 x1859843854313728 msgsize 328 00000100:00100000:0.0:1773688179.462801:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.462808:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.462812:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.462815:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.462839:0:38615:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.462842:0:38615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854313728 02000000:00000001:2.0:1773688179.462845:0:38615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.462847:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.462849:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.462852:0:38615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.462855:0:38615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854313728 00000020:00000001:2.0:1773688179.462858:0:38615:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.462859:0:38615:0:(genops.c:823:class_conn2export()) looking for export cookie 0x529733664618833a 00000020:00000001:2.0:1773688179.462861:0:38615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.462863:0:38615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9a0a88f800 refcount=35 00000020:00000001:2.0:1773688179.462865:0:38615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000020:00000001:2.0:1773688179.462868:0:38615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000100:00000001:2.0:1773688179.462871:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.462875:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e54c0. 00000100:00000001:2.0:1773688179.462878:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.462880:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e54c0. 00000020:00000010:2.0:1773688179.462885:0:38615:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b05471e00. 00000020:00000010:2.0:1773688179.462890:0:38615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.462894:0:38615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.462900:0:38615:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1773688179.462902:0:38615:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.462904:0:38615:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773688179.462906:0:38615:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.462911:0:38615:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.462924:0:38615:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.462932:0:38615:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.462934:0:38615:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.462939:0:38615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7637 00000100:00000040:2.0:1773688179.462942:0:38615:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9a0a88f800 : new rpc_count 1 00000100:00000001:2.0:1773688179.462944:0:38615:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997883019136 : -129075826532480 : ffff8a9b3135df80) 00000100:00000040:2.0:1773688179.462951:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3135df80 x1859843854313728/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.462971:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.462975:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e54c0. 00000100:00000001:2.0:1773688179.462977:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.462980:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e54c0. 00000100:00100000:2.0:1773688179.462984:0:38615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3135df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+35:2405:x1859843854313728:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.462988:0:38615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854313728 00000020:00000001:2.0:1773688179.462991:0:38615:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.462994:0:38615:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.462995:0:38615:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.462997:0:38615:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.462999:0:38615:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.463002:0:38615:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1773688179.463004:0:38615:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.463022:0:38615:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.463024:0:38615:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.463028:0:38615:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.463029:0:38615:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.463031:0:38615:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.463033:0:38615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.463035:0:38615:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.463036:0:38615:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.463040:0:38615:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773688179.463046:0:38615:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a1689c500. 00010000:00000010:2.0:1773688179.463050:0:38615:0:(ldlm_resource.c:1436:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8a9a1689c000. 00010000:00000001:2.0:1773688179.463053:0:38615:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.463057:0:38615:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc8c00. 00000020:00000001:2.0:1773688179.463059:0:38615:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.463061:0:38615:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc8c00 with handle 0x52973366461d2b24 to hash 00000020:00000001:2.0:1773688179.463063:0:38615:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.463065:0:38615:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160280576 : -129075549271040 : ffff8a9b41bc8c00) 00010000:00000001:2.0:1773688179.463067:0:38615:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160280576 : -129075549271040 : ffff8a9b41bc8c00) 00010000:00010000:2.0:1773688179.463071:0:38615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000829ff17c/0x52973366461d2b24 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xa08:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a751 expref: -99 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00000001:2.0:1773688179.463081:0:38615:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:2.0:1773688179.463084:0:38615:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8a9b079e54c0. 00002000:00000001:2.0:1773688179.463087:0:38615:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1773688179.463090:0:38615:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.463095:0:38615:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997950530536 : -129075759021080 : ffff8a9b353c03e8) 00002000:00000001:2.0:1773688179.463097:0:38615:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997950530448 : -129075759021168 : ffff8a9b353c0390) 00002000:00000001:2.0:1773688179.463099:0:38615:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1773688179.463104:0:38615:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1773688179.463106:0:38615:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0xa08:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:2.0:1773688179.463109:0:38615:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:2.0:1773688179.463111:0:38615:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b353c03e8/ffff8a9b353c0390 to site lru. bkt: ffff8a9b34380c08 00010000:00000040:2.0:1773688179.463114:0:38615:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9a0a88f800 : new locks_count 31 00000020:00000040:2.0:1773688179.463116:0:38615:0:(genops.c:887:class_export_get()) GET export ffff8a9a0a88f800 refcount=36 00010000:00000001:2.0:1773688179.463121:0:38615:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1773688179.463123:0:38615:0:(ofd_dlm.c:195:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1773688179.463125:0:38615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.463127:0:38615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.463131:0:38615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8a9a10c12800. 02000000:00000001:2.0:1773688179.463133:0:38615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.463135:0:38615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.463138:0:38615:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1773688179.463140:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1773688179.463143:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1773688179.463145:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.463147:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1773688179.463148:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1773688179.463150:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.463153:0:38615:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1773688179.463158:0:38615:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000829ff17c/0x52973366461d2b24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xa08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a751 expref: 36 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.463167:0:38615:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x2c0000401:0xa08:0x0].0x0 (ffff8a9a1689c500) refcount = 1 00010000:00000040:2.0:1773688179.463170:0:38615:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.463173:0:38615:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: 00000000829ff17c/0x52973366461d2b24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xa08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a751 expref: 36 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.463181:0:38615:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.463183:0:38615:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.463185:0:38615:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.463186:0:38615:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1773688179.463189:0:38615:0:(ofd_dlm.c:257:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.463191:0:38615:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.463194:0:38615:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.463197:0:38615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000829ff17c/0x52973366461d2b24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xa08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a751 expref: 36 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.463207:0:38615:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.463209:0:38615:0:(ldlm_lock.c:1971:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1773688179.463211:0:38615:0:(ldlm_lock.c:2020:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.463212:0:38615:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.463214:0:38615:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.463215:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.463217:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.463218:0:38615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bc8c00, rc 0) 00000020:00000001:2.0:1773688179.463220:0:38615:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.463223:0:38615:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294970315, transno 0, xid 1859843854313728 00010000:00000001:2.0:1773688179.463225:0:38615:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.463230:0:38615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b3135df80 x1859843854313728/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/400 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.463237:0:38615:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.463239:0:38615:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.463242:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b36eb51e8 time=95 v=5 (1 4 1 1) 00000100:00000001:2.0:1773688179.463245:0:38615:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.463248:0:38615:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.463250:0:38615:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.463252:0:38615:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.463254:0:38615:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.463256:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.463259:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.463262:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505a18. 00000100:00000200:2.0:1773688179.463267:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1859843854313728, offset 224 00000400:00000200:2.0:1773688179.463272:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.463278:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.463283:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48043:48043:256:4294967295] 192.168.204.51@tcp LPNI seq info [48039:48039:8:4294967295] 00000400:00000200:2.0:1773688179.463292:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.463297:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.463301:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0ac00. 00000800:00000200:2.0:1773688179.463305:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.463310:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.463314:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0ac00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.463327:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.463331:0:38615:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.463333:0:38615:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.463334:0:38615:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.463336:0:38615:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.463340:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3135df80 x1859843854313728/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/400 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.463351:0:38615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3135df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+36:2405:x1859843854313728:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 378us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.463358:0:38615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7637 00000100:00000040:2.0:1773688179.463361:0:38615:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9a0a88f800 : new rpc_count 0 00000100:00000001:2.0:1773688179.463364:0:38615:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.463366:0:38615:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.463369:0:38615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.463372:0:38615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.463376:0:38615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b05471e00. 00000020:00000040:2.0:1773688179.463379:0:38615:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 35 00000100:00000001:2.0:1773688179.463382:0:38615:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.463388:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.463391:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0ac00. 00000400:00000200:0.0:1773688179.463394:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.463397:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.463400:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505a18 00000400:00000010:0.0:1773688179.463401:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505a18. 00000100:00000001:0.0:1773688179.463403:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.463404:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1773688179.465533:0:38615:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.465537:0:38615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854313856 02000000:00000001:2.0:1773688179.465539:0:38615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.465541:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.465543:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.465546:0:38615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.465549:0:38615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854313856 00000020:00000001:2.0:1773688179.465551:0:38615:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.465553:0:38615:0:(genops.c:823:class_conn2export()) looking for export cookie 0x529733664618833a 00000020:00000001:2.0:1773688179.465555:0:38615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.465557:0:38615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9a0a88f800 refcount=36 00000020:00000001:2.0:1773688179.465560:0:38615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000020:00000001:2.0:1773688179.465562:0:38615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000100:00000001:2.0:1773688179.465565:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.465569:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e59c0. 00000100:00000001:2.0:1773688179.465572:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.465574:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e59c0. 00000020:00000010:2.0:1773688179.465579:0:38615:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b05471e00. 00000020:00000010:2.0:1773688179.465582:0:38615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.465586:0:38615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.465592:0:38615:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1773688179.465595:0:38615:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.465596:0:38615:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773688179.465598:0:38615:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.465603:0:38615:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.465614:0:38615:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.465622:0:38615:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.465623:0:38615:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.465628:0:38615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7638 00000100:00000040:2.0:1773688179.465631:0:38615:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9a0a88f800 : new rpc_count 1 00000100:00000001:2.0:1773688179.465634:0:38615:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992999036032 : -129080710515584 : ffff8a9a0e1a3480) 00000100:00000040:2.0:1773688179.465640:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e1a3480 x1859843854313856/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.465649:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.465652:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e59c0. 00000100:00000001:2.0:1773688179.465654:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.465656:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e59c0. 00000100:00100000:2.0:1773688179.465660:0:38615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e1a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+36:68109:x1859843854313856:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.465664:0:38615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854313856 00000020:00000001:2.0:1773688179.465666:0:38615:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.465669:0:38615:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.465671:0:38615:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.465673:0:38615:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.465674:0:38615:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.465677:0:38615:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1773688179.465679:0:38615:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.465681:0:38615:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.465682:0:38615:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.465685:0:38615:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.465687:0:38615:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.465689:0:38615:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.465691:0:38615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.465692:0:38615:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.465694:0:38615:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.465706:0:38615:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.465713:0:38615:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1689c500 count: 2 00010000:00000001:2.0:1773688179.465715:0:38615:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.465718:0:38615:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.465721:0:38615:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc8600. 00000020:00000001:2.0:1773688179.465723:0:38615:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.465725:0:38615:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc8600 with handle 0x52973366461d2b2b to hash 00000020:00000001:2.0:1773688179.465727:0:38615:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.465728:0:38615:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160279040 : -129075549272576 : ffff8a9b41bc8600) 00010000:00000001:2.0:1773688179.465731:0:38615:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160279040 : -129075549272576 : ffff8a9b41bc8600) 00010000:00010000:2.0:1773688179.465735:0:38615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052b1b09b/0x52973366461d2b2b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xa08:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a758 expref: -99 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.465743:0:38615:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9a0a88f800 : new locks_count 32 00000020:00000040:2.0:1773688179.465746:0:38615:0:(genops.c:887:class_export_get()) GET export ffff8a9a0a88f800 refcount=37 00000100:00000001:2.0:1773688179.465751:0:38615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.465753:0:38615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.465756:0:38615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8a9a10c13800. 02000000:00000001:2.0:1773688179.465759:0:38615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.465761:0:38615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.465763:0:38615:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.465765:0:38615:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.465767:0:38615:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1773688179.465768:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.465771:0:38615:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1773688179.465773:0:38615:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1773688179.465777:0:38615:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000829ff17c/0x52973366461d2b24 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xa08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a751 expref: 37 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.465784:0:38615:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1773688179.465785:0:38615:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.465787:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1773688179.465789:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.465791:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1773688179.465792:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1773688179.465794:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.465796:0:38615:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.465798:0:38615:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1773688179.465801:0:38615:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052b1b09b/0x52973366461d2b2b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xa08:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a758 expref: 37 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.465808:0:38615:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x2c0000401:0xa08:0x0].0x0 (ffff8a9a1689c500) refcount = 2 00010000:00000040:2.0:1773688179.465811:0:38615:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.465814:0:38615:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: 00000000829ff17c/0x52973366461d2b24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xa08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a751 expref: 37 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.465821:0:38615:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1773688179.465824:0:38615:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: 0000000052b1b09b/0x52973366461d2b2b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xa08:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a758 expref: 37 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.465831:0:38615:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b079e59c0. 00000100:00000001:2.0:1773688179.465834:0:38615:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773688179.465839:0:38615:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b079f4780. 00000100:00000001:2.0:1773688179.465841:0:38615:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997185283968 : -129076524267648 : ffff8a9b079f4780) 00000100:00000001:2.0:1773688179.465843:0:38615:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997185283968 : -129076524267648 : ffff8a9b079f4780) 00000100:00000001:2.0:1773688179.465845:0:38615:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773688179.465847:0:38615:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1773688179.465848:0:38615:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688179.465851:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.465852:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1773688179.465854:0:38615:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.465856:0:38615:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.465857:0:38615:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1773688179.465859:0:38615:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1773688179.465862:0:38615:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce5180. 00000020:00000040:2.0:1773688179.465866:0:38615:0:(genops.c:1229:class_import_get()) import ffff8a9a0a88c000 refcount=2 obd=lustre-OST0001 00000100:00000001:2.0:1773688179.465869:0:38615:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773688179.465871:0:38615:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773688179.465875:0:38615:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773688179.465880:0:38615:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a0bb6c600. 00000100:00000001:2.0:1773688179.465885:0:38615:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.465889:0:38615:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000829ff17c/0x52973366461d2b24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xa08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a751 expref: 37 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.465910:0:38615:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000829ff17c/0x52973366461d2b24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xa08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a751 expref: 37 pid: 38615 timeout: 3058 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.465918:0:38615:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1773688179.465920:0:38615:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773688179.465924:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9a10ce5180 x1859843861190528/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.465932:0:38615:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773688179.465934:0:38615:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.465938:0:38615:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9a10ce5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:38615:1859843861190528:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.465942:0:38615:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773688179.465946:0:38615:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773688179.465948:0:38615:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.465950:0:38615:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773688179.465954:0:38615:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a1b1f5600. 02000000:00000001:2.0:1773688179.465967:0:38615:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773688179.465972:0:38615:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a0b538aa8. 00000400:00000010:2.0:1773688179.465976:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b035052a8. 00000100:00000200:2.0:1773688179.465982:0:38615:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861190528, portal 16 00000100:00000001:2.0:1773688179.465984:0:38615:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773688179.465985:0:38615:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614993044394368 : -129080665157248 : ffff8a9a10ce5180) 00000100:00000040:2.0:1773688179.465990:0:38615:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9a10ce5180 x1859843861190528/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.466003:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000010:2.1:1773688179.466027:0:38615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9c00. 00010000:00000010:2.1:1773688179.466033:0:38615:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a16349900. 00010000:00000010:2.1:1773688179.466037:0:38615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41f0da00. 00010000:00000010:2.1:1773688179.466041:0:38615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9800. 00010000:00000010:2.1:1773688179.466044:0:38615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9600. 00000100:00000040:2.0:1773688179.466048:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.466051:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505908. 00000100:00000200:2.0:1773688179.466054:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861190528, offset 0 00000400:00000200:2.0:1773688179.466059:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.466065:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.466070:0:38615:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773688179.466074:0:38615:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:2.0:1773688179.466077:0:38615:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773688179.466080:0:38615:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:2.0:1773688179.466083:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48044:48044:256:4294967295] 192.168.204.51@tcp LPNI seq info [48040:48040:8:4294967295] 00000400:00000200:2.0:1773688179.466091:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.466096:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.466100:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0ac00. 00000800:00000200:2.0:1773688179.466105:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.466110:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.466113:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0ac00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.466124:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.466128:0:38615:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4297630387 00000100:00000001:2.0:1773688179.466135:0:38615:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4297630306 00000100:00000001:2.0:1773688179.466140:0:38615:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4297630387 00000100:00000001:2.0:1773688179.466145:0:38615:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4297630306 00000100:00000001:2.0:1773688179.466148:0:38615:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4297630387 00000100:00000001:2.0:1773688179.466152:0:38615:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4297630306 00000100:00000001:2.0:1773688179.466154:0:38615:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4297630387 00000100:00000001:2.0:1773688179.466158:0:38615:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4297630306 00000100:00000001:2.0:1773688179.466161:0:38615:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.466164:0:38615:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.466167:0:38615:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.466169:0:38615:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.466171:0:38615:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.466173:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.466175:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.466176:0:38615:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.466178:0:38615:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688179.466180:0:38615:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1773688179.466183:0:38615:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688179.466184:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1773688179.466186:0:38615:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1773688179.466188:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0ac00. 00000100:00000001:2.0:1773688179.466189:0:38615:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773688179.466194:0:38615:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b079f4780 going to sleep for 11 seconds 00000400:00000200:0.0:1773688179.466194:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1773688179.466200:0:38615:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1773688179.466200:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.466205:0:38615:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773688179.466205:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505908 00000400:00000010:0.0:1773688179.466208:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505908. 00000100:00000001:0.0:1773688179.466212:0:3440:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773688179.466215:0:3440:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9a10ce5180 x1859843861190528/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.466222:0:3440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773688179.466224:0:3440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9a10ce5180 x1859843861190528/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.466229:0:3440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.466230:0:3440:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.467108:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.467112:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.467114:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.467115:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.467118:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.467124:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af1780 00000400:00000200:0.0:1773688179.467128:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77cf9 [1] + 224 00000800:00000001:0.0:1773688179.467131:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.467148:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.467149:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.467151:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.467154:0:3438:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773688179.467157:0:3438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9a10ce5180 x1859843861190528/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1773688179.467163:0:3438:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9a10ce5180 x1859843861190528/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.467174:0:3438:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.467178:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.467181:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.467193:0:38615:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773688179.467199:0:38615:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773688179.467201:0:38615:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773688179.467202:0:38615:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a0b538aa8. 00000400:00000200:2.0:1773688179.467206:0:38615:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b035052a8 00000400:00000010:2.0:1773688179.467208:0:38615:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b035052a8. 00000100:00000001:2.0:1773688179.467210:0:38615:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688179.467213:0:38615:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9a10ce5180 x1859843861190528/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1773688179.467219:0:38615:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9a10ce5180 x1859843861190528/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.467223:0:38615:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773688179.467224:0:38615:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.467226:0:38615:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773688179.467228:0:38615:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773688179.467229:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.467230:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.467232:0:38615:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.467235:0:38615:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9a0a88c458 time=60 v=5 (5 5 0 0) 00000100:00001000:2.0:1773688179.467237:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0a88c410 time=60 v=5 (1 1 0 0) 00000100:00000001:2.0:1773688179.467239:0:38615:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773688179.467240:0:38615:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.467242:0:38615:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773688179.467244:0:38615:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.467245:0:38615:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.467248:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9a10ce5180 x1859843861190528/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.467253:0:38615:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.467254:0:38615:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773688179.467256:0:38615:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.467257:0:38615:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1773688179.467258:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.467259:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.467260:0:38615:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.467262:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce5180 x1859843861190528/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1773688179.467267:0:38615:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9a10ce5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:38615:1859843861190528:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.467270:0:38615:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.467271:0:38615:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.467273:0:38615:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773688179.467274:0:38615:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.467276:0:38615:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9a10ce5180 x1859843861190528/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.467279:0:38615:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773688179.467280:0:38615:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773688179.467282:0:38615:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a1b1f5600. 02000000:00000001:2.0:1773688179.467284:0:38615:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773688179.467285:0:38615:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773688179.467286:0:38615:0:(genops.c:1242:class_import_put()) import ffff8a9a0a88c000 refcount=1 obd=lustre-OST0001 00000020:00000001:2.0:1773688179.467288:0:38615:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773688179.467289:0:38615:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a0bb6c600. 02000000:00000001:2.0:1773688179.467293:0:38615:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773688179.467294:0:38615:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773688179.467296:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a10ce5180. 00000100:00000001:2.0:1773688179.467298:0:38615:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773688179.467298:0:38615:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773688179.467300:0:38615:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b079f4780. 00000100:00000001:2.0:1773688179.467302:0:38615:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1773688179.467303:0:38615:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1773688179.467304:0:38615:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b079e59c0. 00010000:00000001:2.0:1773688179.467306:0:38615:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.467308:0:38615:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.467309:0:38615:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.467312:0:38615:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.467315:0:38615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000052b1b09b/0x52973366461d2b2b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xa08:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a758 expref: 37 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.467322:0:38615:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.467323:0:38615:0:(ldlm_lock.c:1971:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1773688179.467324:0:38615:0:(ldlm_lock.c:1987:ldlm_reprocess_queue()) Reprocessing lock ffff8a9b41bc8600 00010000:00000001:2.0:1773688179.467325:0:38615:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1773688179.467326:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.467328:0:38615:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.467329:0:38615:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1773688179.467331:0:38615:0:(ldlm_lock.c:2020:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1773688179.467332:0:38615:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.467333:0:38615:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.467333:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.467334:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.467335:0:38615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bc8600, rc 0) 00000020:00000001:2.0:1773688179.467336:0:38615:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.467338:0:38615:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294970315, transno 0, xid 1859843854313856 00010000:00000001:2.0:1773688179.467340:0:38615:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.467343:0:38615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e1a3480 x1859843854313856/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/400 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.467347:0:38615:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.467348:0:38615:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.467349:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b36eb51e8 time=95 v=5 (1 4 1 1) 00000100:00000001:2.0:1773688179.467351:0:38615:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.467353:0:38615:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.467355:0:38615:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.467356:0:38615:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.467358:0:38615:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.467359:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.467361:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.467363:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b035052a8. 00000100:00000200:2.0:1773688179.467366:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1859843854313856, offset 224 00000400:00000200:2.0:1773688179.467370:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.467376:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.467381:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48045:48045:256:4294967295] 192.168.204.51@tcp LPNI seq info [48041:48041:8:4294967295] 00000400:00000200:2.0:1773688179.467388:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.467393:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.467397:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a200. 00000800:00000200:2.0:1773688179.467401:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.467405:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.467408:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a200 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.467421:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.467424:0:38615:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.467426:0:38615:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.467428:0:38615:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.467429:0:38615:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.467432:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e1a3480 x1859843854313856/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/400 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.467439:0:38615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e1a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+37:68109:x1859843854313856:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1788us (1945us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.467444:0:38615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7638 00000100:00000040:2.0:1773688179.467447:0:38615:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9a0a88f800 : new rpc_count 0 00000100:00000001:2.0:1773688179.467449:0:38615:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.467450:0:38615:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.467454:0:38615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.467456:0:38615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.467459:0:38615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b05471e00. 00000020:00000040:2.0:1773688179.467462:0:38615:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 36 00000100:00000001:2.0:1773688179.467464:0:38615:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.468029:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.468034:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.468036:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.468038:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.468043:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.468050:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4462a00 00000400:00000200:0.0:1773688179.468055:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x72fe9 [2] + 1968 00000400:00000010:0.0:1773688179.468058:0:3440:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b353fc580. 00000400:00000200:0.0:1773688179.468061:0:3440:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8a9a0b920300 00000800:00000001:0.0:1773688179.468064:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.468068:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.468070:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.468073:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.468076:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a0b920300 00000400:00000010:0.0:1773688179.468078:0:3440:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at ffff8a9a0b920300. 00000100:00000001:0.0:1773688179.468082:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.468084:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:0.0:1773688179.468086:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b1db7fc50 x1859843854313984 msgsize 328 00000100:00100000:0.0:1773688179.468090:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000040:0.0:1773688179.468093:0:3440:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1773688179.468104:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.468107:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.468109:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.468584:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.468588:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99da00. 00000400:00000200:0.0:1773688179.468592:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.468596:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.468599:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee000 00000400:00000010:0.0:1773688179.468601:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee000. 00000100:00000001:0.0:1773688179.468604:0:3438:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773688179.468608:0:3438:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9a0e1a2680 x1859843861190656/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.468615:0:3438:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773688179.468618:0:3438:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9a0e1a2680 x1859843861190656/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.468624:0:3438:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.468625:0:3438:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773688179.469574:0:6358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773688179.469587:0:6358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773688179.469591:0:6358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773688179.469594:0:6358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b346317e8. 00000400:00000200:1.0:1773688179.469598:0:6358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee5d8 00000400:00000010:1.0:1773688179.469599:0:6358:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee5d8. 00000100:00000001:1.0:1773688179.469602:0:6358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773688179.469607:0:6358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9a0e1a2680 x1859843861190656/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1773688179.469616:0:6358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9a0e1a2680 x1859843861190656/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.469622:0:6358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773688179.469624:0:6358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.469626:0:6358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773688179.469627:0:6358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773688179.469629:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.469630:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.469632:0:6358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.469635:0:6358:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9a0a88c458 time=60 v=5 (5 5 0 0) 00000100:00001000:1.0:1773688179.469638:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0a88c410 time=60 v=5 (1 1 0 0) 00000100:00000001:1.0:1773688179.469641:0:6358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773688179.469642:0:6358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.469644:0:6358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773688179.469646:0:6358:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.469648:0:6358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.469652:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9a0e1a2680 x1859843861190656/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.469658:0:6358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688179.469660:0:6358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773688179.469661:0:6358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.469663:0:6358:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1773688179.469665:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.469667:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.469668:0:6358:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.469672:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e1a2680 x1859843861190656/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1773688179.469679:0:6358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9a0e1a2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6358:1859843861190656:192.168.204.51@tcp:105: 00000100:00000001:1.0:1773688179.469682:0:6358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.469684:0:6358:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.469686:0:6358:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773688179.469687:0:6358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773688179.469690:0:6358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9a0e1a2680 x1859843861190656/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.469695:0:6358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773688179.469697:0:6358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773688179.469699:0:6358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a198eb600. 02000000:00000001:1.0:1773688179.469704:0:6358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773688179.469705:0:6358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773688179.469707:0:6358:0:(genops.c:1242:class_import_put()) import ffff8a9a0a88c000 refcount=1 obd=lustre-OST0001 00000020:00000001:1.0:1773688179.469709:0:6358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773688179.469711:0:6358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9b33ba1400. 02000000:00000001:1.0:1773688179.469713:0:6358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773688179.469715:0:6358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773688179.469716:0:6358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a0e1a2680. 00000100:00000001:1.0:1773688179.469720:0:6358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773688179.469721:0:6358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1773688179.469723:0:6358:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a16f6b840. 00000100:00000001:1.0:1773688179.469725:0:6358:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688179.469726:0:6358:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773688179.469729:0:6358:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b072a5400. 00010000:00000001:1.0:1773688179.469731:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.469733:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.469734:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.469737:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.469739:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.469741:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1773688179.469744:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.469746:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.469748:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.469750:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.469752:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.469754:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.469756:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.469759:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64c38. 00000100:00000200:1.0:1773688179.469762:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854313984, offset 224 00000400:00000200:1.0:1773688179.469767:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.469772:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.469776:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48047:48047:256:4294967295] 192.168.204.51@tcp LPNI seq info [48043:48043:8:4294967295] 00000400:00000200:1.0:1773688179.469784:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.469788:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.469792:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7a00. 00000800:00000200:1.0:1773688179.469796:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.469800:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.469803:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.469814:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.469818:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.469820:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.469822:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.469826:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b1db7fc50 x1859843854313984/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773688179.469835:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b1db7fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+36:2404:x1859843854313984:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1591us (1746us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688179.469843:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3728 00000100:00000040:1.0:1773688179.469846:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9a0a88f800 : new rpc_count 0 00000100:00000001:1.0:1773688179.469849:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.469850:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.469854:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07b50b80. 00000020:00000010:1.0:1773688179.469858:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0d48. 00000020:00000010:1.0:1773688179.469862:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a0ab27600. 00000020:00000040:1.0:1773688179.469866:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 35 02000000:00000001:1.0:1773688179.469871:0:6358:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.469873:0:6358:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9b36bbc800. 02000000:00000001:1.0:1773688179.469876:0:6358:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000200:0.0:1773688179.469876:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1773688179.469879:0:6358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b08d5df80. 00000800:00000010:0.0:1773688179.469882:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7a00. 02000000:00000001:1.0:1773688179.469884:0:6358:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.469887:0:6358:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9b36bbc400. 00000400:00000200:0.0:1773688179.469888:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1773688179.469890:0:6358:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.469893:0:6358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a0e8b1180. 00000400:00000200:0.0:1773688179.469897:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 02000000:00000001:1.0:1773688179.469899:0:6358:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.469902:0:6358:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9b36b7fc00. 00000400:00000200:0.0:1773688179.469902:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64c38 00000400:00000010:0.0:1773688179.469907:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64c38. 02000000:00000001:1.0:1773688179.469908:0:6358:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.469911:0:6358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b04e56680. 00000100:00000001:0.0:1773688179.469914:0:3440:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1773688179.469916:0:6358:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1773688179.469918:0:3440:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.469919:0:6358:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9b36b7f400. 02000000:00000001:1.0:1773688179.469923:0:6358:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000010:0.0:1773688179.469923:0:3440:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9b36bbd800. 00000100:00000010:1.0:1773688179.469926:0:6358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a0e1a0700. 02000000:00000001:0.0:1773688179.469929:0:3440:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1773688179.469932:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1773688179.469940:0:6358:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.469943:0:6358:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9b36b7c800. 02000000:00000001:1.0:1773688179.469948:0:6358:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.469950:0:6358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a0e1a0000. 02000000:00000001:1.0:1773688179.469953:0:6358:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.469954:0:6358:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9b36b7d000. 02000000:00000001:1.0:1773688179.469968:0:6358:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.469970:0:6358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a0e1a0e00. 00000100:00000001:1.0:1773688179.469974:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1773688179.469979:0:6358:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773688179.469983:0:6358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b3697f738. 00000400:00000010:1.0:1773688179.469987:0:6358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a9b41aaf9c0. 00010000:00000010:2.1:1773688179.471029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41f0de00. 00010000:00000010:2.1:1773688179.471035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41f0c000. 00000800:00000001:0.0:1773688179.473148:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.473154:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.473156:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.473157:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.473161:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.473167:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 392 into portal 23 MB=0x69b84a4462b00 00000400:00000200:0.0:1773688179.473173:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 392/392 into md 0x71aad [2] + 1624 00000800:00000001:0.0:1773688179.473176:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.473180:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.473182:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.473184:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.473187:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.473189:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1773688179.473192:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3135dc00. 00000100:00000040:0.0:1773688179.473194:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3135dc00 x1859843854314240 msgsize 392 00000100:00100000:0.0:1773688179.473197:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.473208:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.473211:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.473213:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.473246:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.473250:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854314240 02000000:00000001:2.0:1773688179.473252:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.473254:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.473255:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.473259:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.473261:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854314240 00000020:00000001:2.0:1773688179.473264:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.473266:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.473268:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.473271:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=51 00000020:00000001:2.0:1773688179.473273:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.473276:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.473279:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.473283:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e59c0. 00000100:00000001:2.0:1773688179.473286:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.473288:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e59c0. 00000020:00000010:2.0:1773688179.473293:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a1b1f5600. 00000020:00000010:2.0:1773688179.473297:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.473301:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.473307:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1773688179.473309:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.473310:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773688179.473312:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.473317:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.473331:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.473339:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.473341:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.473346:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3223 00000100:00000040:2.0:1773688179.473350:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.473353:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997883018240 : -129075826533376 : ffff8a9b3135dc00) 00000100:00000040:2.0:1773688179.473359:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3135dc00 x1859843854314240/t0(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.473369:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.473372:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e59c0. 00000100:00000001:2.0:1773688179.473374:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.473376:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e59c0. 00000100:00100000:2.0:1773688179.473380:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3135dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+51:68109:x1859843854314240:12345-192.168.204.51@tcp:35:dbench.0 00000100:00000200:2.0:1773688179.473383:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854314240 00000020:00000001:2.0:1773688179.473386:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.473389:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1773688179.473393:0:73057:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b079f4000: xid 1859843854313600, transno 171798692052, client gen 13, slot idx 2 00000001:00000001:2.0:1773688179.473397:0:73057:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b079f4840: xid 1859843854313088, transno 171798692051, client gen 13, slot idx 3 00000001:00000010:2.0:1773688179.473401:0:73057:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b079f4840. 00000020:00000001:2.0:1773688179.473404:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.473407:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.473408:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862496 : -1038689120 : ffffffffc216dca0) 00000020:00000001:2.0:1773688179.473411:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.473414:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854314240, found 0 last_xid 1859843854314239 00000020:00000001:2.0:1773688179.473417:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.473419:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.473421:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.473424:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.473429:0:73057:0:(mdt_open.c:2771:mdt_close()) Process entered 00000004:00000001:2.0:1773688179.473431:0:73057:0:(mdt_lib.c:1452:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1773688179.473433:0:73057:0:(mdt_lib.c:1362:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1773688179.473436:0:73057:0:(mdt_lib.c:1373:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.473439:0:73057:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1773688179.473442:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.473444:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.473447:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.473450:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.473452:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.473454:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.473455:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.473457:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.473458:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.473459:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.473461:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.473463:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.473464:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.473466:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.473469:0:73057:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.473471:0:73057:0:(mdt_lib.c:1435:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1773688179.473472:0:73057:0:(mdt_lib.c:1437:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.473475:0:73057:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1773688179.473477:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.473478:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.473480:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.473481:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.473484:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.473485:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.473486:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.473488:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.473491:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.473492:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.473497:0:73057:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.473501:0:73057:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.473504:0:73057:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.473506:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.473508:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.473510:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.473512:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.473513:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.473515:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.473518:0:73057:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.473520:0:73057:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.473523:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.473524:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.473526:0:73057:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.473528:0:73057:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.473529:0:73057:0:(mdt_lib.c:1465:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.473533:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.473535:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.473541:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8a9a0999a000. 02000000:00000001:2.0:1773688179.473543:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.473546:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.473548:0:73057:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1773688179.473549:0:73057:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.473552:0:73057:0:(mdt_open.c:2739:mdt_close_internal()) Process entered 00000004:00000001:2.0:1773688179.473554:0:73057:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1773688179.473556:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.473558:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8a9b343e9600 refcount=2 00000020:00000001:2.0:1773688179.473561:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997933921792 : -129075775629824 : ffff8a9b343e9600) 00000004:00000001:2.0:1773688179.473564:0:73057:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446614997933921792 : -129075775629824 : ffff8a9b343e9600) 00000020:00000040:2.0:1773688179.473567:0:73057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b343e9600 with handle 0x52973366461d2b1d from hash 00000004:00000001:2.0:1773688179.473571:0:73057:0:(mdt_open.c:2590:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1773688179.473573:0:73057:0:(mdt_open.c:2598:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000afe1:0x142:0x0] with intent: 0 00000004:00000001:2.0:1773688179.473577:0:73057:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1773688179.473579:0:73057:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 53 lsom blocks 0 blocks 1 truncate 0 00000004:00000001:2.0:1773688179.473583:0:73057:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.473585:0:73057:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688179.473592:0:73057:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.473595:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.473600:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.473602:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.473607:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.473610:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.473613:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.473615:0:73057:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.473617:0:73057:0:(mdt_som.c:35:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.473619:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.473621:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.473623:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.473624:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.473626:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.473628:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.473629:0:73057:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.473630:0:73057:0:(mdt_som.c:35:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1773688179.473633:0:73057:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:2.0:1773688179.473635:0:73057:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.473638:0:73057:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.473640:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.473641:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.473643:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.473645:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.473647:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.473649:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.473651:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.473653:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.473654:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.473656:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.473659:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.473661:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.473663:0:73057:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.473665:0:73057:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688179.473667:0:73057:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.473669:0:73057:0:(mdt_som.c:122:mdt_set_som()) Process entered 00000004:00000002:2.0:1773688179.473671:0:73057:0:(mdt_som.c:126:mdt_set_som()) [0x20000afe1:0x142:0x0]: Set SOM attrs S/B/F: 53/1/4. 00000004:00000001:2.0:1773688179.473675:0:73057:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1773688179.473679:0:73057:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1773688179.473681:0:73057:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1773688179.473685:0:73057:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1773688179.473692:0:73057:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9a106a5540. 00080000:00000001:2.0:1773688179.473696:0:73057:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1773688179.473704:0:73057:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10ca4400. 00080000:00000001:2.0:1773688179.473707:0:73057:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993044128768 : -129080665422848 : ffff8a9a10ca4400) 00000004:00000001:2.0:1773688179.473712:0:73057:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1773688179.473719:0:73057:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1773688179.473723:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.473726:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993044128768 : -129080665422848 : ffff8a9a10ca4400) 00080000:00000001:2.0:1773688179.473729:0:73057:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1773688179.473748:0:73057:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.473751:0:73057:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.473754:0:73057:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.473758:0:73057:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1773688179.473760:0:73057:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1773688179.473766:0:73057:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1773688179.473768:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.473769:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993044128768 : -129080665422848 : ffff8a9a10ca4400) 00080000:00000001:2.0:1773688179.473773:0:73057:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1773688179.473777:0:73057:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688179.473779:0:73057:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.473781:0:73057:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.473801:0:73057:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.473804:0:73057:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.473808:0:73057:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:2.0:1773688179.473811:0:73057:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1773688179.473813:0:73057:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1773688179.473814:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.473816:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993044128768 : -129080665422848 : ffff8a9a10ca4400) 00080000:00000001:2.0:1773688179.473819:0:73057:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1773688179.473821:0:73057:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:2.0:1773688179.473833:0:73057:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1773688179.473835:0:73057:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.473838:0:73057:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.473840:0:73057:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.473842:0:73057:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.473844:0:73057:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.473848:0:73057:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1773688179.473850:0:73057:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1773688179.473853:0:73057:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1773688179.473855:0:73057:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692053, last_committed = 171798692041 00000001:00000010:2.0:1773688179.473859:0:73057:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a106a54e0. 00000001:00000040:2.0:1773688179.473862:0:73057:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 12 00000020:00000040:2.0:1773688179.473865:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=52 00000001:00000010:2.0:1773688179.473871:0:73057:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b079f4780. 00000004:00000001:2.0:1773688179.473876:0:73057:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1773688179.473878:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.473879:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993044128768 : -129080665422848 : ffff8a9a10ca4400) 00080000:00000001:2.0:1773688179.473882:0:73057:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1773688179.473897:0:73057:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1773688179.473899:0:73057:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1773688179.473903:0:73057:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b079f4780: xid 1859843854314240, transno 171798692053, tag 1, client gen 13, slot idx 3 00000001:00000001:2.0:1773688179.473906:0:73057:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.473947:0:73057:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773688179.473951:0:73057:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9a106a5540. 00000020:00000001:2.0:1773688179.473953:0:73057:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.473972:0:73057:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.473975:0:73057:0:(mdt_som.c:146:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.473977:0:73057:0:(mdt_som.c:320:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.473979:0:73057:0:(mdt_open.c:149:mdt_write_put()) Process entered 00000004:00000001:2.0:1773688179.473981:0:73057:0:(mdt_open.c:153:mdt_write_put()) Process leaving 00000004:00000001:2.0:1773688179.473983:0:73057:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1773688179.473984:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.473987:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.473988:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.473990:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1773688179.473993:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1773688179.473995:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1773688179.473997:0:73057:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.473999:0:73057:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1773688179.474003:0:73057:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1773688179.474032:0:73057:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.474036:0:73057:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x20000afe1:0x142:0x0], previous was 0x7 00000004:00000001:2.0:1773688179.474040:0:73057:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.474043:0:73057:0:(mdt_reint.c:931:mdt_add_dirty_flag()) Process entered 00000004:00000001:2.0:1773688179.474045:0:73057:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.474046:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.474048:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.474050:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.474052:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.474056:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.474058:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1773688179.474060:0:73057:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1773688179.474062:0:73057:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1773688179.474065:0:73057:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=ffff8a9a0999a2f0 00000004:00000001:2.0:1773688179.474067:0:73057:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.474069:0:73057:0:(mdt_reint.c:958:mdt_add_dirty_flag()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.474072:0:73057:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1773688179.474075:0:73057:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.474078:0:73057:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1773688179.474082:0:73057:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.474085:0:73057:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1773688179.474088:0:73057:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8a9b343e9600. 00000004:00000001:2.0:1773688179.474096:0:73057:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1773688179.474101:0:73057:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b31640058/ffff8a9b31640000 to site lru. bkt: ffff8a9a1aeb5b90 00000004:00000001:2.0:1773688179.474104:0:73057:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.474105:0:73057:0:(mdt_open.c:2728:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.474107:0:73057:0:(mdt_open.c:2758:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.474110:0:73057:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1773688179.474112:0:73057:0:(mdt_open.c:193:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1773688179.474114:0:73057:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.474115:0:73057:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.474118:0:73057:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.474120:0:73057:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.474124:0:73057:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.474127:0:73057:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.474129:0:73057:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1773688179.474134:0:73057:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.474140:0:73057:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.474142:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.474144:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.474146:0:73057:0:(mdt_open.c:2833:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.474149:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692053, xid 1859843854314240 00010000:00000001:2.0:1773688179.474152:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.474157:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b3135dc00 x1859843854314240/t171798692053(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.474170:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.474172:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.474175:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=49 v=5 (1 1 1 0) 00000100:00000001:2.0:1773688179.474178:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.474181:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.474183:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.474186:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.474187:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.474190:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.474193:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.474197:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b035055d8. 00000100:00000200:2.0:1773688179.474201:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854314240, offset 224 00000400:00000200:2.0:1773688179.474206:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.474213:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.474219:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48048:48048:256:4294967295] 192.168.204.51@tcp LPNI seq info [48044:48044:8:4294967295] 00000400:00000200:2.0:1773688179.474229:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.474235:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.474240:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a900. 00000800:00000200:2.0:1773688179.474244:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.474249:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.474252:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a900 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.474265:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.474267:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.474269:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.474270:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.474272:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.474275:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3135dc00 x1859843854314240/t171798692053(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.474281:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3135dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+52:68109:x1859843854314240:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 911us (1085us total) trans 171798692053 rc 0/0 00000100:00100000:2.0:1773688179.474288:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3223 00000100:00000040:2.0:1773688179.474290:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.474292:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.474293:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.474296:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.474299:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.474301:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a1b1f5600. 00000020:00000040:2.0:1773688179.474304:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 51 00000100:00000001:2.0:1773688179.474306:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1773688179.475033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc8c00. 00000800:00000001:1.0:1773688179.486202:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.486213:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.486216:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.486219:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.486230:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.486247:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4462b80 00000400:00000200:1.0:1773688179.486254:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 96320 00000800:00000001:1.0:1773688179.486262:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.486269:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.486272:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.486277:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.486285:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.486287:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688179.486293:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e8b1180. 00000100:00000040:1.0:1773688179.486297:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0e8b1180 x1859843854314368 msgsize 576 00000100:00100000:1.0:1773688179.486301:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.486315:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.486323:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.486326:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.486352:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.486355:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854314368 02000000:00000001:2.0:1773688179.486357:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.486358:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.486360:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.486363:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.486366:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854314368 00000020:00000001:2.0:1773688179.486369:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.486370:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.486371:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.486374:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=52 00000020:00000001:2.0:1773688179.486376:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.486377:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.486381:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.486384:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5440. 00000100:00000001:2.0:1773688179.486386:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.486388:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5440. 00000020:00000010:2.0:1773688179.486393:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a1b1f5600. 00000020:00000010:2.0:1773688179.486396:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9380. 00000020:00000010:2.0:1773688179.486400:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.486405:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.486407:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.486408:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.486411:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.486412:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.486413:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.486419:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.486428:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.486438:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.486439:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.486443:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15487 00000100:00000040:2.0:1773688179.486445:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.486447:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993006432640 : -129080703118976 : ffff8a9a0e8b1180) 00000100:00000040:2.0:1773688179.486452:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e8b1180 x1859843854314368/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.486458:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.486461:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5440. 00000100:00000001:2.0:1773688179.486462:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.486463:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5440. 00000100:00100000:2.0:1773688179.486466:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e8b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+52:68109:x1859843854314368:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.486469:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854314368 00000020:00000001:2.0:1773688179.486471:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.486474:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1773688179.486478:0:75542:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b079f4780: xid 1859843854314240, transno 171798692053, client gen 13, slot idx 3 00000001:00000001:2.0:1773688179.486481:0:75542:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b079f4000: xid 1859843854313600, transno 171798692052, client gen 13, slot idx 2 00000001:00000010:2.0:1773688179.486484:0:75542:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b079f4000. 00000020:00000001:2.0:1773688179.486486:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.486487:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.486489:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.486491:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.486493:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854314368, found 0 last_xid 1859843854314367 00000020:00000001:2.0:1773688179.486495:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.486496:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.486498:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.486503:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.486504:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.486506:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.486508:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.486509:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.486510:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.486514:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.486519:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:2.0:1773688179.486521:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.486524:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.486527:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9600. 00000020:00000001:2.0:1773688179.486529:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.486531:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9600 with handle 0x52973366461d2b32 to hash 00000020:00000001:2.0:1773688179.486533:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.486534:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160283136 : -129075549268480 : ffff8a9b41bc9600) 00010000:00000010:2.0:1773688179.486537:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96800. 00010000:00000001:2.0:1773688179.486539:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160283136 : -129075549268480 : ffff8a9b41bc9600) 00010000:00010000:2.0:1773688179.486543:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9600/0x52973366461d2b32 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a75f expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.486549:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:2.0:1773688179.486550:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=53 00010000:00000001:2.0:1773688179.486555:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.486558:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.486562:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.486564:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.486565:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1773688179.486567:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.486568:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:2.0:1773688179.486571:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.486575:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:2.0:1773688179.486576:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:2.0:1773688179.486578:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.486580:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.486582:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.486584:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.486586:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.486590:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b09cae000. 02000000:00000001:2.0:1773688179.486591:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.486593:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.486594:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.486596:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1773688179.486599:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:2.0:1773688179.486601:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.486602:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.486604:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.486605:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.486607:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.486608:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.486609:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.486610:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.486611:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.486612:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.486613:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.486614:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.486615:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.486616:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.486617:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.486618:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.486618:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.486620:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.486621:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.486624:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.486627:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.486629:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.486630:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.486631:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.486632:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.486633:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.486634:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.486635:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.486636:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.486637:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.486639:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.486639:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.486640:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.486641:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.486644:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1773688179.486647:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3af8 00000004:00000002:2.0:1773688179.486649:0:75542:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/HANDOUT, ldlm_rep = ffff8a9b09cae228 00000004:00000001:2.0:1773688179.486652:0:75542:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1773688179.486654:0:75542:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1773688179.486656:0:75542:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1773688179.486657:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.486658:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.486659:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:2.0:1773688179.486661:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.486662:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.486664:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9800. 00000020:00000001:2.0:1773688179.486665:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.486666:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9800 with handle 0x52973366461d2b39 to hash 00000020:00000001:2.0:1773688179.486667:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.486668:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000010:2.0:1773688179.486670:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.486671:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688179.486673:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.486674:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.486677:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2b39 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.486682:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.486685:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.486686:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.486688:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.486690:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.486691:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.486693:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.486695:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.486696:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.486697:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.486698:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.486700:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 4 00010000:00000040:2.0:1773688179.486702:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.486706:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 53 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.486713:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 53 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.486721:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2b39 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.486726:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.486730:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.486732:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.486734:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.486736:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.486739:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.486741:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.486744:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.486746:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.486749:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2b39 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.486755:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.486757:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.486759:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.486760:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.486761:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773688179.486766:0:75542:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a1689cd00. 00010000:00000010:2.0:1773688179.486768:0:75542:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b343e9980. 00010000:00000001:2.0:1773688179.486770:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.486772:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9c00. 00000020:00000001:2.0:1773688179.486773:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.486775:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9c00 with handle 0x52973366461d2b40 to hash 00000020:00000001:2.0:1773688179.486777:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.486777:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000010:2.0:1773688179.486779:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96b00. 00010000:00000001:2.0:1773688179.486781:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:2.0:1773688179.486783:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.486784:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.486786:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2b40 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x38dab721 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.486790:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.486791:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.486792:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.486793:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.486794:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.486795:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.486796:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.486798:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.486798:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.486799:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.486800:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.486801:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x38dab721 (ffff8a9a1689cd00) refcount = 1 00010000:00010000:2.0:1773688179.486803:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2b40 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x38dab721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.486806:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.486807:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.486808:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.486809:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.486811:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.486812:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.486813:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.486814:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.486816:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.486817:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2b40 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x38dab721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.486820:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.486821:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.486822:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.486823:0:75542:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.486826:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.486859:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.486862:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1773688179.486865:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1773688179.486869:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.486874:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1773688179.486890:0:75542:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.486892:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.486894:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.486895:0:75542:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:2.0:1773688179.486898:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1773688179.486899:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.486900:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.486901:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.486902:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9800 refcount=3 00000020:00000001:2.0:1773688179.486903:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688179.486905:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688179.486907:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.486909:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2b39 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.486912:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.486914:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.486915:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2b39 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.486919:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.486920:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.486921:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.486923:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2b39 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.486926:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bc9800 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.486928:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.486929:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.486930:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2b39 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.486934:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.486935:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.486935:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.486936:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9800 refcount=4 00000020:00000001:2.0:1773688179.486937:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688179.486938:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688179.486940:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.486942:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2b39 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.486945:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.486947:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.486948:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.486950:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.486950:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.486951:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.486952:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.486953:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9800 with handle 0x52973366461d2b39 from hash 00010000:00000001:2.0:1773688179.486955:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.486971:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.486972:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.486973:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.486979:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.486981:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.486983:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.486985:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.486987:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.486990:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:2.0:1773688179.486993:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.486995:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.486998:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.487000:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.487002:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.487004:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.487005:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.487029:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.487031:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.487033:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.487035:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2b39 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.487039:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.487040:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.487041:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.487042:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.487043:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.487045:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2b39 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.487049:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.487055:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.487056:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.487058:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.487059:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.487061:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.487062:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9c00 refcount=3 00000020:00000001:2.0:1773688179.487065:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:2.0:1773688179.487067:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:2.0:1773688179.487069:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.487072:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2b40 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x38dab721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.487077:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.487078:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.487080:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2b40 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x38dab721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.487085:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.487087:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.487088:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.487090:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2b40 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x38dab721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.487096:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bc9c00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.487098:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.487099:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.487102:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2b40 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x38dab721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.487107:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.487108:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.487109:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.487111:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9c00 refcount=4 00000020:00000001:2.0:1773688179.487113:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:2.0:1773688179.487115:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:2.0:1773688179.487118:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.487120:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2b40 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x38dab721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.487125:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.487127:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.487127:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.487129:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.487130:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.487131:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.487132:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.487134:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9c00 with handle 0x52973366461d2b40 from hash 00010000:00000001:2.0:1773688179.487135:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.487136:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.487137:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.487137:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.487139:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.487140:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.487141:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.487142:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.487143:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.487144:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x38dab721 (ffff8a9a1689cd00) 00010000:00010000:2.0:1773688179.487146:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.487147:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.487148:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.487150:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.487150:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.487152:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.487153:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.487153:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.487155:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.487156:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.487157:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2b40 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x38dab721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.487160:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.487161:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.487161:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.487162:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.487163:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.487164:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2b40 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x38dab721 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.487171:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96b00. 00010000:00000040:2.0:1773688179.487173:0:75542:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a1689cd00 count: 0 00010000:00000010:2.0:1773688179.487177:0:75542:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b343e9980. 00010000:00000001:2.0:1773688179.487181:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.487182:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.487183:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1773688179.487184:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1773688179.487185:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1773688179.487188:0:75542:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:2.0:1773688179.487202:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.487204:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.487206:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.487207:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.487209:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.487212:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.487217:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.487220:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1773688179.487222:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.487225:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.487227:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1773688179.487230:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.487232:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.487236:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.487238:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.487240:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.487242:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.487244:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9600 with handle 0x52973366461d2b32 from hash 00010000:00000001:2.0:1773688179.487247:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.487248:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.487249:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.487250:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.487252:0:75542:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1773688179.487253:0:75542:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1773688179.487257:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9600/0x52973366461d2b32 lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a75f expref: 53 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.487266:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1773688179.487268:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.487270:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.487271:0:75542:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.487273:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.487274:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.487275:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.487276:0:75542:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.487277:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.487278:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.487279:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.487280:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.487281:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:2.0:1773688179.487282:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.487283:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.487285:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.487285:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.487286:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.487288:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9600/0x52973366461d2b32 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a75f expref: 53 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.487292:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:2.0:1773688179.487293:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 52 00010000:00000010:2.0:1773688179.487295:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96800. 00010000:00000001:2.0:1773688179.487299:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.487300:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bc9600, rc 0) 00000020:00000001:2.0:1773688179.487301:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1773688179.487303:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854314368 00010000:00000001:2.0:1773688179.487305:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.487308:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e8b1180 x1859843854314368/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.487314:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.487315:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.487318:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.487322:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.487324:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.487325:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.487327:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.487329:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.487331:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.487333:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.487337:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b035055d8. 00000100:00000200:2.0:1773688179.487341:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854314368, offset 224 00000400:00000200:2.0:1773688179.487346:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.487353:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.487358:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48049:48049:256:4294967295] 192.168.204.51@tcp LPNI seq info [48045:48045:8:4294967295] 00000400:00000200:2.0:1773688179.487367:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.487370:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.487374:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a500. 00000800:00000200:2.0:1773688179.487378:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.487383:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.487386:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a500 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.487397:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.487399:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.487401:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.487403:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.487404:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.487408:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e8b1180 x1859843854314368/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.487415:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e8b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+52:68109:x1859843854314368:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 954us (1116us total) trans 0 rc 301/301 00000100:00100000:2.0:1773688179.487421:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15487 00000100:00000040:2.0:1773688179.487424:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.487426:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.487427:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.487430:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9380. 00000020:00000010:2.0:1773688179.487433:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.487435:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a1b1f5600. 00000020:00000040:2.0:1773688179.487438:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 51 00000100:00000001:2.0:1773688179.487440:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.487483:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.487487:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a500. 00000400:00000200:1.0:1773688179.487492:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.487496:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.487498:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b035055d8 00000400:00000010:1.0:1773688179.487500:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b035055d8. 00000100:00000001:1.0:1773688179.487503:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.487504:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1773688179.489667:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.489670:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854314496 02000000:00000001:2.0:1773688179.489672:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.489674:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.489676:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.489679:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.489681:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854314496 00000020:00000001:2.0:1773688179.489683:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.489684:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.489685:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.489687:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=52 00000020:00000001:2.0:1773688179.489689:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.489690:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.489693:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.489695:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e59c0. 00000100:00000001:2.0:1773688179.489697:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.489699:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e59c0. 00000020:00000010:2.0:1773688179.489702:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a1b1f5600. 00000020:00000010:2.0:1773688179.489704:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9e80. 00000020:00000010:2.0:1773688179.489707:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.489711:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.489714:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.489715:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.489717:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.489719:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.489721:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.489726:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.489736:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.489744:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.489745:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.489749:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15488 00000100:00000040:2.0:1773688179.489751:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.489753:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992999026176 : -129080710525440 : ffff8a9a0e1a0e00) 00000100:00000040:2.0:1773688179.489758:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e1a0e00 x1859843854314496/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.489764:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.489766:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e59c0. 00000100:00000001:2.0:1773688179.489768:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.489769:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e59c0. 00000100:00100000:2.0:1773688179.489772:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e1a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+52:68109:x1859843854314496:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.489774:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854314496 00000020:00000001:2.0:1773688179.489777:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.489779:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.489781:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.489782:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.489783:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.489785:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.489787:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854314496, found 0 last_xid 1859843854314495 00000020:00000001:2.0:1773688179.489789:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.489790:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.489791:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.489795:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.489796:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.489798:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.489800:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.489801:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.489803:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.489807:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.489811:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6f00 count: 2 00010000:00000001:2.0:1773688179.489814:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.489816:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.489819:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9400. 00000020:00000001:2.0:1773688179.489821:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.489823:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9400 with handle 0x52973366461d2b47 to hash 00000020:00000001:2.0:1773688179.489825:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.489826:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160282624 : -129075549268992 : ffff8a9b41bc9400) 00010000:00000010:2.0:1773688179.489830:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96800. 00010000:00000001:2.0:1773688179.489832:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160282624 : -129075549268992 : ffff8a9b41bc9400) 00010000:00010000:2.0:1773688179.489837:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9400/0x52973366461d2b47 lrc: 2/0,0 mode: --/CR res: [0x2000134b0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a766 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.489844:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:2.0:1773688179.489846:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=53 00010000:00000001:2.0:1773688179.489850:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.489852:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.489857:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.489859:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.489860:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1773688179.489862:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.489864:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x2000134b0:0x6:0x0] 00000020:00000001:2.0:1773688179.489866:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.489872:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997883632280 : -129075825919336 : ffff8a9b313f3a98) 00000004:00000001:2.0:1773688179.489874:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614997883632192 : -129075825919424 : ffff8a9b313f3a40) 00000004:00000001:2.0:1773688179.489875:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.489877:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.489878:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.489880:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.489881:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.489885:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b09cab000. 02000000:00000001:2.0:1773688179.489886:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.489888:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.489889:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.489891:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1773688179.489893:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:2.0:1773688179.489895:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.489896:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.489898:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.489899:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.489900:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.489901:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.489902:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.489903:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.489904:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.489904:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.489905:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.489906:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.489907:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.489908:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.489909:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.489910:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.489910:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.489912:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.489913:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.489915:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.489917:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.489919:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.489920:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.489920:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.489921:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.489922:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.489923:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.489924:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.489925:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.489926:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.489927:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.489928:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.489929:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.489930:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.489932:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:2.0:1773688179.489934:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.489935:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:2.0:1773688179.489936:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.489937:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:2.0:1773688179.489938:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:2.0:1773688179.489940:0:75542:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000004:00000001:2.0:1773688179.489942:0:75542:0:(mdt_lib.c:2207:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.489944:0:75542:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x2000134b0:0x6:0x0]/[0x20000afe1:0xef:0x0], ldlm_rep = ffff8a9b09cab228 00000004:00000001:2.0:1773688179.489947:0:75542:0:(mdt_handler.c:4261:mdt_object_lock()) Process entered 00010000:00000001:2.0:1773688179.489948:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.489949:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.489951:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:2.0:1773688179.489953:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.489954:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.489966:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc8400. 00000020:00000001:2.0:1773688179.489969:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.489971:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc8400 with handle 0x52973366461d2b4e to hash 00000020:00000001:2.0:1773688179.489972:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.489973:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160278528 : -129075549273088 : ffff8a9b41bc8400) 00010000:00000010:2.0:1773688179.489975:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96b00. 00010000:00000001:2.0:1773688179.489976:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160278528 : -129075549273088 : ffff8a9b41bc8400) 00010000:00000001:2.0:1773688179.489978:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.489979:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.489981:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d2b4e lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.489986:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.489987:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.489988:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.489990:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.489991:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.489992:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.489993:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.489994:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.489995:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.489996:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.489997:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.489999:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 3 00010000:00000040:2.0:1773688179.490000:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.490003:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 53 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.490031:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 53 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.490038:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d2b4e lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.490044:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.490047:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.490048:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.490050:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.490051:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.490053:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.490055:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.490058:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.490059:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.490062:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d2b4e lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.490065:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.490066:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.490067:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.490068:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.490069:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.490070:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8400 refcount=3 00000020:00000001:2.0:1773688179.490071:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160278528 : -129075549273088 : ffff8a9b41bc8400) 00010000:00000001:2.0:1773688179.490073:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160278528 : -129075549273088 : ffff8a9b41bc8400) 00010000:00000001:2.0:1773688179.490074:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.490075:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.490076:0:75542:0:(mdt_handler.c:4265:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.490079:0:75542:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1773688179.490083:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.490085:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688179.490099:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.490102:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.490106:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.490107:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.490111:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.490113:0:75542:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.490116:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.490118:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.490118:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.490119:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.490120:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.490123:0:75542:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.490124:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1773688179.490125:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:2.0:1773688179.490127:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.490128:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.490129:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.490130:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.490131:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.490132:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.490133:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.490133:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.490134:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.490135:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.490136:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.490137:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.490139:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0xef:0x0]: nlink=2, mode=40700, valid=0x1100000000002f8f 00000004:00200000:2.0:1773688179.490141:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0xef:0x0]: returning size 11776 00000004:00200000:2.0:1773688179.490142:0:75542:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 2 00000004:00000002:2.0:1773688179.490144:0:75542:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:2.0:1773688179.490145:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.490146:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.490147:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1773688179.490149:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.490149:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.490150:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.490151:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.490152:0:75542:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.490153:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.490154:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.490158:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.490161:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.490162:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.490163:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.490164:0:75542:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.490169:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.490170:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.490171:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8400 refcount=3 00000020:00000001:2.0:1773688179.490172:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160278528 : -129075549273088 : ffff8a9b41bc8400) 00010000:00000001:2.0:1773688179.490173:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160278528 : -129075549273088 : ffff8a9b41bc8400) 00000004:00010000:2.0:1773688179.490175:0:75542:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d2b4e lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.490179:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.490180:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.490180:0:75542:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:2.0:1773688179.490182:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.490182:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:2.0:1773688179.490184:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.490184:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.490185:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc8400 refcount=3 00000020:00000001:2.0:1773688179.490186:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160278528 : -129075549273088 : ffff8a9b41bc8400) 00010000:00000001:2.0:1773688179.490188:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160278528 : -129075549273088 : ffff8a9b41bc8400) 00000004:00000040:2.0:1773688179.490190:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:2.0:1773688179.490192:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=54 00010000:00000001:2.0:1773688179.490194:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.490194:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.490195:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.490197:0:75542:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1773688179.490198:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.490199:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.490200:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.490201:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.490202:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.490204:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.490206:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.490207:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688179.490208:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1773688179.490211:0:75542:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b313f3a98/ffff8a9b313f3a40 to site lru. bkt: ffff8a9a1aeb68e8 00000004:00000001:2.0:1773688179.490212:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.490213:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.490214:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.490215:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.490217:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.490217:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.490218:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.490219:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.490221:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9400 with handle 0x52973366461d2b47 from hash 00010000:00000001:2.0:1773688179.490222:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.490224:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.490224:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.490225:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.490225:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.490228:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9400/0x52973366461d2b47 lrc: 0/0,0 mode: --/CR res: [0x2000134b0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a766 expref: 54 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.490231:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:2.0:1773688179.490233:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 53 00010000:00000010:2.0:1773688179.490234:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96800. 00010000:00000001:2.0:1773688179.490239:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.490240:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.490243:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.490245:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d2b4e lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a766 expref: 53 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.490249:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.490251:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.490252:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:2.0:1773688179.490253:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:2.0:1773688179.490254:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.490256:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.490257:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.490257:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.490258:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.490259:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bc8400, rc 0) 00000020:00000001:2.0:1773688179.490260:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.490262:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854314496 00010000:00000001:2.0:1773688179.490263:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.490266:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e1a0e00 x1859843854314496/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.490270:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.490272:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.490274:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.490276:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.490278:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.490279:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.490281:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.490282:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.490284:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.490285:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.490288:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b035052a8. 00000100:00000200:2.0:1773688179.490291:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854314496, offset 224 00000400:00000200:2.0:1773688179.490294:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.490298:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.490302:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48050:48050:256:4294967295] 192.168.204.51@tcp LPNI seq info [48046:48046:8:4294967295] 00000400:00000200:2.0:1773688179.490316:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.490319:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.490322:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a000. 00000800:00000200:2.0:1773688179.490325:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.490329:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.490331:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a000 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.490339:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.490342:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.490343:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.490345:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.490347:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.490351:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e1a0e00 x1859843854314496/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.490359:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e1a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+53:68109:x1859843854314496:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 593us (730us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.490366:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15488 00000100:00000040:2.0:1773688179.490369:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.490372:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.490373:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.490375:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9e80. 00000020:00000010:2.0:1773688179.490378:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.490381:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a1b1f5600. 00000020:00000040:2.0:1773688179.490384:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 52 00000100:00000001:2.0:1773688179.490386:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.490408:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.490412:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a000. 00000400:00000200:1.0:1773688179.490415:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.490419:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.490423:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b035052a8 00000400:00000010:1.0:1773688179.490425:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b035052a8. 00000100:00000001:1.0:1773688179.490427:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.490429:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.492761:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.492767:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.492769:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.492771:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.492776:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.492785:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 448 into portal 23 MB=0x69b84a4462c80 00000400:00000200:0.0:1773688179.492791:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 448/448 into md 0x71aad [2] + 2016 00000400:00000010:0.0:1773688179.492794:0:3438:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b353fc1b8. 00000400:00000200:0.0:1773688179.492797:0:3438:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8a9a1b64fe40 00000800:00000001:0.0:1773688179.492800:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.492806:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.492808:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.492810:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.492813:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a1b64fe40 00000400:00000010:0.0:1773688179.492815:0:3438:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at ffff8a9a1b64fe40. 00000100:00000001:0.0:1773688179.492818:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.492820:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:0.0:1773688179.492822:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0c77c850 x1859843854314624 msgsize 448 00000100:00100000:0.0:1773688179.492826:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000040:0.0:1773688179.492828:0:3438:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1773688179.492837:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.492842:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.492843:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.492868:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.492871:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854314624 02000000:00000001:2.0:1773688179.492874:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.492876:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.492878:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.492882:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.492885:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854314624 00000020:00000001:2.0:1773688179.492887:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.492889:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.492891:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.492894:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=53 00000020:00000001:2.0:1773688179.492896:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.492899:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.492903:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.492906:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5440. 00000100:00000001:2.0:1773688179.492909:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.492912:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5440. 00000020:00000010:2.0:1773688179.492917:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a1b1f5a00. 00000020:00000010:2.0:1773688179.492922:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9e80. 00000020:00000010:2.0:1773688179.492928:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.492935:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1773688179.492938:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.492940:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773688179.492942:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.492948:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.492969:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.492979:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.492982:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.492988:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3224 00000100:00000040:2.0:1773688179.492991:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.492994:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992971614288 : -129080737937328 : ffff8a9a0c77c850) 00000100:00000040:2.0:1773688179.493001:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0c77c850 x1859843854314624/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 448/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.493036:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.493040:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5440. 00000100:00000001:2.0:1773688179.493043:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.493046:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5440. 00000100:00100000:2.0:1773688179.493052:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0c77c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+53:68109:x1859843854314624:12345-192.168.204.51@tcp:37:dbench.0 00000100:00000200:2.0:1773688179.493057:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854314624 00000020:00000001:2.0:1773688179.493060:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.493063:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.493067:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.493069:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.493071:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862592 : -1038689024 : ffffffffc216dd00) 00000020:00000001:2.0:1773688179.493074:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.493076:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854314624, found 0 last_xid 1859843854314623 00000020:00000001:2.0:1773688179.493079:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.493082:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.493083:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.493086:0:73057:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1773688179.493089:0:73057:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.493092:0:73057:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000020:00000001:2.0:1773688179.493095:0:73057:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.493097:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.493100:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.493102:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.493107:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8a9a10ca6c00. 02000000:00000001:2.0:1773688179.493110:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.493112:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.493116:0:73057:0:(mdt_handler.c:2953:mdt_readpage()) Process entered 00000004:00000010:2.0:1773688179.493121:0:73057:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8a9b34bb0800. 00000004:00000001:2.0:1773688179.493656:0:73057:0:(mdd_object.c:4165:mdd_readpage()) Process entered 00000020:00000001:2.0:1773688179.493662:0:73057:0:(dt_object.c:850:dt_index_walk()) Process entered 00080000:00000001:2.0:1773688179.493665:0:73057:0:(osd_index.c:123:osd_index_it_init()) Process entered 00080000:00000010:2.0:1773688179.493670:0:73057:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8a9b06500000. 00080000:00000010:2.0:1773688179.493673:0:73057:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8a9b079e5440. 00080000:00000001:2.0:1773688179.493677:0:73057:0:(osd_index.c:148:osd_index_it_init()) Process leaving (rc=18446614997163311104 : -129076546240512 : ffff8a9b06500000) 00080000:00000001:2.0:1773688179.493679:0:73057:0:(osd_index.c:1218:osd_dir_it_init()) Process leaving (rc=18446614997163311104 : -129076546240512 : ffff8a9b06500000) 00080000:00000001:2.0:1773688179.493683:0:73057:0:(osd_index.c:1680:osd_dir_it_load()) Process entered 00080000:00000001:2.0:1773688179.493685:0:73057:0:(osd_index.c:1698:osd_dir_it_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1773688179.493689:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1773688179.493690:0:73057:0:(osd_index.c:1394:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1773688179.493693:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1773688179.493695:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.493698:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1773688179.493700:0:73057:0:(osd_index.c:1500:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.493702:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1773688179.493704:0:73057:0:(osd_index.c:1342:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.493706:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1773688179.493708:0:73057:0:(osd_index.c:1396:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1773688179.493710:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1773688179.493711:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.493713:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1773688179.493715:0:73057:0:(osd_index.c:345:osd_find_parent_fid()) Process entered 00080000:00000001:2.0:1773688179.493717:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.493723:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=46 : 46 : 2e) 00080000:00000001:2.0:1773688179.493726:0:73057:0:(osd_index.c:406:osd_find_parent_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.493728:0:73057:0:(osd_index.c:1518:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.493730:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1773688179.493755:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.493758:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1773688179.493760:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=12 : 12 : c) 00080000:00000001:2.0:1773688179.493762:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1773688179.493763:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=1084031208197488640 : 1084031208197488640 : f0b40a3f20c8000) 00080000:00000001:2.0:1773688179.493766:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1773688179.493784:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.493787:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1773688179.493790:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.493792:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1773688179.493794:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=9 : 9 : 9) 00080000:00000001:2.0:1773688179.493796:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1773688179.493797:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=2954476392500723712 : 2954476392500723712 : 290068a020488000) 00080000:00000001:2.0:1773688179.493799:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1773688179.493816:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.493818:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1773688179.493820:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.493822:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1773688179.493824:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=12 : 12 : c) 00080000:00000001:2.0:1773688179.493826:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1773688179.493828:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=3145557903631581184 : 3145557903631581184 : 2ba7443f5a620000) 00080000:00000001:2.0:1773688179.493830:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1773688179.493844:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.493846:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1773688179.493849:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.493851:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1773688179.493853:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=10 : 10 : a) 00080000:00000001:2.0:1773688179.493855:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1773688179.493857:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=4957591141929025536 : 4957591141929025536 : 44cce6e08c4d8000) 00080000:00000001:2.0:1773688179.493859:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1773688179.493874:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.493876:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1773688179.493879:0:73057:0:(osd_index.c:1356:osd_dir_it_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1773688179.493882:0:73057:0:(osd_index.c:156:osd_index_it_fini()) Process entered 00080000:00000010:2.0:1773688179.493887:0:73057:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8a9b079e5440. 00080000:00000010:2.0:1773688179.493892:0:73057:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8a9b06500000. 00080000:00000001:2.0:1773688179.493895:0:73057:0:(osd_index.c:166:osd_index_it_fini()) Process leaving 00000020:00000001:2.0:1773688179.493897:0:73057:0:(dt_object.c:928:dt_index_walk()) Process leaving (rc=4096 : 4096 : 1000) 00000004:00000001:2.0:1773688179.493900:0:73057:0:(mdd_object.c:4222:mdd_readpage()) Process leaving via out_unlock (rc=4096 : 4096 : 0x1000) 00000020:00000001:2.0:1773688179.493904:0:73057:0:(tgt_handler.c:1213:tgt_sendpage()) Process entered 00000100:00000001:2.0:1773688179.493906:0:73057:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1773688179.493911:0:73057:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8a9a10ca6800. 00000100:00000010:2.0:1773688179.493915:0:73057:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8a9b09cac000. 00000020:00000040:2.0:1773688179.493918:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=54 00010000:00000001:2.0:1773688179.493922:0:73057:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1773688179.493924:0:73057:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1773688179.493930:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505908. 00000400:00000010:2.0:1773688179.493938:0:73057:0:(lib-lnet.h:479:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8a9b03f00268. 00000400:00000200:2.0:1773688179.493942:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.493950:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.493954:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48051:48051:256:4294967295] 192.168.204.51@tcp LPNI seq info [48047:48047:8:4294967295] 00000400:00000200:2.0:1773688179.493971:0:73057:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.51@tcp 00000400:00000200:2.0:1773688179.493975:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.493978:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.493982:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a000. 00000800:00000200:2.0:1773688179.493987:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.493992:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1022 00000800:00000200:2.0:1773688179.493994:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a000 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:2.0:1773688179.494004:0:73057:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.51@tcp mbits 0x69b84a4462c80-0x69b84a4462c80 00000100:00000001:2.0:1773688179.494026:0:73057:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773688179.494885:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.494892:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.494894:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.494918:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.494925:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : ACK - for me 00000400:00000200:0.0:1773688179.494935:0:3440:0:(lib-move.c:4700:lnet_parse_ack()) 192.168.204.151@tcp: ACK from 12345-192.168.204.51@tcp into md 0x77d21 00000400:00000200:0.0:1773688179.494939:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.494941:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: ACK: OK 00000400:00000200:0.0:1773688179.494943:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505908 00000400:00000010:0.0:1773688179.494945:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505908. 00000100:00000001:0.0:1773688179.494947:0:3440:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1773688179.494948:0:3440:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8a9a10ca6800 00000100:00000001:0.0:1773688179.494967:0:3440:0:(events.c:486:server_bulk_callback()) Process leaving 00010000:00000001:2.0:1773688179.494990:0:73057:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.494994:0:73057:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1773688179.494997:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 53 00000100:00000010:2.0:1773688179.495001:0:73057:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8a9b09cac000. 00000100:00000010:2.0:1773688179.495005:0:73057:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8a9a10ca6800. 00000800:00000001:0.0:1773688179.495034:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1773688179.495036:0:73057:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000800:00000001:0.0:1773688179.495037:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.495040:0:73057:0:(tgt_handler.c:1237:tgt_sendpage()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.495043:0:73057:0:(mdt_handler.c:2999:mdt_readpage()) Process leaving 00000004:00000010:2.0:1773688179.495530:0:73057:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8a9b34bb0800. 00010000:00000040:2.0:1773688179.495536:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854314624 00010000:00000001:2.0:1773688179.495538:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.495545:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0c77c850 x1859843854314624/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 448/440 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.495552:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.495555:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.495558:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=49 v=5 (1 1 1 0) 00000100:00000001:2.0:1773688179.495562:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.495565:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.495567:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.495570:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.495572:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.495575:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.495578:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.495593:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505a18. 00000100:00000200:2.0:1773688179.495597:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1859843854314624, offset 224 00000400:00000200:2.0:1773688179.495601:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.495607:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.495612:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48052:48052:256:4294967295] 192.168.204.51@tcp LPNI seq info [48048:48048:8:4294967295] 00000400:00000200:2.0:1773688179.495621:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.495625:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.495628:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a500. 00000800:00000200:2.0:1773688179.495633:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.495637:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.495640:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a500 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.495652:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.495656:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.495658:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.495659:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.495662:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.495667:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0c77c850 x1859843854314624/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 448/440 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.495678:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0c77c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+53:68109:x1859843854314624:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 2640us (2853us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.495687:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3224 00000100:00000040:2.0:1773688179.495690:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.495693:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.495694:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.495699:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9e80. 00000020:00000010:2.0:1773688179.495703:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.495706:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a1b1f5a00. 00000800:00000200:0.0:1773688179.495710:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:2.0:1773688179.495711:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 52 00000800:00000010:0.0:1773688179.495715:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a500. 02000000:00000001:2.0:1773688179.495719:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:0.0:1773688179.495721:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1773688179.495723:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9a0999a000. 02000000:00000001:2.0:1773688179.495728:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:0.0:1773688179.495728:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000010:2.0:1773688179.495733:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b3135dc00. 00000400:00000200:0.0:1773688179.495733:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505a18 00000400:00000010:0.0:1773688179.495738:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505a18. 02000000:00000001:2.0:1773688179.495741:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1773688179.495743:0:3438:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:2.0:1773688179.495745:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8a9a0eae8c00. 02000000:00000001:0.0:1773688179.495746:0:3438:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1773688179.495750:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000010:0.0:1773688179.495750:0:3438:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8a9a10ca6c00. 00000100:00000010:2.0:1773688179.495753:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a0e8b1c00. 02000000:00000001:0.0:1773688179.495755:0:3438:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1773688179.495759:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1773688179.495761:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9a0eaeac00. 02000000:00000001:2.0:1773688179.495764:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1773688179.495765:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b31359f80. 02000000:00000001:2.0:1773688179.495768:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1773688179.495770:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9b36bbe000. 02000000:00000001:2.0:1773688179.495772:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1773688179.495773:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a0e8b3800. 02000000:00000001:2.0:1773688179.495775:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1773688179.495776:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9b36bbcc00. 02000000:00000001:2.0:1773688179.495778:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1773688179.495779:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a02064700. 00000100:00000001:2.0:1773688179.495782:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1773688179.495788:0:73057:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1773688179.495793:0:73057:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a0b538aa8. 00000400:00000010:2.0:1773688179.495798:0:73057:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a9b079f4240. 00000100:00000001:0.0:1773688179.495807:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1773688179.498041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9800. 00010000:00000010:2.1:1773688179.498051:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1689cd00. 00010000:00000010:2.1:1773688179.498063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9c00. 00010000:00000010:2.1:1773688179.498069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9600. 00000100:00000001:2.0:1773688179.498460:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.498464:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854314752 02000000:00000001:2.0:1773688179.498466:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.498468:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.498470:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.498473:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.498476:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854314752 00000020:00000001:2.0:1773688179.498479:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.498481:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.498483:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.498485:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=53 00000020:00000001:2.0:1773688179.498488:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.498491:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.498495:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.498498:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5b00. 00000100:00000001:2.0:1773688179.498501:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.498504:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5b00. 00000020:00000010:2.0:1773688179.498509:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a1b1f5a00. 00000020:00000010:2.0:1773688179.498512:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9980. 00000020:00000010:2.0:1773688179.498517:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.498524:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.498527:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.498528:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.498531:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.498533:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.498534:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.498540:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.498552:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.498562:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.498564:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.498570:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15489 00000100:00000040:2.0:1773688179.498573:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.498576:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992999022592 : -129080710529024 : ffff8a9a0e1a0000) 00000100:00000040:2.0:1773688179.498583:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e1a0000 x1859843854314752/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.498592:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.498595:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5b00. 00000100:00000001:2.0:1773688179.498597:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.498599:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5b00. 00000100:00100000:2.0:1773688179.498603:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e1a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+53:68109:x1859843854314752:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.498607:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854314752 00000020:00000001:2.0:1773688179.498610:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.498614:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.498618:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.498620:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.498622:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.498625:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.498628:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854314752, found 0 last_xid 1859843854314751 00000020:00000001:2.0:1773688179.498631:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.498633:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.498635:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.498640:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.498642:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.498644:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.498646:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.498649:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.498651:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.498655:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.498660:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:2.0:1773688179.498663:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.498666:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.498669:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9600. 00000020:00000001:2.0:1773688179.498673:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.498675:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9600 with handle 0x52973366461d2b55 to hash 00000020:00000001:2.0:1773688179.498677:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.498679:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160283136 : -129075549268480 : ffff8a9b41bc9600) 00010000:00000010:2.0:1773688179.498684:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96800. 00010000:00000001:2.0:1773688179.498688:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160283136 : -129075549268480 : ffff8a9b41bc9600) 00010000:00010000:2.0:1773688179.498693:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9600/0x52973366461d2b55 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a76d expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.498715:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:2.0:1773688179.498717:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=54 00010000:00000001:2.0:1773688179.498723:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688179.498725:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688179.498732:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688179.498734:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688179.498736:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1773688179.498738:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688179.498740:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:2.0:1773688179.498743:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.498747:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:2.0:1773688179.498750:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:2.0:1773688179.498752:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.498755:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688179.498757:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688179.498759:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.498761:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.498766:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b09cac000. 02000000:00000001:2.0:1773688179.498769:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.498771:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.498773:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.498775:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1773688179.498779:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:2.0:1773688179.498781:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.498783:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.498786:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.498788:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.498790:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.498792:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.498793:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.498795:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.498796:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.498798:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.498799:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.498801:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.498802:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.498804:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.498806:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.498807:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.498809:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.498811:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.498813:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.498816:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.498821:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.498823:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.498825:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.498826:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.498828:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.498830:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.498831:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.498833:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.498835:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.498837:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.498839:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.498840:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.498842:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.498844:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.498847:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1773688179.498852:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3af8 00000004:00000002:2.0:1773688179.498855:0:75542:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/HANDOUT.DOC, ldlm_rep = ffff8a9b09cac228 00000004:00000001:2.0:1773688179.498859:0:75542:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1773688179.498862:0:75542:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1773688179.498865:0:75542:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1773688179.498867:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.498869:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.498871:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 5 00010000:00000001:2.0:1773688179.498873:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.498875:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.498878:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9c00. 00000020:00000001:2.0:1773688179.498880:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.498881:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9c00 with handle 0x52973366461d2b5c to hash 00000020:00000001:2.0:1773688179.498883:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.498884:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000010:2.0:1773688179.498888:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.498891:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:2.0:1773688179.498894:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.498896:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.498900:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2b5c lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.498907:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.498910:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.498911:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.498913:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.498916:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.498918:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.498920:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.498922:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.498924:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.498925:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.498927:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.498929:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 5 00010000:00000040:2.0:1773688179.498932:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.498936:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d2b4e lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a766 expref: 54 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.498945:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 54 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.498952:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 54 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.498973:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2b5c lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.498978:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.498983:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.498984:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.498986:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.498987:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.498990:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.498992:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.498995:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.498997:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.499000:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2b5c lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.499006:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.499029:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.499031:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.499033:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688179.499034:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773688179.499039:0:75542:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a1689cd00. 00010000:00000010:2.0:1773688179.499042:0:75542:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b343e9800. 00010000:00000001:2.0:1773688179.499046:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.499048:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9800. 00000020:00000001:2.0:1773688179.499050:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.499051:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9800 with handle 0x52973366461d2b63 to hash 00000020:00000001:2.0:1773688179.499053:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.499054:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000010:2.0:1773688179.499057:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96180. 00010000:00000001:2.0:1773688179.499059:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688179.499062:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.499063:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.499066:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2b63 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.499072:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.499073:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.499075:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688179.499076:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.499078:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.499079:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.499081:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.499083:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688179.499084:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688179.499085:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688179.499086:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688179.499088:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a1689cd00) refcount = 1 00010000:00010000:2.0:1773688179.499092:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2b63 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.499097:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688179.499099:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.499100:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.499102:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.499103:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.499105:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.499106:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.499108:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688179.499110:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.499112:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2b63 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.499118:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688179.499119:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.499120:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.499121:0:75542:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.499126:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.499149:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1773688179.499152:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1773688179.499155:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1773688179.499159:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.499163:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1773688179.499178:0:75542:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.499181:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.499183:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1773688179.499185:0:75542:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:2.0:1773688179.499188:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1773688179.499190:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.499192:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.499193:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.499195:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9c00 refcount=3 00000020:00000001:2.0:1773688179.499197:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:2.0:1773688179.499200:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:2.0:1773688179.499202:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.499205:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2b5c lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.499210:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.499211:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.499213:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2b5c lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.499218:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.499219:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.499221:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.499223:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2b5c lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.499228:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bc9c00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.499230:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.499232:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.499234:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2b5c lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.499238:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.499239:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.499240:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.499242:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9c00 refcount=4 00000020:00000001:2.0:1773688179.499243:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:2.0:1773688179.499245:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160284672 : -129075549266944 : ffff8a9b41bc9c00) 00010000:00000001:2.0:1773688179.499248:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.499251:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2b5c lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.499257:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.499258:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.499260:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.499263:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.499264:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.499265:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.499266:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.499269:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9c00 with handle 0x52973366461d2b5c from hash 00010000:00000001:2.0:1773688179.499271:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.499272:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.499273:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.499274:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.499276:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.499277:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.499278:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.499280:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.499282:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.499284:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:2.0:1773688179.499286:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.499288:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.499290:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.499291:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.499292:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.499294:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.499295:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.499296:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.499298:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.499300:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.499302:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2b5c lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.499306:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.499307:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.499308:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.499310:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.499311:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.499313:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9c00/0x52973366461d2b5c lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.499318:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96000. 00010000:00000001:2.0:1773688179.499322:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.499323:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.499325:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.499325:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.499327:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.499328:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9800 refcount=3 00000020:00000001:2.0:1773688179.499329:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688179.499331:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688179.499333:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688179.499335:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2b63 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.499339:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.499340:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.499341:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2b63 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.499345:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.499346:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.499348:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773688179.499350:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2b63 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.499354:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bc9800 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:2.0:1773688179.499355:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.499356:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688179.499358:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2b63 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.499362:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.499364:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.499365:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.499366:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9800 refcount=4 00000020:00000001:2.0:1773688179.499367:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688179.499369:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688179.499371:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773688179.499373:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2b63 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.499378:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1773688179.499379:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1773688179.499380:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.499382:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.499383:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.499385:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.499386:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.499388:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9800 with handle 0x52973366461d2b63 from hash 00010000:00000001:2.0:1773688179.499390:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.499391:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.499392:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.499393:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.499394:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.499395:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.499397:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.499398:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.499400:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.499401:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a1689cd00) 00010000:00010000:2.0:1773688179.499404:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.499405:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.499407:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.499408:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.499410:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688179.499411:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.499412:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.499413:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.499415:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.499417:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.499419:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2b63 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.499423:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.499425:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.499426:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773688179.499427:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773688179.499428:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.499430:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d2b63 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.499436:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96180. 00010000:00000040:2.0:1773688179.499439:0:75542:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a1689cd00 count: 0 00010000:00000010:2.0:1773688179.499443:0:75542:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b343e9800. 00010000:00000001:2.0:1773688179.499450:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688179.499452:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1773688179.499454:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1773688179.499456:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1773688179.499457:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1773688179.499460:0:75542:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:2.0:1773688179.499463:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.499465:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688179.499467:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.499468:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.499470:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.499472:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.499476:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.499477:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1773688179.499479:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688179.499481:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.499483:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1773688179.499485:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688179.499486:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.499489:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.499490:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.499491:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.499492:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.499493:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9600 with handle 0x52973366461d2b55 from hash 00010000:00000001:2.0:1773688179.499495:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.499495:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.499496:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.499497:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688179.499498:0:75542:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1773688179.499499:0:75542:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1773688179.499503:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9600/0x52973366461d2b55 lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a76d expref: 54 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.499508:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1773688179.499510:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.499511:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.499512:0:75542:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.499514:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.499515:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.499516:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.499517:0:75542:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.499518:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.499519:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.499520:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.499521:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.499523:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:2.0:1773688179.499524:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1773688179.499525:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.499527:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.499528:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.499529:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.499532:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9600/0x52973366461d2b55 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a76d expref: 54 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.499536:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:2.0:1773688179.499538:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 53 00010000:00000010:2.0:1773688179.499540:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96800. 00010000:00000001:2.0:1773688179.499543:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.499544:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bc9600, rc 0) 00000020:00000001:2.0:1773688179.499546:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1773688179.499548:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854314752 00010000:00000001:2.0:1773688179.499549:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.499553:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e1a0000 x1859843854314752/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.499558:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.499561:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.499563:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688179.499566:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.499568:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.499569:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.499572:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.499573:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.499575:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.499576:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.499579:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505220. 00000100:00000200:2.0:1773688179.499583:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854314752, offset 224 00000400:00000200:2.0:1773688179.499587:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.499593:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.499597:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48053:48053:256:4294967295] 192.168.204.51@tcp LPNI seq info [48049:48049:8:4294967295] 00000400:00000200:2.0:1773688179.499604:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.499607:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.499611:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a900. 00000800:00000200:2.0:1773688179.499614:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.499619:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.499622:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a900 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.499634:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.499638:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.499641:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.499642:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.499644:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.499648:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e1a0000 x1859843854314752/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.499657:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e1a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+53:68109:x1859843854314752:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1063us (1248us total) trans 0 rc 301/301 00000100:00100000:2.0:1773688179.499664:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15489 00000100:00000040:2.0:1773688179.499667:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.499669:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.499671:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.499674:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9980. 00000020:00000010:2.0:1773688179.499678:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.499681:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a1b1f5a00. 00000020:00000040:2.0:1773688179.499685:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 52 00000100:00000001:2.0:1773688179.499688:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.499718:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.499721:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a900. 00000400:00000200:1.0:1773688179.499724:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.499726:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.499729:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505220 00000400:00000010:1.0:1773688179.499731:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505220. 00000100:00000001:1.0:1773688179.499733:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.499734:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1773688179.501029:0:82098:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9400. 00000800:00000001:0.0:1773688179.503127:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.503139:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.503142:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.503145:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.503156:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.503170:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 656 into portal 12 MB=0x69b84a4462e00 00000400:00000200:0.0:1773688179.503177:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 656/656 into md 0x3b659 [64] + 98056 00000800:00000001:0.0:1773688179.503187:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.503195:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.503198:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.503203:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.503210:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.503213:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.503218:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3135c380. 00000100:00000040:0.0:1773688179.503222:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3135c380 x1859843854315008 msgsize 656 00000100:00100000:0.0:1773688179.503227:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.503243:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.503251:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.503255:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1773688179.505044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9c00. 00010000:00000010:2.1:1773688179.505056:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1689cd00. 00010000:00000010:2.1:1773688179.505063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9800. 00010000:00000010:2.1:1773688179.505070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9600. 00000800:00000200:0.0:1773688179.505813:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.505818:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d200. 00000400:00000200:0.0:1773688179.505823:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.505829:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.505834:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeeb28 00000400:00000010:0.0:1773688179.505837:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeeb28. 00000100:00000001:0.0:1773688179.505841:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.505844:0:3439:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:3.1:1773688179.508027:0:82099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc8400. 00000800:00000001:1.0:1773688179.508751:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.508761:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.508763:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.508765:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.508772:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.508782:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 28 MB=0x69b84a4462e80 00000400:00000200:1.0:1773688179.508788:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.51@tcp of length 328/328 into md 0x592a1 [8] + 12048 00000800:00000001:1.0:1773688179.508793:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.508800:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.508801:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.508805:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.508810:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.508811:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1773688179.508815:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e8b3b80. 00000100:00000040:1.0:1773688179.508818:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0e8b3b80 x1859843854315136 msgsize 328 00000100:00100000:1.0:1773688179.508820:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.508829:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.508835:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.508839:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.508858:0:38615:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.508861:0:38615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854315136 02000000:00000001:2.0:1773688179.508863:0:38615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.508865:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.508867:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.508869:0:38615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.508872:0:38615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854315136 00000020:00000001:2.0:1773688179.508874:0:38615:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.508875:0:38615:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5297336646186ca4 00000020:00000001:2.0:1773688179.508876:0:38615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.508878:0:38615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b04f38000 refcount=56 00000020:00000001:2.0:1773688179.508880:0:38615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000020:00000001:2.0:1773688179.508882:0:38615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000100:00000001:2.0:1773688179.508885:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.508889:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5b00. 00000100:00000001:2.0:1773688179.508891:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.508893:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5b00. 00000020:00000010:2.0:1773688179.508898:0:38615:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b05471e00. 00000020:00000010:2.0:1773688179.508902:0:38615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.508905:0:38615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.508912:0:38615:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1773688179.508914:0:38615:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.508915:0:38615:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773688179.508917:0:38615:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.508922:0:38615:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.508930:0:38615:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.508938:0:38615:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.508939:0:38615:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.508942:0:38615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7639 00000100:00000040:2.0:1773688179.508945:0:38615:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b04f38000 : new rpc_count 1 00000100:00000001:2.0:1773688179.508947:0:38615:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993006443392 : -129080703108224 : ffff8a9a0e8b3b80) 00000100:00000040:2.0:1773688179.508952:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e8b3b80 x1859843854315136/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.508969:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.508972:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5b00. 00000100:00000001:2.0:1773688179.508974:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.508976:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5b00. 00000100:00100000:2.0:1773688179.508980:0:38615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e8b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+56:2405:x1859843854315136:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.508982:0:38615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854315136 00000020:00000001:2.0:1773688179.508984:0:38615:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.508987:0:38615:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.508989:0:38615:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.508991:0:38615:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.508992:0:38615:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.508995:0:38615:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1773688179.508997:0:38615:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.508998:0:38615:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.509000:0:38615:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.509003:0:38615:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.509005:0:38615:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.509027:0:38615:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.509030:0:38615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.509032:0:38615:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.509034:0:38615:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.509039:0:38615:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773688179.509046:0:38615:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a1689cd00. 00010000:00000010:2.0:1773688179.509051:0:38615:0:(ldlm_resource.c:1436:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8a9a16349900. 00010000:00000001:2.0:1773688179.509054:0:38615:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.509058:0:38615:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9600. 00000020:00000001:2.0:1773688179.509061:0:38615:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.509063:0:38615:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9600 with handle 0x52973366461d2b8d to hash 00000020:00000001:2.0:1773688179.509064:0:38615:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.509065:0:38615:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160283136 : -129075549268480 : ffff8a9b41bc9600) 00010000:00000001:2.0:1773688179.509068:0:38615:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160283136 : -129075549268480 : ffff8a9b41bc9600) 00010000:00010000:2.0:1773688179.509071:0:38615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007c9d6690/0x52973366461d2b8d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xa08:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a77b expref: -99 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00000001:2.0:1773688179.509079:0:38615:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:2.0:1773688179.509082:0:38615:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8a9b079e5b00. 00002000:00000001:2.0:1773688179.509084:0:38615:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1773688179.509086:0:38615:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.509090:0:38615:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997970887960 : -129075738663656 : ffff8a9b3672a518) 00002000:00000001:2.0:1773688179.509092:0:38615:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997970887872 : -129075738663744 : ffff8a9b3672a4c0) 00002000:00000001:2.0:1773688179.509094:0:38615:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1773688179.509098:0:38615:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1773688179.509099:0:38615:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0xa08:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:2.0:1773688179.509101:0:38615:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:2.0:1773688179.509103:0:38615:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b3672a518/ffff8a9b3672a4c0 to site lru. bkt: ffff8a9b3211c0a8 00010000:00000040:2.0:1773688179.509105:0:38615:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b04f38000 : new locks_count 51 00000020:00000040:2.0:1773688179.509107:0:38615:0:(genops.c:887:class_export_get()) GET export ffff8a9b04f38000 refcount=57 00010000:00000001:2.0:1773688179.509110:0:38615:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1773688179.509112:0:38615:0:(ofd_dlm.c:195:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1773688179.509114:0:38615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.509116:0:38615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.509120:0:38615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8a9a10ca6800. 02000000:00000001:2.0:1773688179.509122:0:38615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.509123:0:38615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.509125:0:38615:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1773688179.509127:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1773688179.509128:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1773688179.509130:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.509131:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1773688179.509132:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1773688179.509133:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.509136:0:38615:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1773688179.509140:0:38615:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007c9d6690/0x52973366461d2b8d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xa08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a77b expref: 57 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.509144:0:38615:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x280000401:0xa08:0x0].0x0 (ffff8a9a1689cd00) refcount = 1 00010000:00000040:2.0:1773688179.509146:0:38615:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.509149:0:38615:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: 000000007c9d6690/0x52973366461d2b8d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xa08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a77b expref: 57 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.509155:0:38615:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.509156:0:38615:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.509157:0:38615:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.509159:0:38615:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1773688179.509160:0:38615:0:(ofd_dlm.c:257:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.509162:0:38615:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.509166:0:38615:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.509169:0:38615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007c9d6690/0x52973366461d2b8d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xa08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a77b expref: 57 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.509176:0:38615:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.509177:0:38615:0:(ldlm_lock.c:1971:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1773688179.509178:0:38615:0:(ldlm_lock.c:2020:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.509180:0:38615:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.509181:0:38615:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.509183:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.509184:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.509185:0:38615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bc9600, rc 0) 00000020:00000001:2.0:1773688179.509187:0:38615:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.509189:0:38615:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 12884903758, transno 0, xid 1859843854315136 00010000:00000001:2.0:1773688179.509191:0:38615:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.509194:0:38615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e8b3b80 x1859843854315136/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/400 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.509199:0:38615:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.509201:0:38615:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.509203:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b36eb51e8 time=95 v=5 (1 4 1 1) 00000100:00000001:2.0:1773688179.509206:0:38615:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.509208:0:38615:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.509209:0:38615:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.509211:0:38615:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.509212:0:38615:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.509214:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.509215:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.509219:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505e58. 00000100:00000200:2.0:1773688179.509222:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1859843854315136, offset 224 00000400:00000200:2.0:1773688179.509226:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.509232:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.509236:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48055:48055:256:4294967295] 192.168.204.51@tcp LPNI seq info [48051:48051:8:4294967295] 00000400:00000200:2.0:1773688179.509243:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.509255:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.509258:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a200. 00000800:00000200:2.0:1773688179.509262:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.509266:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.509269:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a200 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.509276:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.509278:0:38615:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.509280:0:38615:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.509281:0:38615:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.509282:0:38615:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.509285:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e8b3b80 x1859843854315136/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/400 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.509291:0:38615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e8b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+57:2405:x1859843854315136:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 322us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.509297:0:38615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7639 00000100:00000040:2.0:1773688179.509299:0:38615:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b04f38000 : new rpc_count 0 00000100:00000001:2.0:1773688179.509301:0:38615:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.509302:0:38615:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.509305:0:38615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.509308:0:38615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.509310:0:38615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b05471e00. 00000020:00000040:2.0:1773688179.509317:0:38615:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b04f38000 : new refcount 56 00000100:00000001:2.0:1773688179.509319:0:38615:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.509346:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.509351:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a200. 00000400:00000200:0.0:1773688179.509356:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.509361:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.509366:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505e58 00000400:00000010:0.0:1773688179.509368:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505e58. 00000100:00000001:0.0:1773688179.509371:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.509373:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000001:0.0:1773688179.510414:0:82088:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1773688179.510424:0:82088:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.510429:0:82088:0:(tgt_mount.c:2239:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.510435:0:82088:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1773688179.510440:0:82088:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.510443:0:82088:0:(tgt_mount.c:2239:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.510450:0:82088:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1773688179.510456:0:82088:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.510460:0:82088:0:(tgt_mount.c:2239:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.510471:0:82088:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1773688179.510476:0:82088:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.510479:0:82088:0:(tgt_mount.c:2239:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773688179.511036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11800. 00010000:00000010:3.1:1773688179.511044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10000. 00000100:00000001:2.0:1773688179.511325:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.511328:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854315392 02000000:00000001:2.0:1773688179.511331:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.511333:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.511335:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.511339:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.511342:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854315392 00000020:00000001:2.0:1773688179.511345:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.511346:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.511348:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.511351:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=55 00000020:00000001:2.0:1773688179.511354:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.511356:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.511360:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.511364:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5340. 00000100:00000001:2.0:1773688179.511367:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.511369:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5340. 00000020:00000010:2.0:1773688179.511374:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b05471e00. 00000020:00000010:2.0:1773688179.511378:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.511383:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.511390:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1773688179.511393:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.511394:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773688179.511396:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.511400:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.511415:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.511426:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.511428:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.511435:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3225 00000100:00000001:1.0:1773688179.511436:0:68799:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1773688179.511439:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688179.511439:0:68799:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1773688179.511441:0:68799:0:(service.c:2223:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.511443:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992999024384 : -129080710527232 : ffff8a9a0e1a0700) 00000100:00000001:1.0:1773688179.511444:0:68799:0:(service.c:2462:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.511453:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e1a0700 x1859843854315392/t0(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.511462:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.511466:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5340. 00000100:00000001:2.0:1773688179.511468:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.511471:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5340. 00000100:00100000:2.0:1773688179.511475:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e1a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+55:68109:x1859843854315392:12345-192.168.204.51@tcp:35:dbench.0 00000100:00000200:2.0:1773688179.511479:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854315392 00000020:00000001:2.0:1773688179.511481:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.511483:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1773688179.511488:0:73057:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a16f6b000: xid 1859843854315008, transno 171798692054, client gen 13, slot idx 2 00000001:00000001:2.0:1773688179.511493:0:73057:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b079f4780: xid 1859843854314240, transno 171798692053, client gen 13, slot idx 3 00000001:00000010:2.0:1773688179.511497:0:73057:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b079f4780. 00000020:00000001:2.0:1773688179.511500:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.511502:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.511504:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862496 : -1038689120 : ffffffffc216dca0) 00000020:00000001:2.0:1773688179.511516:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.511519:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854315392, found 0 last_xid 1859843854315391 00000020:00000001:2.0:1773688179.511522:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.511525:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.511526:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.511529:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.511534:0:73057:0:(mdt_open.c:2771:mdt_close()) Process entered 00000004:00000001:2.0:1773688179.511536:0:73057:0:(mdt_lib.c:1452:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1773688179.511538:0:73057:0:(mdt_lib.c:1362:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1773688179.511541:0:73057:0:(mdt_lib.c:1373:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.511543:0:73057:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1773688179.511546:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.511549:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.511552:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.511554:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.511556:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.511558:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.511559:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.511560:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.511567:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.511569:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.511571:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.511573:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.511575:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.511577:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.511580:0:73057:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.511582:0:73057:0:(mdt_lib.c:1435:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1773688179.511587:0:73057:0:(mdt_lib.c:1437:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.511590:0:73057:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1773688179.511592:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.511593:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.511594:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.511596:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.511598:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.511599:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.511600:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.511602:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.511604:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.511605:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.511610:0:73057:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.511615:0:73057:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.511617:0:73057:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.511619:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.511621:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.511622:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.511624:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.511626:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.511628:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.511630:0:73057:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.511632:0:73057:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.511635:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.511636:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.511638:0:73057:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.511639:0:73057:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.511641:0:73057:0:(mdt_lib.c:1465:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.511644:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.511646:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.511651:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8a9a10ca7800. 02000000:00000001:2.0:1773688179.511653:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.511655:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.511657:0:73057:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1773688179.511659:0:73057:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.511661:0:73057:0:(mdt_open.c:2739:mdt_close_internal()) Process entered 00000004:00000001:2.0:1773688179.511663:0:73057:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1773688179.511665:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.511666:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8a9b31e03c80 refcount=2 00000020:00000001:2.0:1773688179.511668:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997894184064 : -129075815367552 : ffff8a9b31e03c80) 00000004:00000001:2.0:1773688179.511671:0:73057:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446614997894184064 : -129075815367552 : ffff8a9b31e03c80) 00000020:00000040:2.0:1773688179.511673:0:73057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b31e03c80 with handle 0x52973366461d2b86 from hash 00000004:00000001:2.0:1773688179.511676:0:73057:0:(mdt_open.c:2590:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1773688179.511679:0:73057:0:(mdt_open.c:2598:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000afe1:0x143:0x0] with intent: 0 00000004:00000001:2.0:1773688179.511682:0:73057:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1773688179.511684:0:73057:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 1 truncate 0 00000004:00000001:2.0:1773688179.511688:0:73057:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688179.511690:0:73057:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688179.511696:0:73057:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.511699:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.511703:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.511705:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.511710:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.511712:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.511715:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.511717:0:73057:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.511719:0:73057:0:(mdt_som.c:35:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.511721:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.511722:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.511723:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.511725:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.511726:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.511728:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688179.511730:0:73057:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688179.511732:0:73057:0:(mdt_som.c:35:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1773688179.511735:0:73057:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:2.0:1773688179.511738:0:73057:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.511740:0:73057:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.511742:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.511743:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.511745:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.511748:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.511750:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.511752:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.511754:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.511755:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.511756:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.511758:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.511759:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.511761:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.511763:0:73057:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688179.511765:0:73057:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1773688179.511767:0:73057:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.511770:0:73057:0:(mdt_som.c:122:mdt_set_som()) Process entered 00000004:00000002:2.0:1773688179.511772:0:73057:0:(mdt_som.c:126:mdt_set_som()) [0x20000afe1:0x143:0x0]: Set SOM attrs S/B/F: 0/1/4. 00000004:00000001:2.0:1773688179.511776:0:73057:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1773688179.511779:0:73057:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1773688179.511781:0:73057:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1773688179.511785:0:73057:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1773688179.511792:0:73057:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9a106a5540. 00080000:00000001:2.0:1773688179.511795:0:73057:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1773688179.511800:0:73057:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10ca5400. 00080000:00000001:2.0:1773688179.511803:0:73057:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993044132864 : -129080665418752 : ffff8a9a10ca5400) 00000004:00000001:2.0:1773688179.511806:0:73057:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1773688179.511810:0:73057:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1773688179.511812:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.511814:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993044132864 : -129080665418752 : ffff8a9a10ca5400) 00080000:00000001:2.0:1773688179.511817:0:73057:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1773688179.511838:0:73057:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.511841:0:73057:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.511843:0:73057:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.511847:0:73057:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1773688179.511849:0:73057:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1773688179.511853:0:73057:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1773688179.511855:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.511856:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993044132864 : -129080665418752 : ffff8a9a10ca5400) 00080000:00000001:2.0:1773688179.511860:0:73057:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1773688179.511864:0:73057:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688179.511866:0:73057:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.511868:0:73057:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.511883:0:73057:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.511884:0:73057:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.511888:0:73057:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:2.0:1773688179.511891:0:73057:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1773688179.511892:0:73057:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1773688179.511893:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.511894:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993044132864 : -129080665418752 : ffff8a9a10ca5400) 00080000:00000001:2.0:1773688179.511896:0:73057:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1773688179.511898:0:73057:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:2.0:1773688179.511909:0:73057:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1773688179.511911:0:73057:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.511914:0:73057:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.511916:0:73057:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.511918:0:73057:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.511920:0:73057:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.511924:0:73057:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1773688179.511925:0:73057:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1773688179.511928:0:73057:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1773688179.511931:0:73057:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692055, last_committed = 171798692041 00000001:00000010:2.0:1773688179.511935:0:73057:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b346b16c0. 00000001:00000040:2.0:1773688179.511938:0:73057:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 14 00000020:00000040:2.0:1773688179.511940:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=56 00000001:00000010:2.0:1773688179.511945:0:73057:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b079f43c0. 00000004:00000001:2.0:1773688179.511951:0:73057:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1773688179.511953:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.511954:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993044132864 : -129080665418752 : ffff8a9a10ca5400) 00080000:00000001:2.0:1773688179.511971:0:73057:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1773688179.511986:0:73057:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1773688179.511989:0:73057:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1773688179.511993:0:73057:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b079f43c0: xid 1859843854315392, transno 171798692055, tag 1, client gen 13, slot idx 3 00000001:00000001:2.0:1773688179.511996:0:73057:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.512062:0:73057:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773688179.512065:0:73057:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9a106a5540. 00000020:00000001:2.0:1773688179.512067:0:73057:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.512070:0:73057:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.512071:0:73057:0:(mdt_som.c:146:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.512073:0:73057:0:(mdt_som.c:320:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.512075:0:73057:0:(mdt_open.c:149:mdt_write_put()) Process entered 00000004:00000001:2.0:1773688179.512076:0:73057:0:(mdt_open.c:153:mdt_write_put()) Process leaving 00000004:00000001:2.0:1773688179.512078:0:73057:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1773688179.512079:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.512081:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.512082:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.512084:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688179.512085:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688179.512086:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688179.512088:0:73057:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.512091:0:73057:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1773688179.512095:0:73057:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1773688179.512098:0:73057:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.512101:0:73057:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x20000afe1:0x143:0x0], previous was 0x7 00000004:00000001:2.0:1773688179.512103:0:73057:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.512105:0:73057:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1773688179.512108:0:73057:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.512111:0:73057:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1773688179.512114:0:73057:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.512117:0:73057:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1773688179.512120:0:73057:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8a9b31e03c80. 00000004:00000001:2.0:1773688179.512129:0:73057:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1773688179.512133:0:73057:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41868f58/ffff8a9b41868f00 to site lru. bkt: ffff8a9a1aeb6878 00000004:00000001:2.0:1773688179.512136:0:73057:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.512137:0:73057:0:(mdt_open.c:2728:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.512139:0:73057:0:(mdt_open.c:2758:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.512141:0:73057:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1773688179.512143:0:73057:0:(mdt_open.c:193:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1773688179.512144:0:73057:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.512146:0:73057:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.512147:0:73057:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.512149:0:73057:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.512152:0:73057:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.512155:0:73057:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.512158:0:73057:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1773688179.512164:0:73057:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.512169:0:73057:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.512171:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.512172:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.512174:0:73057:0:(mdt_open.c:2833:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.512176:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692055, xid 1859843854315392 00010000:00000001:2.0:1773688179.512179:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.512184:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e1a0700 x1859843854315392/t171798692055(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.512192:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.512195:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.512198:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=49 v=5 (1 1 1 0) 00000100:00000001:2.0:1773688179.512202:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.512205:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.512207:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.512210:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.512212:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.512214:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.512217:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.512220:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b035053b8. 00000100:00000200:2.0:1773688179.512224:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854315392, offset 224 00000400:00000200:2.0:1773688179.512230:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.512237:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.512243:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48056:48056:256:4294967295] 192.168.204.51@tcp LPNI seq info [48052:48052:8:4294967295] 00000400:00000200:2.0:1773688179.512251:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.512256:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.512260:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0ac00. 00000800:00000200:2.0:1773688179.512264:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.512270:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.512274:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0ac00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.512285:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.512289:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.512291:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.512293:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.512296:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.512300:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e1a0700 x1859843854315392/t171798692055(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.512309:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e1a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+56:68109:x1859843854315392:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 845us (1026us total) trans 171798692055 rc 0/0 00000100:00100000:2.0:1773688179.512317:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3225 00000100:00000040:2.0:1773688179.512320:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.512323:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.512325:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.512327:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.512331:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.512334:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b05471e00. 00000020:00000040:2.0:1773688179.512339:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 55 00000800:00000200:1.0:1773688179.512341:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1773688179.512342:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1773688179.512346:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0ac00. 00000400:00000200:1.0:1773688179.512352:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.512357:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.512361:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b035053b8 00000400:00000010:1.0:1773688179.512363:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b035053b8. 00000100:00000001:1.0:1773688179.512366:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.512368:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1773688179.514933:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.514944:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.514948:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.514952:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.514970:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.514982:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 392 into portal 23 MB=0x69b84a4463080 00000400:00000200:1.0:1773688179.514989:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 392/392 into md 0x71eb9 [2] + 392 00000800:00000001:1.0:1773688179.514995:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.515085:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.515089:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.515094:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.515101:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.515104:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1773688179.515110:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e8b3800. 00000100:00000040:1.0:1773688179.515114:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0e8b3800 x1859843854315648 msgsize 392 00000100:00100000:1.0:1773688179.515119:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.515131:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.515138:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.515142:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.515164:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.515167:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854315648 02000000:00000001:2.0:1773688179.515170:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.515180:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.515182:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.515186:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.515189:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854315648 00000020:00000001:2.0:1773688179.515192:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.515194:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.515196:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.515199:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=56 00000020:00000001:2.0:1773688179.515202:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.515204:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.515208:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.515212:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5340. 00000100:00000001:2.0:1773688179.515215:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.515218:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5340. 00000020:00000010:2.0:1773688179.515224:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b05471e00. 00000020:00000010:2.0:1773688179.515229:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.515234:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.515240:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1773688179.515243:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.515244:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773688179.515246:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.515252:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.515260:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.515267:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.515269:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.515272:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3226 00000100:00000040:2.0:1773688179.515275:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.515276:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993006442496 : -129080703109120 : ffff8a9a0e8b3800) 00000100:00000040:2.0:1773688179.515281:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e8b3800 x1859843854315648/t0(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.515287:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.515290:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5340. 00000100:00000001:2.0:1773688179.515291:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.515293:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5340. 00000100:00100000:2.0:1773688179.515297:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e8b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+56:68109:x1859843854315648:12345-192.168.204.51@tcp:35:dbench.0 00000100:00000200:2.0:1773688179.515300:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854315648 00000020:00000001:2.0:1773688179.515302:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.515305:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1773688179.515308:0:73057:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b079f43c0: xid 1859843854315392, transno 171798692055, client gen 13, slot idx 3 00000001:00000001:2.0:1773688179.515312:0:73057:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a16f6b000: xid 1859843854315008, transno 171798692054, client gen 13, slot idx 2 00000001:00000010:2.0:1773688179.515314:0:73057:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a16f6b000. 00000020:00000001:2.0:1773688179.515317:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.515318:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.515320:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862496 : -1038689120 : ffffffffc216dca0) 00000020:00000001:2.0:1773688179.515321:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.515323:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854315648, found 0 last_xid 1859843854315647 00000020:00000001:2.0:1773688179.515325:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.515327:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.515328:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.515331:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.515335:0:73057:0:(mdt_open.c:2771:mdt_close()) Process entered 00000004:00000001:2.0:1773688179.515337:0:73057:0:(mdt_lib.c:1452:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1773688179.515338:0:73057:0:(mdt_lib.c:1362:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1773688179.515341:0:73057:0:(mdt_lib.c:1373:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.515343:0:73057:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1773688179.515346:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.515348:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.515350:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.515352:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.515355:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.515357:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.515358:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.515361:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.515362:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.515364:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.515366:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.515368:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.515369:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.515372:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.515374:0:73057:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.515376:0:73057:0:(mdt_lib.c:1435:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1773688179.515377:0:73057:0:(mdt_lib.c:1437:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.515379:0:73057:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1773688179.515380:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.515381:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.515382:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.515383:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.515385:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.515386:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.515387:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.515388:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.515389:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.515390:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.515393:0:73057:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.515396:0:73057:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.515398:0:73057:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.515399:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.515400:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.515401:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.515403:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.515404:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.515406:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.515407:0:73057:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.515408:0:73057:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.515409:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.515411:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.515412:0:73057:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.515413:0:73057:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.515415:0:73057:0:(mdt_lib.c:1465:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.515418:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.515421:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.515425:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8a9a10ca7c00. 02000000:00000001:2.0:1773688179.515427:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.515430:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.515431:0:73057:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1773688179.515433:0:73057:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.515436:0:73057:0:(mdt_open.c:2739:mdt_close_internal()) Process entered 00000004:00000001:2.0:1773688179.515438:0:73057:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1773688179.515439:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.515441:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8a9b343e9080 refcount=2 00000020:00000001:2.0:1773688179.515444:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997933920384 : -129075775631232 : ffff8a9b343e9080) 00000004:00000001:2.0:1773688179.515446:0:73057:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446614997933920384 : -129075775631232 : ffff8a9b343e9080) 00000020:00000040:2.0:1773688179.515449:0:73057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b343e9080 with handle 0x52973366461d2910 from hash 00000004:00000001:2.0:1773688179.515453:0:73057:0:(mdt_open.c:2590:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1773688179.515455:0:73057:0:(mdt_open.c:2598:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000afe1:0x141:0x0] with intent: 0 00000004:00000001:2.0:1773688179.515458:0:73057:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1773688179.515461:0:73057:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 77076 size 77076 lsom blocks 259 blocks 259 truncate 0 00000004:00000001:2.0:1773688179.515464:0:73057:0:(mdt_som.c:209:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.515466:0:73057:0:(mdt_open.c:149:mdt_write_put()) Process entered 00000004:00000001:2.0:1773688179.515467:0:73057:0:(mdt_open.c:153:mdt_write_put()) Process leaving 00000004:00000001:2.0:1773688179.515470:0:73057:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1773688179.515472:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.515477:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.515480:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.515485:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688179.515487:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688179.515489:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688179.515490:0:73057:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.515493:0:73057:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1773688179.515498:0:73057:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1773688179.515501:0:73057:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.515504:0:73057:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x20000afe1:0x141:0x0], previous was 0x7 00000004:00000001:2.0:1773688179.515507:0:73057:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.515509:0:73057:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1773688179.515512:0:73057:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.515514:0:73057:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1773688179.515526:0:73057:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.515529:0:73057:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1773688179.515532:0:73057:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8a9b343e9080. 00000004:00000001:2.0:1773688179.515537:0:73057:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1773688179.515541:0:73057:0:(lu_object.c:207:lu_object_put()) Add ffff8a9a167467d8/ffff8a9a16746780 to site lru. bkt: ffff8a9a1aeb4c08 00000004:00000001:2.0:1773688179.515544:0:73057:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.515545:0:73057:0:(mdt_open.c:2728:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.515547:0:73057:0:(mdt_open.c:2758:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.515549:0:73057:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:2.0:1773688179.515552:0:73057:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1773688179.515559:0:73057:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10ca4c00. 00080000:00000001:2.0:1773688179.515561:0:73057:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993044130816 : -129080665420800 : ffff8a9a10ca4c00) 00080000:00000001:2.0:1773688179.515563:0:73057:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1773688179.515567:0:73057:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1773688179.515571:0:73057:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688179.515572:0:73057:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.515589:0:73057:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.515591:0:73057:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1773688179.515593:0:73057:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1773688179.515596:0:73057:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692056, last_committed = 171798692041 00000001:00000010:2.0:1773688179.515600:0:73057:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b346b1ae0. 00000001:00000040:2.0:1773688179.515603:0:73057:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 15 00000020:00000040:2.0:1773688179.515605:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=57 00000001:00000010:2.0:1773688179.515610:0:73057:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b079f4f00. 00080000:00000001:2.0:1773688179.515614:0:73057:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1773688179.515628:0:73057:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1773688179.515631:0:73057:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b079f4f00: xid 1859843854315648, transno 171798692056, tag 1, client gen 13, slot idx 2 00000001:00000001:2.0:1773688179.515633:0:73057:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.515641:0:73057:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.515642:0:73057:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1773688179.515643:0:73057:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.515644:0:73057:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.515645:0:73057:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.515647:0:73057:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.515650:0:73057:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.515652:0:73057:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.515653:0:73057:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1773688179.515657:0:73057:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.515660:0:73057:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.515662:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.515663:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.515664:0:73057:0:(mdt_open.c:2833:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.515666:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692056, xid 1859843854315648 00010000:00000001:2.0:1773688179.515668:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.515671:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e8b3800 x1859843854315648/t171798692056(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.515677:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.515679:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.515681:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=49 v=5 (1 1 1 0) 00000100:00000001:2.0:1773688179.515684:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.515686:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.515688:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.515690:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.515692:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.515694:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.515705:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.515711:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505088. 00000100:00000200:2.0:1773688179.515714:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854315648, offset 224 00000400:00000200:2.0:1773688179.515718:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.515724:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.515729:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48057:48057:256:4294967295] 192.168.204.51@tcp LPNI seq info [48053:48053:8:4294967295] 00000400:00000200:2.0:1773688179.515737:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.515741:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.515745:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0ac00. 00000800:00000200:2.0:1773688179.515748:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.515753:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.515756:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0ac00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.515765:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.515768:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.515770:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.515771:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.515773:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.515776:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e8b3800 x1859843854315648/t171798692056(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.515784:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e8b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+57:68109:x1859843854315648:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 495us (668us total) trans 171798692056 rc 0/0 00000100:00100000:2.0:1773688179.515789:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3226 00000100:00000040:2.0:1773688179.515791:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.515792:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.515793:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.515796:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.515800:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.515803:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b05471e00. 00000020:00000040:2.0:1773688179.515807:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 56 00000100:00000001:2.0:1773688179.515808:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.517929:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.517945:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.517948:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.517950:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.517955:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.517976:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 392 into portal 23 MB=0x69b84a4463180 00000400:00000200:2.0:1773688179.517981:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 392/392 into md 0x71eb9 [2] + 784 00000800:00000001:2.0:1773688179.517985:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.517991:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.517992:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.517995:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.517999:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.518001:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1773688179.518005:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce5180. 00000100:00000040:2.0:1773688179.518029:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a10ce5180 x1859843854315904 msgsize 392 00000100:00100000:2.0:1773688179.518034:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.518040:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.518045:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.518048:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.518074:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.518076:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854315904 02000000:00000001:2.0:1773688179.518079:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.518081:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.518083:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.518087:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.518091:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854315904 00000020:00000001:2.0:1773688179.518093:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.518095:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.518098:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.518100:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=57 00000020:00000001:2.0:1773688179.518102:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.518105:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.518109:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.518113:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5340. 00000100:00000001:2.0:1773688179.518116:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.518118:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5340. 00000020:00000010:2.0:1773688179.518124:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b05471e00. 00000020:00000010:2.0:1773688179.518129:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.518135:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.518141:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1773688179.518144:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.518146:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773688179.518148:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.518153:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.518162:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.518173:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.518175:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.518179:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3227 00000100:00000040:2.0:1773688179.518183:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.518184:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993044394368 : -129080665157248 : ffff8a9a10ce5180) 00000100:00000040:2.0:1773688179.518198:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a10ce5180 x1859843854315904/t0(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.518211:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.518214:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5340. 00000100:00000001:2.0:1773688179.518217:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.518220:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5340. 00000100:00100000:2.0:1773688179.518226:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a10ce5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+57:68109:x1859843854315904:12345-192.168.204.51@tcp:35:dbench.0 00000100:00000200:2.0:1773688179.518229:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854315904 00000020:00000001:2.0:1773688179.518231:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.518234:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1773688179.518238:0:73057:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b079f4f00: xid 1859843854315648, transno 171798692056, client gen 13, slot idx 2 00000001:00000001:2.0:1773688179.518243:0:73057:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b079f43c0: xid 1859843854315392, transno 171798692055, client gen 13, slot idx 3 00000001:00000010:2.0:1773688179.518246:0:73057:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b079f43c0. 00000020:00000001:2.0:1773688179.518250:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.518253:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.518254:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862496 : -1038689120 : ffffffffc216dca0) 00000020:00000001:2.0:1773688179.518257:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.518260:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854315904, found 0 last_xid 1859843854315903 00000020:00000001:2.0:1773688179.518264:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.518266:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.518268:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.518271:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.518275:0:73057:0:(mdt_open.c:2771:mdt_close()) Process entered 00000004:00000001:2.0:1773688179.518276:0:73057:0:(mdt_lib.c:1452:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1773688179.518278:0:73057:0:(mdt_lib.c:1362:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1773688179.518281:0:73057:0:(mdt_lib.c:1373:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.518283:0:73057:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1773688179.518286:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.518288:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.518291:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.518293:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.518295:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.518297:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.518299:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.518301:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.518303:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.518304:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.518306:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.518308:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.518309:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.518311:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.518312:0:73057:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.518314:0:73057:0:(mdt_lib.c:1435:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1773688179.518318:0:73057:0:(mdt_lib.c:1437:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.518321:0:73057:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1773688179.518323:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.518325:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.518327:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.518330:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.518333:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.518335:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.518337:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.518340:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.518343:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.518346:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.518350:0:73057:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.518354:0:73057:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.518357:0:73057:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.518362:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.518363:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.518365:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.518368:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.518370:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.518372:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.518374:0:73057:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.518377:0:73057:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.518381:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.518383:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.518386:0:73057:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.518387:0:73057:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.518390:0:73057:0:(mdt_lib.c:1465:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.518394:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.518397:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.518402:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8a9a10ca7400. 02000000:00000001:2.0:1773688179.518406:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.518410:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.518414:0:73057:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1773688179.518417:0:73057:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.518420:0:73057:0:(mdt_open.c:2739:mdt_close_internal()) Process entered 00000004:00000001:2.0:1773688179.518423:0:73057:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1773688179.518424:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.518428:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8a9b338b4a80 refcount=2 00000020:00000001:2.0:1773688179.518431:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997922171520 : -129075787380096 : ffff8a9b338b4a80) 00000004:00000001:2.0:1773688179.518434:0:73057:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446614997922171520 : -129075787380096 : ffff8a9b338b4a80) 00000020:00000040:2.0:1773688179.518438:0:73057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b338b4a80 with handle 0x52973366461d1a30 from hash 00000004:00000001:2.0:1773688179.518444:0:73057:0:(mdt_open.c:2590:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1773688179.518448:0:73057:0:(mdt_open.c:2598:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000afe1:0xf6:0x0] with intent: 0 00000004:00000001:2.0:1773688179.518454:0:73057:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1773688179.518458:0:73057:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 260096 size 260096 lsom blocks 1 blocks 1 truncate 0 00000004:00000001:2.0:1773688179.518462:0:73057:0:(mdt_som.c:209:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.518463:0:73057:0:(mdt_open.c:149:mdt_write_put()) Process entered 00000004:00000001:2.0:1773688179.518465:0:73057:0:(mdt_open.c:153:mdt_write_put()) Process leaving 00000004:00000001:2.0:1773688179.518466:0:73057:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1773688179.518469:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.518472:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.518474:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.518479:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1773688179.518480:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1773688179.518482:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1773688179.518484:0:73057:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.518486:0:73057:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1773688179.518491:0:73057:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1773688179.518493:0:73057:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1773688179.518497:0:73057:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1773688179.518504:0:73057:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9b346b17e0. 00080000:00000001:2.0:1773688179.518506:0:73057:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1773688179.518512:0:73057:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10ca4000. 00080000:00000001:2.0:1773688179.518515:0:73057:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993044127744 : -129080665423872 : ffff8a9a10ca4000) 00000004:00000001:2.0:1773688179.518519:0:73057:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:2.0:1773688179.518521:0:73057:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:2.0:1773688179.518524:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.518526:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993044127744 : -129080665423872 : ffff8a9a10ca4000) 00080000:00000001:2.0:1773688179.518531:0:73057:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1773688179.518550:0:73057:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.518553:0:73057:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.518556:0:73057:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.518560:0:73057:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1773688179.518562:0:73057:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1773688179.518565:0:73057:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1773688179.518568:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.518569:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993044127744 : -129080665423872 : ffff8a9a10ca4000) 00080000:00000001:2.0:1773688179.518572:0:73057:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1773688179.518576:0:73057:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688179.518578:0:73057:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.518579:0:73057:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.518599:0:73057:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.518603:0:73057:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.518605:0:73057:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1773688113, ctime 1773688113 00000004:00000001:2.0:1773688179.518608:0:73057:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:2.0:1773688179.518610:0:73057:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:2.0:1773688179.518612:0:73057:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:2.0:1773688179.518613:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.518614:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993044127744 : -129080665423872 : ffff8a9a10ca4000) 00080000:00000001:2.0:1773688179.518618:0:73057:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:2.0:1773688179.518661:0:73057:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.518664:0:73057:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.518666:0:73057:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.518668:0:73057:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.518672:0:73057:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1773688179.518673:0:73057:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1773688179.518676:0:73057:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1773688179.518678:0:73057:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692057, last_committed = 171798692041 00000001:00000010:2.0:1773688179.518681:0:73057:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b346b1840. 00000001:00000040:2.0:1773688179.518682:0:73057:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 16 00000020:00000040:2.0:1773688179.518684:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=58 00000001:00000010:2.0:1773688179.518688:0:73057:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b079f4780. 00000004:00000001:2.0:1773688179.518691:0:73057:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1773688179.518692:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1773688179.518693:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993044127744 : -129080665423872 : ffff8a9a10ca4000) 00080000:00000001:2.0:1773688179.518695:0:73057:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1773688179.518705:0:73057:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1773688179.518706:0:73057:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1773688179.518709:0:73057:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b079f4780: xid 1859843854315904, transno 171798692057, tag 1, client gen 13, slot idx 3 00000001:00000001:2.0:1773688179.518711:0:73057:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.518731:0:73057:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773688179.518734:0:73057:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9b346b17e0. 00000020:00000001:2.0:1773688179.518737:0:73057:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.518742:0:73057:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1773688179.518745:0:73057:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.518747:0:73057:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1773688179.518751:0:73057:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.518754:0:73057:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1773688179.518756:0:73057:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8a9b338b4a80. 00000004:00000001:2.0:1773688179.518763:0:73057:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1773688179.518767:0:73057:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41868b98/ffff8a9b41868b40 to site lru. bkt: ffff8a9a1aeb4230 00000004:00000001:2.0:1773688179.518770:0:73057:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.518771:0:73057:0:(mdt_open.c:2728:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.518774:0:73057:0:(mdt_open.c:2758:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.518776:0:73057:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1773688179.518778:0:73057:0:(mdt_open.c:193:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1773688179.518780:0:73057:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.518782:0:73057:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.518784:0:73057:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.518786:0:73057:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.518790:0:73057:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.518792:0:73057:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.518794:0:73057:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1773688179.518799:0:73057:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.518805:0:73057:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.518807:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.518809:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.518811:0:73057:0:(mdt_open.c:2833:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.518814:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692057, xid 1859843854315904 00010000:00000001:2.0:1773688179.518816:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.518822:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a10ce5180 x1859843854315904/t171798692057(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.518829:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.518832:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.518835:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=49 v=5 (1 1 1 0) 00000100:00000001:2.0:1773688179.518838:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.518841:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.518843:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.518846:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.518847:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.518850:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.518853:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.518858:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b035057f8. 00000100:00000200:2.0:1773688179.518864:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854315904, offset 224 00000400:00000200:2.0:1773688179.518870:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.518878:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.518883:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48058:48058:256:4294967295] 192.168.204.51@tcp LPNI seq info [48054:48054:8:4294967295] 00000400:00000200:2.0:1773688179.518890:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.518894:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.518897:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a200. 00000800:00000200:2.0:1773688179.518902:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.518906:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.518909:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a200 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.518917:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.518919:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.518921:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.518922:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.518923:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.518927:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce5180 x1859843854315904/t171798692057(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.518934:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a10ce5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+58:68109:x1859843854315904:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 721us (903us total) trans 171798692057 rc 0/0 00000100:00100000:2.0:1773688179.518940:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3227 00000100:00000040:2.0:1773688179.518942:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.518944:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.518946:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.518949:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9180. 00000020:00000010:2.0:1773688179.518952:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:2.0:1773688179.518968:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b05471e00. 00000020:00000040:2.0:1773688179.518972:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 57 00000100:00000001:2.0:1773688179.518974:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.519050:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.519052:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a200. 00000400:00000200:2.0:1773688179.519056:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.519060:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.519064:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b035057f8 00000400:00000010:2.0:1773688179.519066:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b035057f8. 00000100:00000001:2.0:1773688179.519070:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.519072:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1773688179.522320:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.522326:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99df00. 00000400:00000200:2.0:1773688179.522331:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.522336:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.522341:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee330 00000400:00000010:2.0:1773688179.522344:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee330. 00000100:00000001:2.0:1773688179.522354:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.522356:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.524387:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.524396:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.524398:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.524401:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.524407:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.524423:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 392 into portal 23 MB=0x69b84a4463380 00000400:00000200:2.0:1773688179.524427:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 392/392 into md 0x71eb9 [2] + 1568 00000800:00000001:2.0:1773688179.524432:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.524439:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.524441:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.524445:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.524450:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.524451:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1773688179.524456:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a02064700. 00000100:00000040:2.0:1773688179.524458:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a02064700 x1859843854316416 msgsize 392 00000100:00100000:2.0:1773688179.524461:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.524469:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.524475:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.524478:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.524814:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.524819:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000004:00000001:3.0:1773688179.524821:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000004:00000001:3.0:1773688179.524824:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000004:00000001:3.0:1773688179.524826:0:73057:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.524829:0:73057:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1773688179.524834:0:73057:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1773688179.524837:0:73057:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1773688179.524841:0:73057:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1773688179.524847:0:73057:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9a0f5f5540. 00080000:00000001:3.0:1773688179.524850:0:73057:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1773688179.524857:0:73057:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9b36bbcc00. 00080000:00000001:3.0:1773688179.524860:0:73057:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614997975682048 : -129075733869568 : ffff8a9b36bbcc00) 00000004:00000001:3.0:1773688179.524863:0:73057:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.524865:0:73057:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.524868:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.524870:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997975682048 : -129075733869568 : ffff8a9b36bbcc00) 00080000:00000001:3.0:1773688179.524873:0:73057:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1773688179.524888:0:73057:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.524890:0:73057:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.524892:0:73057:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.524894:0:73057:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1773688179.524895:0:73057:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1773688179.524899:0:73057:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1773688179.524900:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.524901:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997975682048 : -129075733869568 : ffff8a9b36bbcc00) 00080000:00000001:3.0:1773688179.524903:0:73057:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.524907:0:73057:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.524909:0:73057:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.524910:0:73057:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.524922:0:73057:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.524924:0:73057:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.524925:0:73057:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1773688178, ctime 1773688178 00000004:00000001:3.0:1773688179.524927:0:73057:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:3.0:1773688179.524929:0:73057:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:3.0:1773688179.524930:0:73057:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:3.0:1773688179.524931:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.524932:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997975682048 : -129075733869568 : ffff8a9b36bbcc00) 00080000:00000001:3.0:1773688179.524934:0:73057:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:3.0:1773688179.524949:0:73057:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.524951:0:73057:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.524953:0:73057:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.524980:0:73057:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.524984:0:73057:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1773688179.524986:0:73057:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1773688179.524988:0:73057:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1773688179.524991:0:73057:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 42949673921, last_committed = 42949673874 00000001:00000010:3.0:1773688179.524996:0:73057:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a0f5f53c0. 00000001:00000040:3.0:1773688179.524999:0:73057:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b07b68000 : new cb_count 22 00000020:00000040:3.0:1773688179.525001:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b07b68000 refcount=88 00000001:00000010:3.0:1773688179.525037:0:73057:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a16f6b000. 00000004:00000001:3.0:1773688179.525041:0:73057:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1773688179.525043:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.525044:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997975682048 : -129075733869568 : ffff8a9b36bbcc00) 00080000:00000001:3.0:1773688179.525047:0:73057:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.525057:0:73057:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1773688179.525060:0:73057:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1773688179.525063:0:73057:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a16f6b000: xid 1859843854316416, transno 42949673921, tag 1, client gen 35, slot idx 2 00000001:00000001:3.0:1773688179.525066:0:73057:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.525079:0:73057:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773688179.525081:0:73057:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9a0f5f5540. 00000020:00000001:3.0:1773688179.525083:0:73057:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.525087:0:73057:0:(mdt_reint.c:931:mdt_add_dirty_flag()) Process entered 00000004:00000001:3.0:1773688179.525089:0:73057:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.525091:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.525093:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.525095:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.525098:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.525101:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.525103:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1773688179.525105:0:73057:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1773688179.525107:0:73057:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1773688179.525110:0:73057:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=ffff8a9b36bbf6f0 00000004:00000001:3.0:1773688179.525113:0:73057:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.525115:0:73057:0:(mdt_reint.c:958:mdt_add_dirty_flag()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.525118:0:73057:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1773688179.525121:0:73057:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.525123:0:73057:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:3.0:1773688179.525127:0:73057:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.525130:0:73057:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1773688179.525132:0:73057:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8a9b343e9d80. 00000004:00000001:3.0:1773688179.525135:0:73057:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1773688179.525138:0:73057:0:(lu_object.c:207:lu_object_put()) Add ffff8a9a0e34cf58/ffff8a9a0e34cf00 to site lru. bkt: ffff8a9b03e42e98 00000004:00000001:3.0:1773688179.525139:0:73057:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.525140:0:73057:0:(mdt_open.c:2728:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.525142:0:73057:0:(mdt_open.c:2758:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.525143:0:73057:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1773688179.525145:0:73057:0:(mdt_open.c:193:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1773688179.525146:0:73057:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.525147:0:73057:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.525149:0:73057:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.525150:0:73057:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.525153:0:73057:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.525154:0:73057:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.525155:0:73057:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1773688179.525159:0:73057:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.525163:0:73057:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.525164:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.525165:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.525167:0:73057:0:(mdt_open.c:2833:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.525169:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 42949673874, transno 42949673921, xid 1859843854316416 00010000:00000001:3.0:1773688179.525171:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.525175:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a02064700 x1859843854316416/t42949673921(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.525180:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.525182:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.525184:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=49 v=5 (1 1 1 0) 00000100:00000001:3.0:1773688179.525187:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.525188:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.525190:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.525192:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.525193:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.525195:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.525197:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.525200:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeecc0. 00000100:00000200:3.0:1773688179.525204:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854316416, offset 224 00000400:00000200:3.0:1773688179.525209:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.525214:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.525219:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48060:48060:256:4294967295] 192.168.204.51@tcp LPNI seq info [48056:48056:8:4294967295] 00000400:00000200:3.0:1773688179.525225:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.525229:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.525231:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d600. 00000800:00000200:3.0:1773688179.525235:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.525240:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.525243:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d600 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.525262:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.525266:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.525268:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.525270:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.525273:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.525277:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a02064700 x1859843854316416/t42949673921(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.525287:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a02064700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+88:68109:x1859843854316416:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 705us (827us total) trans 42949673921 rc 0/0 00000100:00100000:3.0:1773688179.525296:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3229 00000100:00000040:3.0:1773688179.525299:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b07b68000 : new rpc_count 0 00000100:00000001:3.0:1773688179.525302:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.525304:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.525308:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31e03a00. 00000020:00000010:3.0:1773688179.525312:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e07d0. 00000020:00000010:3.0:1773688179.525317:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb800. 00000020:00000040:3.0:1773688179.525322:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 87 00000100:00000001:3.0:1773688179.525324:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.526786:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.526792:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d600. 00000400:00000200:1.0:1773688179.526797:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.526803:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.526809:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeecc0 00000400:00000010:1.0:1773688179.526811:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeecc0. 00000100:00000001:1.0:1773688179.526815:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.526817:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1773688179.528548:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.528560:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.528563:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.528566:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.528574:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.528588:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 392 into portal 23 MB=0x69b84a4463480 00000400:00000200:1.0:1773688179.528595:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 392/392 into md 0x71eb9 [2] + 1960 00000400:00000010:1.0:1773688179.528600:0:3440:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b07258d10. 00000400:00000200:1.0:1773688179.528604:0:3440:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8a9b311ed540 00000800:00000001:1.0:1773688179.528609:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.528619:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.528621:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.528625:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.528629:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b311ed540 00000400:00000010:1.0:1773688179.528632:0:3440:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at ffff8a9b311ed540. 00000100:00000001:1.0:1773688179.528636:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.528639:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:1.0:1773688179.528642:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0c77d850 x1859843854316672 msgsize 392 00000100:00100000:1.0:1773688179.528646:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000040:1.0:1773688179.528647:0:3440:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1773688179.528656:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.528661:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.528664:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.528697:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.528701:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854316672 02000000:00000001:3.0:1773688179.528704:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.528706:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.528708:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.528713:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.528716:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854316672 00000020:00000001:3.0:1773688179.528719:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.528721:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461c1538 00000020:00000001:3.0:1773688179.528723:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.528727:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b07b68000 refcount=88 00000020:00000001:3.0:1773688179.528729:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000020:00000001:3.0:1773688179.528731:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997186805760 : -129076522745856 : ffff8a9b07b68000) 00000100:00000001:3.0:1773688179.528743:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.528748:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5a00. 00000100:00000001:3.0:1773688179.528752:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.528755:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5a00. 00000020:00000010:3.0:1773688179.528761:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb800. 00000020:00000010:3.0:1773688179.528766:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b31e03a00. 00000020:00000010:3.0:1773688179.528771:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e07d0. 00000100:00000040:3.0:1773688179.528778:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1773688179.528781:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.528782:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773688179.528784:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.528791:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.528803:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.528812:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.528814:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.528819:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3230 00000100:00000040:3.0:1773688179.528823:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b07b68000 : new rpc_count 1 00000100:00000001:3.0:1773688179.528826:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992971618384 : -129080737933232 : ffff8a9a0c77d850) 00000100:00000040:3.0:1773688179.528834:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0c77d850 x1859843854316672/t0(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.528842:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.528846:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5a00. 00000100:00000001:3.0:1773688179.528848:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.528850:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5a00. 00000100:00100000:3.0:1773688179.528854:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0c77d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+88:68109:x1859843854316672:12345-192.168.204.51@tcp:35:dbench.0 00000100:00000200:3.0:1773688179.528857:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854316672 00000020:00000001:3.0:1773688179.528861:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.528865:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1773688179.528870:0:73057:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8a9a16f6b000: xid 1859843854316416, transno 42949673921, client gen 35, slot idx 2 00000001:00000001:3.0:1773688179.528874:0:73057:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8a9a16f6b840: xid 1859843854316160, transno 42949673920, client gen 35, slot idx 5 00000001:00000010:3.0:1773688179.528878:0:73057:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a16f6b840. 00000020:00000001:3.0:1773688179.528881:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.528884:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.528886:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862496 : -1038689120 : ffffffffc216dca0) 00000020:00000001:3.0:1773688179.528889:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.528892:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1859843854316672, found 0 last_xid 1859843854316671 00000020:00000001:3.0:1773688179.528895:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.528897:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.528899:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.528902:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.528907:0:73057:0:(mdt_open.c:2771:mdt_close()) Process entered 00000004:00000001:3.0:1773688179.528909:0:73057:0:(mdt_lib.c:1452:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1773688179.528911:0:73057:0:(mdt_lib.c:1362:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1773688179.528915:0:73057:0:(mdt_lib.c:1373:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.528917:0:73057:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1773688179.528920:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.528922:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.528924:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.528927:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.528929:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.528931:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.528932:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.528933:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.528935:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.528936:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.528938:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.528940:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.528941:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.528943:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.528945:0:73057:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.528947:0:73057:0:(mdt_lib.c:1435:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1773688179.528949:0:73057:0:(mdt_lib.c:1437:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.528952:0:73057:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1773688179.528953:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.528954:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.529070:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.529071:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.529074:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.529076:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.529078:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.529080:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.529082:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.529084:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.529088:0:73057:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.529093:0:73057:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9b07feb000 flags 0x0 02000000:00000001:3.0:1773688179.529095:0:73057:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614997191536640 : -129076518014976 : ffff8a9b07feb000) 00000001:00000001:3.0:1773688179.529098:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.529100:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.529102:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.529103:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.529104:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.529107:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529108:0:73057:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.529110:0:73057:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.529113:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.529114:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529116:0:73057:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.529118:0:73057:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529120:0:73057:0:(mdt_lib.c:1465:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.529124:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.529126:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.529132:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8a9a10e33400. 02000000:00000001:3.0:1773688179.529134:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.529136:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529139:0:73057:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1773688179.529141:0:73057:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529144:0:73057:0:(mdt_open.c:2739:mdt_close_internal()) Process entered 00000004:00000001:3.0:1773688179.529146:0:73057:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1773688179.529148:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.529151:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8a9b343e9d00 refcount=2 00000020:00000001:3.0:1773688179.529153:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997933923584 : -129075775628032 : ffff8a9b343e9d00) 00000004:00000001:3.0:1773688179.529156:0:73057:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446614997933923584 : -129075775628032 : ffff8a9b343e9d00) 00000020:00000040:3.0:1773688179.529159:0:73057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b343e9d00 with handle 0x52973366461d2a44 from hash 00000004:00000001:3.0:1773688179.529164:0:73057:0:(mdt_open.c:2590:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1773688179.529166:0:73057:0:(mdt_open.c:2598:mdt_mfd_close()) lustre-MDT0001: closing file handle [0x240000bd0:0xb8:0x0] with intent: 0 00000004:00000001:3.0:1773688179.529169:0:73057:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:3.0:1773688179.529172:0:73057:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1867776 size 1867776 lsom blocks 2051 blocks 4103 truncate 0 00000004:00000001:3.0:1773688179.529176:0:73057:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.529179:0:73057:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.529186:0:73057:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529189:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.529194:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.529196:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.529203:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.529206:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.529209:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.529212:0:73057:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.529214:0:73057:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.529216:0:73057:0:(mdt_som.c:74:mdt_get_som()) [0x240000bd0:0xb8:0x0]: Reading som attrs: valid: 4, size: 1867776, blocks: 2051 00000004:00000002:3.0:1773688179.529221:0:73057:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:3.0:1773688179.529223:0:73057:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529226:0:73057:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.529228:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.529230:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.529231:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.529233:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.529236:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.529243:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.529245:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.529255:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.529256:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.529258:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.529261:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.529262:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.529264:0:73057:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.529266:0:73057:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.529268:0:73057:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529271:0:73057:0:(mdt_som.c:122:mdt_set_som()) Process entered 00000004:00000002:3.0:1773688179.529273:0:73057:0:(mdt_som.c:126:mdt_set_som()) [0x240000bd0:0xb8:0x0]: Set SOM attrs S/B/F: 1867776/4103/4. 00000004:00000001:3.0:1773688179.529276:0:73057:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.529279:0:73057:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:3.0:1773688179.529281:0:73057:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1773688179.529285:0:73057:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1773688179.529291:0:73057:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9a0f5f5540. 00080000:00000001:3.0:1773688179.529294:0:73057:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1773688179.529300:0:73057:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10e33800. 00080000:00000001:3.0:1773688179.529302:0:73057:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993045764096 : -129080663787520 : ffff8a9a10e33800) 00000004:00000001:3.0:1773688179.529306:0:73057:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.529309:0:73057:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.529312:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.529314:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045764096 : -129080663787520 : ffff8a9a10e33800) 00080000:00000001:3.0:1773688179.529317:0:73057:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1773688179.529334:0:73057:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529336:0:73057:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529339:0:73057:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.529343:0:73057:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1773688179.529346:0:73057:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1773688179.529350:0:73057:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1773688179.529351:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.529353:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045764096 : -129080663787520 : ffff8a9a10e33800) 00080000:00000001:3.0:1773688179.529356:0:73057:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.529360:0:73057:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.529362:0:73057:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529364:0:73057:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.529382:0:73057:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.529384:0:73057:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529389:0:73057:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.529392:0:73057:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1773688179.529394:0:73057:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.529395:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.529396:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045764096 : -129080663787520 : ffff8a9a10e33800) 00080000:00000001:3.0:1773688179.529399:0:73057:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1773688179.529402:0:73057:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:3.0:1773688179.529437:0:73057:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529440:0:73057:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529441:0:73057:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529443:0:73057:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.529447:0:73057:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1773688179.529449:0:73057:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1773688179.529452:0:73057:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1773688179.529455:0:73057:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 42949673922, last_committed = 42949673874 00000001:00000010:3.0:1773688179.529459:0:73057:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a0f5f5c60. 00000001:00000040:3.0:1773688179.529462:0:73057:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b07b68000 : new cb_count 23 00000020:00000040:3.0:1773688179.529465:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b07b68000 refcount=89 00000001:00000010:3.0:1773688179.529469:0:73057:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a16f6bf00. 00000004:00000001:3.0:1773688179.529474:0:73057:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1773688179.529476:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.529478:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045764096 : -129080663787520 : ffff8a9a10e33800) 00080000:00000001:3.0:1773688179.529481:0:73057:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.529493:0:73057:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1773688179.529495:0:73057:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1773688179.529499:0:73057:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a16f6bf00: xid 1859843854316672, transno 42949673922, tag 1, client gen 35, slot idx 4 00000001:00000001:3.0:1773688179.529502:0:73057:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.529513:0:73057:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773688179.529516:0:73057:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9a0f5f5540. 00000020:00000001:3.0:1773688179.529518:0:73057:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529521:0:73057:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529523:0:73057:0:(mdt_som.c:146:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529525:0:73057:0:(mdt_som.c:320:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529528:0:73057:0:(mdt_open.c:149:mdt_write_put()) Process entered 00000004:00000001:3.0:1773688179.529529:0:73057:0:(mdt_open.c:153:mdt_write_put()) Process leaving 00000004:00000001:3.0:1773688179.529531:0:73057:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1773688179.529533:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.529535:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.529536:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.529539:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=51 : 51 : 33) 00000004:00000001:3.0:1773688179.529540:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=51 : 51 : 33) 00000004:00000001:3.0:1773688179.529542:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=51 : 51 : 33) 00000004:00000001:3.0:1773688179.529544:0:73057:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529548:0:73057:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1773688179.529552:0:73057:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1773688179.529554:0:73057:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1773688179.529556:0:73057:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1773688179.529559:0:73057:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9a0f5f5540. 00080000:00000001:3.0:1773688179.529561:0:73057:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1773688179.529565:0:73057:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10e31c00. 00080000:00000001:3.0:1773688179.529567:0:73057:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993045756928 : -129080663794688 : ffff8a9a10e31c00) 00000004:00000001:3.0:1773688179.529570:0:73057:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.529572:0:73057:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.529574:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.529575:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045756928 : -129080663794688 : ffff8a9a10e31c00) 00080000:00000001:3.0:1773688179.529578:0:73057:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1773688179.529585:0:73057:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529587:0:73057:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529589:0:73057:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.529591:0:73057:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1773688179.529593:0:73057:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1773688179.529595:0:73057:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1773688179.529597:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.529598:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045756928 : -129080663794688 : ffff8a9a10e31c00) 00080000:00000001:3.0:1773688179.529600:0:73057:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.529603:0:73057:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.529604:0:73057:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529606:0:73057:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.529613:0:73057:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.529615:0:73057:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.529617:0:73057:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1773688178, ctime 1773688178 00000004:00000001:3.0:1773688179.529620:0:73057:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:3.0:1773688179.529622:0:73057:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:3.0:1773688179.529624:0:73057:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:3.0:1773688179.529625:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.529627:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045756928 : -129080663794688 : ffff8a9a10e31c00) 00080000:00000001:3.0:1773688179.529630:0:73057:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:3.0:1773688179.529635:0:73057:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529637:0:73057:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529639:0:73057:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529641:0:73057:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.529644:0:73057:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1773688179.529646:0:73057:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:3.0:1773688179.529648:0:73057:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 42949673922 00000001:00000001:3.0:1773688179.529651:0:73057:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1773688179.529653:0:73057:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 42949673923, last_committed = 42949673874 00000001:00000010:3.0:1773688179.529657:0:73057:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a0f5f5900. 00000001:00000040:3.0:1773688179.529659:0:73057:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b07b68000 : new cb_count 24 00000020:00000040:3.0:1773688179.529661:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b07b68000 refcount=90 00000001:00000010:3.0:1773688179.529666:0:73057:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a16f6bd80. 00000004:00000001:3.0:1773688179.529669:0:73057:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1773688179.529671:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.529673:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045756928 : -129080663794688 : ffff8a9a10e31c00) 00080000:00000001:3.0:1773688179.529675:0:73057:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.529682:0:73057:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1773688179.529684:0:73057:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1773688179.529687:0:73057:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8a9a16f6bf00: xid 1859843854316672, transno 42949673922, client gen 35, slot idx 4 00000001:00000001:3.0:1773688179.529693:0:73057:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8a9a16f6bf00: xid 1859843854316672, transno 42949673922, client gen 35, slot idx 4 00000001:00000010:3.0:1773688179.529696:0:73057:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a16f6bf00. 00000001:00000001:3.0:1773688179.529698:0:73057:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a16f6bd80: xid 1859843854316672, transno 42949673923, tag 1, client gen 35, slot idx 5 00000001:00000001:3.0:1773688179.529701:0:73057:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.529708:0:73057:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773688179.529710:0:73057:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9a0f5f5540. 00000020:00000001:3.0:1773688179.529713:0:73057:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529716:0:73057:0:(mdt_reint.c:931:mdt_add_dirty_flag()) Process entered 00000004:00000001:3.0:1773688179.529718:0:73057:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.529720:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.529722:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.529723:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.529726:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.529728:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.529730:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1773688179.529732:0:73057:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1773688179.529734:0:73057:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1773688179.529736:0:73057:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=ffff8a9a10e336f0 00000004:00000001:3.0:1773688179.529739:0:73057:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529740:0:73057:0:(mdt_reint.c:958:mdt_add_dirty_flag()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529743:0:73057:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1773688179.529745:0:73057:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529747:0:73057:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:3.0:1773688179.529751:0:73057:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.529753:0:73057:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1773688179.529756:0:73057:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8a9b343e9d00. 00000004:00000001:3.0:1773688179.529760:0:73057:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1773688179.529764:0:73057:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41b74d78/ffff8a9b41b74d20 to site lru. bkt: ffff8a9b03e41260 00000004:00000001:3.0:1773688179.529766:0:73057:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.529768:0:73057:0:(mdt_open.c:2728:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529770:0:73057:0:(mdt_open.c:2758:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529772:0:73057:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1773688179.529773:0:73057:0:(mdt_open.c:193:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1773688179.529775:0:73057:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.529777:0:73057:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.529779:0:73057:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.529781:0:73057:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.529784:0:73057:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.529787:0:73057:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.529789:0:73057:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1773688179.529794:0:73057:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.529800:0:73057:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.529802:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.529803:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.529806:0:73057:0:(mdt_open.c:2833:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.529809:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 42949673874, transno 42949673923, xid 1859843854316672 00010000:00000001:3.0:1773688179.529812:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.529818:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0c77d850 x1859843854316672/t42949673923(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.529826:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.529829:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.529832:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=49 v=5 (1 1 1 0) 00000100:00000001:3.0:1773688179.529837:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.529840:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.529843:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.529846:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.529848:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.529851:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.529854:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.529859:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeee58. 00000100:00000200:3.0:1773688179.529864:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854316672, offset 224 00000400:00000200:3.0:1773688179.529873:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.529883:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.529889:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48061:48061:256:4294967295] 192.168.204.51@tcp LPNI seq info [48057:48057:8:4294967295] 00000400:00000200:3.0:1773688179.529899:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.529904:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.529909:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d800. 00000800:00000200:3.0:1773688179.529914:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.529921:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.529926:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d800 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.529941:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.529945:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.529947:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.529949:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.529952:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.529968:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0c77d850 x1859843854316672/t42949673923(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.529979:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0c77d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+90:68109:x1859843854316672:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 1134us (1334us total) trans 42949673923 rc 0/0 00000100:00100000:3.0:1773688179.529987:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3230 00000100:00000040:3.0:1773688179.529990:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b07b68000 : new rpc_count 0 00000100:00000001:3.0:1773688179.529992:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.529994:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:3.0:1773688179.529997:0:73057:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:3.0:1773688179.529999:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31e03a00. 00000020:00000010:3.0:1773688179.530004:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e07d0. 00000020:00000010:3.0:1773688179.530030:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb800. 00000020:00000040:3.0:1773688179.530037:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b07b68000 : new refcount 89 02000000:00000001:3.0:1773688179.530043:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773688179.530046:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9b36bbf400. 02000000:00000001:3.0:1773688179.530051:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773688179.530053:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a02064700. 02000000:00000001:3.0:1773688179.530058:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773688179.530059:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9b36bbd800. 02000000:00000001:3.0:1773688179.530063:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773688179.530065:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a0e1a2680. 02000000:00000001:3.0:1773688179.530070:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773688179.530072:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9a10ca7400. 02000000:00000001:3.0:1773688179.530076:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773688179.530078:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a10ce5180. 02000000:00000001:3.0:1773688179.530083:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773688179.530085:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9a10ca7c00. 02000000:00000001:3.0:1773688179.530088:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773688179.530090:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a0e8b3800. 02000000:00000001:3.0:1773688179.530094:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773688179.530096:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9a10ca7800. 02000000:00000001:3.0:1773688179.530099:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773688179.530101:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a0e1a0700. 00000100:00000001:3.0:1773688179.530106:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1773688179.530112:0:73057:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1773688179.530117:0:73057:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b34631898. 00000400:00000010:3.0:1773688179.530123:0:73057:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a9a16f6b840. 00000800:00000200:1.0:1773688179.530149:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.530153:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d800. 00000400:00000200:1.0:1773688179.530156:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.530159:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.530162:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeee58 00000400:00000010:1.0:1773688179.530167:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeee58. 00000100:00000001:1.0:1773688179.530170:0:3438:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1773688179.530172:0:3438:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.530174:0:3438:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9a10e33400. 02000000:00000001:1.0:1773688179.530177:0:3438:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1773688179.530178:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1773688179.533847:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.533860:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.533864:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.533867:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.533877:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.533891:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 496 into portal 12 MB=0x69b84a4463580 00000400:00000200:1.0:1773688179.533899:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 496/496 into md 0x3b659 [64] + 98712 00000800:00000001:1.0:1773688179.533907:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.533916:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.533919:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.533923:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.533930:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.533933:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688179.533939:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e8b1c00. 00000100:00000040:1.0:1773688179.533943:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0e8b1c00 x1859843854316928 msgsize 496 00000100:00100000:1.0:1773688179.533947:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.533967:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.533975:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.533979:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.534004:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.534024:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854316928 02000000:00000001:3.0:1773688179.534027:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.534030:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.534033:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.534037:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.534042:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854316928 00000020:00000001:3.0:1773688179.534045:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.534047:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.534050:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.534061:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=58 00000020:00000001:3.0:1773688179.534064:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.534067:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.534072:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.534076:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5a00. 00000100:00000001:3.0:1773688179.534079:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.534082:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5a00. 00000020:00000010:3.0:1773688179.534088:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb800. 00000020:00000010:3.0:1773688179.534093:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b31e03a00. 00000020:00000010:3.0:1773688179.534098:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e07d0. 00000100:00000040:3.0:1773688179.534105:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.534108:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.534110:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773688179.534113:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.534120:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.534130:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.534142:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.534144:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1773688179.534149:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1773688179.534151:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15491 00000100:00000001:0.0:1773688179.534153:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1773688179.534157:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.534157:0:68797:0:(service.c:2223:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.534160:0:68797:0:(service.c:2462:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.534162:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993006435328 : -129080703116288 : ffff8a9a0e8b1c00) 00000100:00000040:3.0:1773688179.534172:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e8b1c00 x1859843854316928/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 496/0 e 0 to 0 dl 1773688259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773688179.534181:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.534184:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5a00. 00000100:00000001:3.0:1773688179.534188:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.534190:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5a00. 00000100:00100000:3.0:1773688179.534197:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e8b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+58:68109:x1859843854316928:12345-192.168.204.51@tcp:36:dbench.0 00000100:00000200:3.0:1773688179.534201:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854316928 00000020:00000001:3.0:1773688179.534204:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.534208:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1773688179.534212:0:75542:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b079f4780: xid 1859843854315904, transno 171798692057, client gen 13, slot idx 3 00000001:00000001:3.0:1773688179.534217:0:75542:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b079f4f00: xid 1859843854315648, transno 171798692056, client gen 13, slot idx 2 00000001:00000010:3.0:1773688179.534221:0:75542:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b079f4f00. 00000020:00000001:3.0:1773688179.534225:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.534227:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.534229:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862544 : -1038689072 : ffffffffc216dcd0) 00000020:00000001:3.0:1773688179.534233:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.534236:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854316928, found 0 last_xid 1859843854316927 00000020:00000001:3.0:1773688179.534239:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.534241:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.534243:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.534247:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.534250:0:75542:0:(mdt_handler.c:3339:mdt_reint()) Process entered 00000004:00000002:3.0:1773688179.534256:0:75542:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 4 req@ffff8a9a0e8b1c00 x1859843854316928/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 496/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1773688179.534266:0:75542:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1773688179.534268:0:75542:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1773688179.534271:0:75542:0:(mdt_lib.c:1638:mdt_unlink_unpack()) Process entered 00000001:00000001:3.0:1773688179.534274:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.534276:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.534279:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.534281:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.534283:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.534288:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.534290:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.534292:0:75542:0:(mdt_lib.c:1387:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.534294:0:75542:0:(mdt_lib.c:1680:mdt_unlink_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.534296:0:75542:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.534300:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.534301:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.534303:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.534306:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.534311:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8a9b03424000. 02000000:00000001:3.0:1773688179.534314:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.534316:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.534320:0:75542:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1773688179.534321:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.534323:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.534325:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.534327:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.534329:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.534331:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.534332:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.534334:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.534336:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.534337:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.534342:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.534346:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.534349:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.534351:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.534353:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.534354:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.534356:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.534358:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.534360:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.534362:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.534364:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.534367:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.534368:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.534370:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.534371:0:75542:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.534374:0:75542:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1773688179.534376:0:75542:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.534379:0:75542:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1773688179.534381:0:75542:0:(mdt_reint.c:1256:mdt_reint_unlink()) Process entered 00000020:00000001:3.0:1773688179.534385:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3c78 00000004:00000002:3.0:1773688179.534390:0:75542:0:(mdt_reint.c:1258:mdt_reint_unlink()) @@@ unlink [0x20000afe1:0xef:0x0]/HANDOUT.DOC req@ffff8a9a0e8b1c00 x1859843854316928/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 496/2888 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773688179.534398:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1773688179.534401:0:75542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1773688179.534404:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.534406:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.534408:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10200 refcount=3 00000020:00000001:3.0:1773688179.534411:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00010000:00000001:3.0:1773688179.534413:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00010000:00000040:3.0:1773688179.534417:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46d00 count: 2 00000004:00000001:3.0:1773688179.534421:0:75542:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1773688179.534423:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1773688179.534426:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.534428:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.534430:0:75542:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.534433:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.534438:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.534440:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.534447:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.534449:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.534451:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.534453:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.534456:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b10200 with handle 0x52973366461d2b7f from hash 00010000:00000001:3.0:1773688179.534459:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.534460:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.534462:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.534464:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.534469:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.534471:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.534474:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.534475:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.534480:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2b7f lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x143:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a774 expref: 58 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.534489:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:3.0:1773688179.534492:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 57 00010000:00000010:3.0:1773688179.534495:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba100. 00010000:00000001:3.0:1773688179.534504:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.534506:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.534508:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.534511:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x143:0x0].0x0 (ffff8a9a0ec46d00) 00010000:00000001:3.0:1773688179.534514:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.534517:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.534520:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1773688179.534522:0:75542:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a0ec46d00 count: 0 00010000:00000010:3.0:1773688179.534528:0:75542:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9a1a64a000. 00010000:00010000:3.0:1773688179.534535:0:75542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1773688179.534536:0:75542:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1773688179.534539:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.534542:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.534545:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.534549:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.534552:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.534555:0:75542:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1773688179.534558:0:75542:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1773688179.534561:0:75542:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1773688179.534564:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.534567:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.534571:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:3.0:1773688179.534574:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.534576:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.534580:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b11800. 00000020:00000001:3.0:1773688179.534589:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.534594:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b11800 with handle 0x52973366461d2b94 to hash 00000020:00000001:3.0:1773688179.534596:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.534598:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00010000:00000010:3.0:1773688179.534603:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba100. 00010000:00000001:3.0:1773688179.534606:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00010000:00000001:3.0:1773688179.534608:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.534610:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.534613:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2b94 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.534619:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.534621:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.534623:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.534625:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.534627:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.534629:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.534631:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.534635:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.534637:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.534639:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.534640:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.534642:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 3 00010000:00000040:3.0:1773688179.534646:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.534650:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 57 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.534659:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 57 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.534665:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2b94 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.534671:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.534673:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.534675:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.534676:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.534678:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.534681:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.534683:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.534686:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.534688:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.534691:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2b94 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.534696:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.534697:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.534698:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.534700:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.534701:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.534704:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46200 count: 2 00010000:00000001:3.0:1773688179.534707:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.534709:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.534712:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b10000. 00000020:00000001:3.0:1773688179.534715:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.534716:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b10000 with handle 0x52973366461d2b9b to hash 00000020:00000001:3.0:1773688179.534718:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.534721:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941420032 : -129075768131584 : ffff8a9b34b10000) 00010000:00000010:3.0:1773688179.534725:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315bab80. 00010000:00000001:3.0:1773688179.534727:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941420032 : -129075768131584 : ffff8a9b34b10000) 00010000:00000001:3.0:1773688179.534729:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.534731:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.534734:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10000/0x52973366461d2b9b lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.534739:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.534740:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.534742:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.534743:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.534745:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.534747:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.534748:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.534750:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.534752:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.534753:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.534754:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.534756:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) refcount = 2 00010000:00000040:3.0:1773688179.534759:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.534761:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d2b78 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.534767:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10000/0x52973366461d2b9b lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.534771:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.534773:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.534774:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.534776:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.534777:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.534778:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.534780:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.534782:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.534784:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.534787:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10000/0x52973366461d2b9b lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.534792:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.534793:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.534794:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.534795:0:75542:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.534801:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.534807:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:3.0:1773688179.534809:0:75542:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0xef:0x0] version is 0x27000000be 00000004:00000001:3.0:1773688179.534814:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.534843:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.534846:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.534848:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688179.534853:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.534857:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1773688179.534876:0:75542:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.534879:0:75542:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1773688179.534881:0:75542:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1773688179.534883:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.534885:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.534888:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.534890:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.534892:0:75542:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.534894:0:75542:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.534896:0:75542:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:3.0:1773688179.534898:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.534900:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.534903:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.534904:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x143:0x0] 00000020:00000001:3.0:1773688179.534906:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.534911:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:3.0:1773688179.534913:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:3.0:1773688179.534915:0:75542:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1773688179.534917:0:75542:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.534920:0:75542:0:(mdt_reint.c:327:mdt_object_stripes_lock()) Process entered 00000004:00000001:3.0:1773688179.534923:0:75542:0:(mdt_handler.c:4293:mdt_object_check_lock()) Process entered 00010000:00000001:3.0:1773688179.534925:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.534927:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773688179.534931:0:75542:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a0ec46a00. 00010000:00000010:3.0:1773688179.534935:0:75542:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b31e03280. 00010000:00000001:3.0:1773688179.534938:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.534941:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b10c00. 00000020:00000001:3.0:1773688179.534943:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.534945:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b10c00 with handle 0x52973366461d2ba2 to hash 00000020:00000001:3.0:1773688179.534948:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.534949:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000010:3.0:1773688179.534953:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba380. 00010000:00000001:3.0:1773688179.534966:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:3.0:1773688179.534970:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.534972:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.534975:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2ba2 lrc: 3/0,1 mode: --/EX res: [0x20000afe1:0x143:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.534981:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.534982:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.534984:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.534986:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.534987:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.534989:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.534991:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.534993:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.534994:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.534995:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.534996:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.534998:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x143:0x0].0x0 (ffff8a9a0ec46a00) refcount = 1 00010000:00010000:3.0:1773688179.535002:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2ba2 lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x143:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.535029:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.535032:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.535034:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.535036:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.535038:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.535040:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.535042:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.535044:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.535046:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.535049:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2ba2 lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x143:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.535053:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.535055:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.535056:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.535057:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.535059:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.535060:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10c00 refcount=3 00000020:00000001:3.0:1773688179.535062:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:3.0:1773688179.535065:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:3.0:1773688179.535067:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.535068:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.535069:0:75542:0:(mdt_handler.c:4320:mdt_object_check_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535071:0:75542:0:(mdt_reint.c:350:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.535076:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.535079:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:3.0:1773688179.535081:0:75542:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0x143:0x0] version is 0x28000000d6 00000004:00000001:3.0:1773688179.535086:0:75542:0:(mdd_dir.c:2162:mdd_unlink()) Process entered 00000004:00000001:3.0:1773688179.535097:0:75542:0:(mdd_dir.c:2109:mdd_hsm_archive_exists()) Process entered 00000020:00000010:3.0:1773688179.535102:0:75542:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8a9a0221dde0. 00000004:00000001:3.0:1773688179.535106:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.535107:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.535110:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.535112:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1773688179.535115:0:75542:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1773688179.535117:0:75542:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:3.0:1773688179.535119:0:75542:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8a9a0221dde0. 00000004:00000001:3.0:1773688179.535123:0:75542:0:(mdd_dir.c:2123:mdd_hsm_archive_exists()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535125:0:75542:0:(mdd_dir.c:2038:mdd_unlink_sanity_check()) Process entered 00000004:00000001:3.0:1773688179.535127:0:75542:0:(mdd_dir.c:523:mdd_may_delete()) Process entered 00000004:00000001:3.0:1773688179.535128:0:75542:0:(mdd_dir.c:487:mdd_may_delete_entry()) Process entered 00000004:00000001:3.0:1773688179.535130:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.535133:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 3 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688179.535136:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535138:0:75542:0:(mdd_dir.c:509:mdd_may_delete_entry()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535140:0:75542:0:(mdd_dir.c:563:mdd_may_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535142:0:75542:0:(mdd_dir.c:2042:mdd_unlink_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1773688179.535145:0:75542:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1773688179.535152:0:75542:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9a0f5f5540. 00080000:00000001:3.0:1773688179.535155:0:75542:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1773688179.535161:0:75542:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10e30800. 00080000:00000001:3.0:1773688179.535163:0:75542:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993045751808 : -129080663799808 : ffff8a9a10e30800) 00000004:00000001:3.0:1773688179.535167:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.535170:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045751808 : -129080663799808 : ffff8a9a10e30800) 00080000:00000001:3.0:1773688179.535173:0:75542:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:3.0:1773688179.535181:0:75542:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535184:0:75542:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.535186:0:75542:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.535187:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.535189:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045751808 : -129080663799808 : ffff8a9a10e30800) 00080000:00000001:3.0:1773688179.535192:0:75542:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1773688179.535194:0:75542:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535196:0:75542:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535199:0:75542:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:3.0:1773688179.535201:0:75542:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535204:0:75542:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535207:0:75542:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:3.0:1773688179.535209:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.535210:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045751808 : -129080663799808 : ffff8a9a10e30800) 00080000:00000002:3.0:1773688179.535214:0:75542:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x20000afe1:0x143:0x0] not in the id map cache 00080000:00000001:3.0:1773688179.535217:0:75542:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1773688179.535226:0:75542:0:(osd_object.c:1130:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.535229:0:75542:0:(osd_object.c:1204:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535230:0:75542:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535232:0:75542:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:3.0:1773688179.535233:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.535235:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045751808 : -129080663799808 : ffff8a9a10e30800) 00080000:00000001:3.0:1773688179.535237:0:75542:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1773688179.535239:0:75542:0:(osd_object.c:1130:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.535240:0:75542:0:(osd_object.c:1204:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535242:0:75542:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535244:0:75542:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.535245:0:75542:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.535246:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.535247:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045751808 : -129080663799808 : ffff8a9a10e30800) 00080000:00000001:3.0:1773688179.535249:0:75542:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1773688179.535250:0:75542:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535252:0:75542:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535254:0:75542:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535256:0:75542:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.535258:0:75542:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.535259:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.535260:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045751808 : -129080663799808 : ffff8a9a10e30800) 00080000:00000001:3.0:1773688179.535262:0:75542:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1773688179.535264:0:75542:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535265:0:75542:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535267:0:75542:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535270:0:75542:0:(lod_object.c:6524:lod_declare_destroy()) Process entered 00000004:00000001:3.0:1773688179.535271:0:75542:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:3.0:1773688179.535272:0:75542:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535274:0:75542:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:3.0:1773688179.535275:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.535276:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045751808 : -129080663799808 : ffff8a9a10e30800) 00080000:00000001:3.0:1773688179.535279:0:75542:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1773688179.535281:0:75542:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1773688179.535282:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.535285:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.535286:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.535288:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.535290:0:75542:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.535299:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1773688179.535301:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.535306:0:75542:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535308:0:75542:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535310:0:75542:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1773688179.535312:0:75542:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:3.0:1773688179.535314:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.535317:0:75542:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1773688179.535319:0:75542:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1773688179.535320:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.535321:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.535323:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.535324:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.535326:0:75542:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1773688179.535328:0:75542:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x280000401 00000004:00000001:3.0:1773688179.535331:0:75542:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535333:0:75542:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446614993045751808 : -129080663799808 : ffff8a9a10e30800) 00000004:00000001:3.0:1773688179.535336:0:75542:0:(osp_object.c:1685:osp_declare_destroy()) Process entered 00000004:00000001:3.0:1773688179.535339:0:75542:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:3.0:1773688179.535342:0:75542:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1773688179.535343:0:75542:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446614993045751808 : -129080663799808 : ffff8a9a10e30800) 00000004:00000040:3.0:1773688179.535347:0:75542:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a9b347676c0 : new refcount 3 00000040:00000001:3.0:1773688179.535350:0:75542:0:(llog.c:1283:llog_declare_add()) Process entered 00000040:00000001:3.0:1773688179.535353:0:75542:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:3.0:1773688179.535355:0:75542:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x2:1 flags 412 count 2 00000040:00000001:3.0:1773688179.535358:0:75542:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1773688179.535360:0:75542:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1773688179.535362:0:75542:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1773688179.535364:0:75542:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773688179.535366:0:75542:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:3.0:1773688179.535368:0:75542:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:3.0:1773688179.535371:0:75542:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:3.0:1773688179.535374:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.535386:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.535389:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.535391:0:75542:0:(osd_object.c:1462:osd_declare_create()) Process entered 00080000:00000001:3.0:1773688179.535404:0:75542:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1773688179.535406:0:75542:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1773688179.535415:0:75542:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0xa5:0x0] not in the id map cache 00000001:00000001:3.0:1773688179.535417:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.535418:0:75542:0:(osd_object.c:1516:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.535421:0:75542:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1773688179.535425:0:75542:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.535427:0:75542:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773688179.535429:0:75542:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773688179.535432:0:75542:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773688179.535434:0:75542:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1773688179.535436:0:75542:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1773688179.535438:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.535457:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.535458:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.535460:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.535468:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.535469:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773688179.535471:0:75542:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773688179.535473:0:75542:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.535475:0:75542:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1773688179.535477:0:75542:0:(osd_object.c:1130:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.535479:0:75542:0:(osd_object.c:1204:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773688179.535481:0:75542:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1773688179.535482:0:75542:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1773688179.535483:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.535491:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.535493:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.535494:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.535501:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.535503:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773688179.535505:0:75542:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773688179.535506:0:75542:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.535508:0:75542:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1773688179.535510:0:75542:0:(osd_object.c:1130:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.535512:0:75542:0:(osd_object.c:1204:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773688179.535515:0:75542:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773688179.535518:0:75542:0:(llog.c:1291:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1773688179.535519:0:75542:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8a9b347676c0 : new refcount 2 00000004:00000001:3.0:1773688179.535522:0:75542:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535524:0:75542:0:(osp_object.c:1692:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535527:0:75542:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535528:0:75542:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535530:0:75542:0:(lod_object.c:6601:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535536:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.535538:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045751808 : -129080663799808 : ffff8a9a10e30800) 00080000:00000001:3.0:1773688179.535541:0:75542:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:3.0:1773688179.535550:0:75542:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535553:0:75542:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:3.0:1773688179.535554:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.535555:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045751808 : -129080663799808 : ffff8a9a10e30800) 00080000:00000001:3.0:1773688179.535558:0:75542:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1773688179.535560:0:75542:0:(osd_object.c:1130:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.535562:0:75542:0:(osd_object.c:1204:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535564:0:75542:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535568:0:75542:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.535571:0:75542:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.535572:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.535574:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045751808 : -129080663799808 : ffff8a9a10e30800) 00080000:00000001:3.0:1773688179.535576:0:75542:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1773688179.535594:0:75542:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535597:0:75542:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535599:0:75542:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.535602:0:75542:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1773688179.535604:0:75542:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1773688179.535609:0:75542:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1773688179.535610:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.535612:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045751808 : -129080663799808 : ffff8a9a10e30800) 00080000:00000001:3.0:1773688179.535614:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.535618:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.535619:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535622:0:75542:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.535642:0:75542:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.535645:0:75542:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535649:0:75542:0:(mdd_dir.c:688:__mdd_index_delete()) Process entered 00000004:00000001:3.0:1773688179.535650:0:75542:0:(mdd_dir.c:629:__mdd_index_delete_only()) Process entered 00000004:00000001:3.0:1773688179.535652:0:75542:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:3.0:1773688179.535653:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.535655:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045751808 : -129080663799808 : ffff8a9a10e30800) 00080000:00000001:3.0:1773688179.535659:0:75542:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:3.0:1773688179.535673:0:75542:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1773688179.535674:0:75542:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1773688179.535676:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.535677:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.535678:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.535680:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.535682:0:75542:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.535684:0:75542:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.535700:0:75542:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535702:0:75542:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535704:0:75542:0:(mdd_dir.c:636:__mdd_index_delete_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535706:0:75542:0:(mdd_dir.c:697:__mdd_index_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535709:0:75542:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:3.0:1773688179.535710:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.535711:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045751808 : -129080663799808 : ffff8a9a10e30800) 00080000:00000001:3.0:1773688179.535715:0:75542:0:(osd_object.c:2093:osd_ref_del()) Process entered 00080000:00000001:3.0:1773688179.535720:0:75542:0:(osd_object.c:2113:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535722:0:75542:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535726:0:75542:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:3.0:1773688179.535728:0:75542:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:3.0:1773688179.535730:0:75542:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:3.0:1773688179.535731:0:75542:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:3.0:1773688179.535733:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.535735:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045751808 : -129080663799808 : ffff8a9a10e30800) 00080000:00000001:3.0:1773688179.535738:0:75542:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:3.0:1773688179.535741:0:75542:0:(osd_object.c:1274:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.535743:0:75542:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535744:0:75542:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535747:0:75542:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:3.0:1773688179.535748:0:75542:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535751:0:75542:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535753:0:75542:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535755:0:75542:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535756:0:75542:0:(mdd_dir.c:1992:mdd_finish_unlink()) Process entered 00000004:00000001:3.0:1773688179.535759:0:75542:0:(lod_object.c:6624:lod_destroy()) Process entered 00000004:00000001:3.0:1773688179.535761:0:75542:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:3.0:1773688179.535762:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.535763:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045751808 : -129080663799808 : ffff8a9a10e30800) 00080000:00000001:3.0:1773688179.535766:0:75542:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1773688179.535768:0:75542:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1773688179.535770:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.535771:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.535773:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.535775:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.535776:0:75542:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.535830:0:75542:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.535833:0:75542:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535835:0:75542:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535837:0:75542:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1773688179.535839:0:75542:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:3.0:1773688179.535840:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.535842:0:75542:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1773688179.535844:0:75542:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1773688179.535845:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.535846:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.535848:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.535850:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.535851:0:75542:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1773688179.535853:0:75542:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x280000401 00000004:00000001:3.0:1773688179.535854:0:75542:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535856:0:75542:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446614993045751808 : -129080663799808 : ffff8a9a10e30800) 00000004:00000001:3.0:1773688179.535859:0:75542:0:(osp_object.c:1720:osp_destroy()) Process entered 00000004:00000001:3.0:1773688179.535861:0:75542:0:(osp_sync.c:451:osp_sync_add_rec()) Process entered 00000020:00000001:3.0:1773688179.535862:0:75542:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1773688179.535864:0:75542:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446614993045751808 : -129080663799808 : ffff8a9a10e30800) 00000004:00000040:3.0:1773688179.535867:0:75542:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a9b347676c0 : new refcount 3 00000040:00000001:3.0:1773688179.535870:0:75542:0:(llog.c:1265:llog_add()) Process entered 00000040:00000001:3.0:1773688179.535872:0:75542:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:3.0:1773688179.535874:0:75542:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:3.0:1773688179.535876:0:75542:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446614998149242880 : -129075560308736 : ffff8a9b41142000) 00000040:00000001:3.0:1773688179.535878:0:75542:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1773688179.535879:0:75542:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1773688179.535882:0:75542:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1773688179.535883:0:75542:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1773688179.535885:0:75542:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0xa4:0x0] 00080000:00000001:3.0:1773688179.535892:0:75542:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.535905:0:75542:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1773688179.535907:0:75542:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.535911:0:75542:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1773688179.535912:0:75542:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.535915:0:75542:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1773688179.535917:0:75542:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.535923:0:75542:0:(osd_io.c:440:osd_write()) Process leaving (rc=64 : 64 : 40) 00000040:00080000:3.0:1773688179.535926:0:75542:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa4:0x0].13, 64 off9024 00000040:00000001:3.0:1773688179.535929:0:75542:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1773688179.535931:0:75542:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1773688179.535933:0:75542:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1773688179.535935:0:75542:0:(llog.c:1273:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:3.0:1773688179.535936:0:75542:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8a9b347676c0 : new refcount 2 00000004:00001000:3.0:1773688179.535939:0:75542:0:(osp_sync.c:518:osp_sync_add_rec()) lustre-OST0000-osc-MDT0000: new record [0x1:0xa4:0x0].13: rc = 1 00000004:00000001:3.0:1773688179.535942:0:75542:0:(osp_sync.c:528:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535944:0:75542:0:(osp_object.c:1737:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535945:0:75542:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535947:0:75542:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535949:0:75542:0:(lod_object.c:6698:lod_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.535951:0:75542:0:(mdd_dir.c:2024:mdd_finish_unlink()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.535954:0:75542:0:(osd_object.c:944:osd_attr_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:3.0:1773688179.535970:0:75542:0:(mdd_dir.c:2294:mdd_unlink()) Process leaving 00000004:00000001:3.0:1773688179.535974:0:75542:0:(mdd_dir.c:1371:mdd_changelog_ns_store()) Process entered 00000004:00000001:3.0:1773688179.535976:0:75542:0:(mdd_dir.c:1378:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.535978:0:75542:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1773688179.535980:0:75542:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1773688179.535983:0:75542:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1773688179.535986:0:75542:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692058, last_committed = 171798692041 00000001:00000010:3.0:1773688179.535991:0:75542:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a168b1780. 00000001:00000040:3.0:1773688179.535993:0:75542:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 17 00000020:00000040:3.0:1773688179.535995:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=58 00000001:00000010:3.0:1773688179.536001:0:75542:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a16f6b900. 00000004:00000001:3.0:1773688179.536022:0:75542:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1773688179.536025:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.536027:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045751808 : -129080663799808 : ffff8a9a10e30800) 00080000:00000001:3.0:1773688179.536030:0:75542:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.536040:0:75542:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1773688179.536043:0:75542:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1773688179.536046:0:75542:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a16f6b900: xid 1859843854316928, transno 171798692058, tag 1, client gen 13, slot idx 2 00000001:00000001:3.0:1773688179.536050:0:75542:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.536071:0:75542:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773688179.536074:0:75542:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9a0f5f5540. 00000020:00000001:3.0:1773688179.536077:0:75542:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1773688179.536081:0:75542:0:(mdt_io.c:2177:mdt_dom_discard_data()) Process entered 00010000:00000001:3.0:1773688179.536083:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.536085:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.536088:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 2 00010000:00000001:3.0:1773688179.536091:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.536092:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.536095:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b11e00. 00000020:00000001:3.0:1773688179.536098:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.536100:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b11e00 with handle 0x52973366461d2ba9 to hash 00000020:00000001:3.0:1773688179.536101:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.536103:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941427712 : -129075768123904 : ffff8a9b34b11e00) 00010000:00000010:3.0:1773688179.536106:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba600. 00010000:00000001:3.0:1773688179.536108:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941427712 : -129075768123904 : ffff8a9b34b11e00) 00010000:00000001:3.0:1773688179.536110:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.536112:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.536115:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2ba9 lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0x143:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.536121:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.536124:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.536125:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.536127:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.536128:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.536130:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.536132:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.536133:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.536135:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.536136:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.536137:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.536139:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x143:0x0].0x0 (ffff8a9a0ec46a00) refcount = 2 00010000:00000040:3.0:1773688179.536142:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.536144:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2ba2 lrc: 2/0,1 mode: EX/EX res: [0x20000afe1:0x143:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.536150:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2ba9 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x143:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.536155:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.536157:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.536158:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.536160:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.536162:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.536164:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.536166:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1773688179.536168:0:75542:0:(mdt_io.c:2134:ldlm_dom_discard_cp_ast()) Process entered 00002000:00000001:3.0:1773688179.536170:0:75542:0:(mdt_io.c:2144:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.536173:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2ba9 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x143:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.536178:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.536179:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.536181:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.536182:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.536183:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.536185:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11e00 refcount=3 00000020:00000001:3.0:1773688179.536187:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941427712 : -129075768123904 : ffff8a9b34b11e00) 00010000:00000001:3.0:1773688179.536190:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941427712 : -129075768123904 : ffff8a9b34b11e00) 00010000:00000001:3.0:1773688179.536193:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.536194:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.536196:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11e00 refcount=4 00000020:00000001:3.0:1773688179.536198:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941427712 : -129075768123904 : ffff8a9b34b11e00) 00010000:00000001:3.0:1773688179.536200:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941427712 : -129075768123904 : ffff8a9b34b11e00) 00010000:00000001:3.0:1773688179.536202:0:75542:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1773688179.536205:0:75542:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2ba9 lrc: 4/0,1 mode: PW/PW res: [0x20000afe1:0x143:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.536210:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.536212:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2ba9 lrc: 4/0,1 mode: PW/PW res: [0x20000afe1:0x143:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.536218:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.536219:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.536222:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2ba9 lrc: 3/0,0 mode: PW/PW res: [0x20000afe1:0x143:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.536227:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.536228:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.536231:0:75542:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1773688179.536234:0:75542:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8a9a16f6bf00. 00010000:00000001:3.0:1773688179.536237:0:75542:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1773688179.536248:0:75542:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1773688179.536251:0:75542:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.536252:0:75542:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.536255:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.536257:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.536258:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.536260:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.536261:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1773688179.536263:0:75542:0:(mdt_io.c:2227:mdt_dom_discard_data()) Process leaving 00000020:00000001:1.0:1773688179.536265:0:6362:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000004:00000001:3.0:1773688179.536266:0:75542:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000001:00000001:3.0:1773688179.536271:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000020:00000001:1.0:1773688179.536271:0:6362:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.536275:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.536277:0:6362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000001:00000001:3.0:1773688179.536279:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.536282:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.536283:0:6362:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00000001:00000001:3.0:1773688179.536285:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.536287:0:6362:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000001:00000001:3.0:1773688179.536288:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.536291:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773688179.536293:0:6362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2ba9 lrc: 2/0,0 mode: PW/PW res: [0x20000afe1:0x143:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00000001:3.0:1773688179.536294:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.536298:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x143:0x0]: nlink=0, mode=100600, valid=0x100000000000278f 00000004:00000001:3.0:1773688179.536306:0:75542:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.536309:0:6362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b34b11e00 already unused, calling callback (ffffffffc162de40) 00000020:00000001:3.0:1773688179.536312:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00010000:00000001:1.0:1773688179.536313:0:6362:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.536317:0:6362:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000020:00000001:3.0:1773688179.536319:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.536321:0:6362:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2ba9 lrc: 2/0,0 mode: PW/PW res: [0x20000afe1:0x143:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00000001:3.0:1773688179.536323:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.536326:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.536330:0:75542:0:(mdt_reint.c:1458:mdt_reint_unlink()) Process leaving 00000004:00000001:3.0:1773688179.536333:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00010000:00000001:1.0:1773688179.536335:0:6362:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000004:00000001:3.0:1773688179.536336:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:3.0:1773688179.536340:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00010000:00000001:1.0:1773688179.536340:0:6362:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000004:00000001:3.0:1773688179.536345:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000020:00000001:1.0:1773688179.536345:0:6362:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1773688179.536349:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000040:1.0:1773688179.536350:0:6362:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11e00 refcount=3 00000020:00000001:3.0:1773688179.536351:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.536354:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10c00 refcount=3 00000020:00000001:1.0:1773688179.536355:0:6362:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941427712 : -129075768123904 : ffff8a9b34b11e00) 00000020:00000001:3.0:1773688179.536359:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:1.0:1773688179.536361:0:6362:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941427712 : -129075768123904 : ffff8a9b34b11e00) 00010000:00000001:3.0:1773688179.536363:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:1.0:1773688179.536367:0:6362:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:3.0:1773688179.536368:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.536375:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2ba2 lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x143:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.536375:0:6362:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2ba9 lrc: 3/0,0 mode: PW/PW res: [0x20000afe1:0x143:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.536386:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.536388:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.536390:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2ba2 lrc: 2/0,0 mode: EX/EX res: [0x20000afe1:0x143:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.536403:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.536403:0:6362:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773688179.536407:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.536410:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1773688179.536411:0:6362:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00010000:3.0:1773688179.536413:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2ba2 lrc: 3/0,0 mode: EX/EX res: [0x20000afe1:0x143:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.536415:0:6362:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.536422:0:6362:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.536425:0:6362:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.536427:0:6362:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.536429:0:6362:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.536431:0:6362:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b11e00 with handle 0x52973366461d2ba9 from hash 00010000:00000001:1.0:1773688179.536434:0:6362:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.536435:0:6362:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.536437:0:6362:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.536438:0:6362:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.536441:0:6362:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.536443:0:6362:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.536445:0:6362:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00010000:3.0:1773688179.536447:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b34b10c00 already unused, calling callback (ffffffffc20864f0) 00010000:00000001:1.0:1773688179.536447:0:6362:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.536450:0:6362:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000004:00000001:3.0:1773688179.536452:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00010000:1.0:1773688179.536455:0:6362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x143:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00010000:1.0:1773688179.536459:0:6362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00000001:1.0:1773688179.536460:0:6362:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.536463:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:1.0:1773688179.536463:0:6362:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.536466:0:6362:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1773688179.536468:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2ba2 lrc: 3/0,0 mode: EX/EX res: [0x20000afe1:0x143:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.536470:0:6362:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688179.536475:0:6362:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.536478:0:6362:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.536479:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688179.536481:0:6362:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.536482:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.536485:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1773688179.536485:0:6362:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.536488:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10c00 refcount=4 00010000:00000001:1.0:1773688179.536490:0:6362:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.536492:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00010000:1.0:1773688179.536495:0:6362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2ba9 lrc: 1/0,0 mode: --/PW res: [0x20000afe1:0x143:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.536496:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:3.0:1773688179.536501:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.536504:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2ba2 lrc: 4/0,0 mode: EX/EX res: [0x20000afe1:0x143:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.536507:0:6362:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.536511:0:6362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2ba9 lrc: 0/0,0 mode: --/PW res: [0x20000afe1:0x143:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.536512:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.536515:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.536517:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.536522:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000010:1.0:1773688179.536523:0:6362:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba600. 00010000:00000001:3.0:1773688179.536524:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.536528:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.536531:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.536534:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b10c00 with handle 0x52973366461d2ba2 from hash 00010000:00000001:1.0:1773688179.536534:0:6362:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.536538:0:6362:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.536539:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.536542:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:1.0:1773688179.536543:0:6362:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8a9a16f6bf00. 00010000:00000001:3.0:1773688179.536545:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.536548:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.536550:0:6362:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.536551:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.536554:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.536556:0:6362:0:(genops.c:1914:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1773688179.536557:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.536560:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00000020:00000001:1.0:1773688179.536560:0:6362:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.536563:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.536565:0:6362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773688179.536567:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x143:0x0].0x0 (ffff8a9a0ec46a00) 00000020:00000001:1.0:1773688179.536569:0:6362:0:(genops.c:1914:obd_stale_export_get()) Process entered 00010000:00010000:3.0:1773688179.536572:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00000020:00000001:1.0:1773688179.536573:0:6362:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.536575:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773688179.536577:0:6362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1773688179.536579:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.536581:0:6362:0:(genops.c:1914:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1773688179.536582:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00000020:00000001:1.0:1773688179.536585:0:6362:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.536586:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.536591:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.536592:0:6362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1773688179.536593:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.536596:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.536598:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.536600:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.536603:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2ba2 lrc: 2/0,0 mode: --/EX res: [0x20000afe1:0x143:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.536608:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.536609:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.536610:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.536611:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.536613:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.536615:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2ba2 lrc: 0/0,0 mode: --/EX res: [0x20000afe1:0x143:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.536620:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba380. 00010000:00000040:3.0:1773688179.536624:0:75542:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a0ec46a00 count: 0 00010000:00000010:3.0:1773688179.536627:0:75542:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b31e03280. 00010000:00000001:3.0:1773688179.536633:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.536634:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.536636:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.536638:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.536640:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1773688179.536642:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00080000:00000010:3.0:1773688179.536659:0:75542:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8a9a09c1c1c8. 00000004:00000001:3.0:1773688179.536666:0:75542:0:(osp_object.c:2348:osp_object_release()) Process entered 00000004:00000001:3.0:1773688179.536668:0:75542:0:(osp_object.c:2380:osp_object_release()) Process leaving 00000004:00000010:3.0:1773688179.536671:0:75542:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff8a9b36cec8e0. 00000004:00000010:3.0:1773688179.536676:0:75542:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8a9a10e53338. 00000004:00000010:3.0:1773688179.536680:0:75542:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8a9a10e53ba0. 00000004:00000010:3.0:1773688179.536683:0:75542:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8a9a16f6ba80. 00000004:00000010:3.0:1773688179.536687:0:75542:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8a9b311ac550. 00000004:00000010:3.0:1773688179.536691:0:75542:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8a9b34b9fca8. 00000004:00000001:3.0:1773688179.536694:0:75542:0:(mdt_handler.c:7006:mdt_object_free()) Process entered 00000004:00000040:3.0:1773688179.536696:0:75542:0:(mdt_handler.c:7010:mdt_object_free()) object free, fid = [0x20000afe1:0x143:0x0] 00000004:00000010:3.0:1773688179.536698:0:75542:0:(mdt_handler.c:7017:mdt_object_free()) slab-freed 'mo': 480 at ffff8a9b41868f00. 00000004:00000001:3.0:1773688179.536701:0:75542:0:(mdt_handler.c:7020:mdt_object_free()) Process leaving 00000004:00000001:3.0:1773688179.536703:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.536704:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.536705:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.536707:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.536708:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.536709:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11800 refcount=3 00000020:00000001:3.0:1773688179.536711:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00010000:00000001:3.0:1773688179.536713:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00010000:00000001:3.0:1773688179.536715:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.536718:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2b94 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.536723:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.536725:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.536727:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2b94 lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.536732:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.536734:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.536736:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.536738:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2b94 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.536743:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b34b11800 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.536745:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.536747:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.536749:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2b94 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.536754:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.536755:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.536756:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.536758:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11800 refcount=4 00000020:00000001:3.0:1773688179.536760:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00010000:00000001:3.0:1773688179.536762:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00010000:00000001:3.0:1773688179.536764:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.536766:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2b94 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.536770:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.536771:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.536772:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.536774:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.536776:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.536777:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.536779:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.536781:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b11800 with handle 0x52973366461d2b94 from hash 00010000:00000001:3.0:1773688179.536784:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.536785:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.536786:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.536788:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.536790:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.536792:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.536794:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.536796:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.536798:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.536800:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.536803:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.536805:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.536807:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.536809:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.536810:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.536812:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.536813:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.536814:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.536816:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.536817:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.536820:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2b94 lrc: 2/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.536825:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.536826:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.536828:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.536829:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.536831:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.536833:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2b94 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.536838:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba100. 00010000:00000001:3.0:1773688179.536843:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.536845:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.536846:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.536847:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.536848:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.536850:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10000 refcount=3 00000020:00000001:3.0:1773688179.536852:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941420032 : -129075768131584 : ffff8a9b34b10000) 00010000:00000001:3.0:1773688179.536854:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941420032 : -129075768131584 : ffff8a9b34b10000) 00000004:00010000:3.0:1773688179.536857:0:75542:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000003d0b0358 reply state 0000000039bf43dc transno 171798692058 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10000/0x52973366461d2b9b lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.536864:0:75542:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:3.0:1773688179.536866:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.536868:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.536870:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.536871:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.536873:0:75542:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.536874:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.536876:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) refcount = 2 00010000:00000040:3.0:1773688179.536878:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.536880:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d2b78 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.536886:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10000/0x52973366461d2b9b lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.536890:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.536892:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.536893:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.536895:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.536896:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.536897:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.536898:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) 00010000:00010000:3.0:1773688179.536900:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.536902:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.536904:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.536906:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.536907:0:75542:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:3.0:1773688179.536909:0:75542:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:3.0:1773688179.536911:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.536912:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.536913:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.536914:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.536915:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.536917:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1773688179.536918:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.536919:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.536922:0:75542:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.536925:0:75542:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1773688179.536928:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.536930:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.536931:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.536933:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.536935:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.536937:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.536942:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.536945:0:75542:0:(mdt_handler.c:3355:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.536949:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692058, xid 1859843854316928 00010000:00000001:3.0:1773688179.536952:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:3.0:1773688179.536954:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=59 00010000:00000200:3.0:1773688179.536970:0:75542:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 171798692058, last committed = 171798692041 00010000:00000200:3.0:1773688179.536978:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e8b1c00 x1859843854316928/t171798692058(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 496/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773688179.536986:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.536989:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.536993:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.536997:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.537000:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.537002:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.537005:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.537023:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.537027:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.537032:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.537037:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeedd0. 00000100:00000200:3.0:1773688179.537044:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854316928, offset 224 00000400:00000200:3.0:1773688179.537051:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.537063:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.537071:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48062:48062:256:4294967295] 192.168.204.51@tcp LPNI seq info [48058:48058:8:4294967295] 00000400:00000200:3.0:1773688179.537083:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.537089:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.537094:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d800. 00000800:00000200:3.0:1773688179.537099:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.537105:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.537109:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d800 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.537122:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.537126:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.537129:0:75542:0:(ldlm_lib.c:3443:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.537131:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.537134:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.537139:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e8b1c00 x1859843854316928/t171798692058(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 496/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773688179.537149:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e8b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+59:68109:x1859843854316928:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2966us (3204us total) trans 171798692058 rc 0/0 00000100:00100000:3.0:1773688179.537158:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15491 00000100:00000040:3.0:1773688179.537162:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.537164:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.537167:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.537171:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31e03a00. 00000020:00000010:3.0:1773688179.537176:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e07d0. 00000020:00000010:3.0:1773688179.537180:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb800. 00000020:00000040:3.0:1773688179.537185:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 58 00000100:00000001:3.0:1773688179.537188:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.537203:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.537208:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d800. 00000400:00000200:1.0:1773688179.537213:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.537220:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.537225:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeedd0 00000400:00000010:1.0:1773688179.537227:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeedd0. 00000100:00000001:1.0:1773688179.537231:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.537234:0:3440:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1773688179.540150:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.540159:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.540164:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.540167:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.540174:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.540185:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4463600 00000400:00000200:1.0:1773688179.540191:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 99208 00000800:00000001:1.0:1773688179.540198:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.540205:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.540207:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.540210:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.540215:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.540217:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688179.540220:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e8b3100. 00000100:00000040:1.0:1773688179.540223:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0e8b3100 x1859843854317056 msgsize 584 00000100:00100000:1.0:1773688179.540225:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.540238:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.540243:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.540246:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.540265:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.540268:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854317056 02000000:00000001:2.0:1773688179.540270:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.540272:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.540274:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.540277:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.540280:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854317056 00000020:00000001:2.0:1773688179.540282:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.540283:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.540285:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.540287:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=59 00000020:00000001:2.0:1773688179.540290:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.540293:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.540297:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.540301:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5340. 00000100:00000001:2.0:1773688179.540305:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.540307:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5340. 00000020:00000010:2.0:1773688179.540313:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a1b1f5a00. 00000020:00000010:2.0:1773688179.540317:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9b00. 00000020:00000010:2.0:1773688179.540322:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0258. 00000100:00000040:2.0:1773688179.540327:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688179.540331:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.540333:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688179.540335:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688179.540337:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.540339:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.540345:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.540361:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.540373:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.540375:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.540384:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15492 00000100:00000001:1.0:1773688179.540387:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1773688179.540388:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688179.540389:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1773688179.540392:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993006440704 : -129080703110912 : ffff8a9a0e8b3100) 00000100:00000001:1.0:1773688179.540392:0:68797:0:(service.c:2223:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.540397:0:68797:0:(service.c:2462:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.540403:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e8b3100 x1859843854317056/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.540417:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.540439:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5dc0. 00000100:00000001:3.0:1773688179.540445:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.540448:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5dc0. 00000100:00100000:3.0:1773688179.540454:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e8b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+59:68109:x1859843854317056:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.540458:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854317056 00000020:00000001:3.0:1773688179.540462:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.540466:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1773688179.540470:0:75542:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a16f6b900: xid 1859843854316928, transno 171798692058, client gen 13, slot idx 2 00000001:00000001:3.0:1773688179.540475:0:75542:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b079f4780: xid 1859843854315904, transno 171798692057, client gen 13, slot idx 3 00000001:00000010:3.0:1773688179.540478:0:75542:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b079f4780. 00000020:00000001:3.0:1773688179.540482:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.540485:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.540487:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.540491:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.540494:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854317056, found 0 last_xid 1859843854317055 00000020:00000001:3.0:1773688179.540497:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.540499:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.540501:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.540506:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.540508:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.540510:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.540512:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.540514:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.540516:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.540520:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.540526:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:3.0:1773688179.540529:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.540532:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.540536:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b10a00. 00000020:00000001:3.0:1773688179.540540:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.540543:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b10a00 with handle 0x52973366461d2bb0 to hash 00000020:00000001:3.0:1773688179.540546:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.540547:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00000010:3.0:1773688179.540552:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba100. 00010000:00000001:3.0:1773688179.540556:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00010000:3.0:1773688179.540560:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2bb0 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a782 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.540570:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:3.0:1773688179.540573:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=60 00010000:00000001:3.0:1773688179.540579:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.540581:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.540588:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.540590:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.540592:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688179.540595:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.540597:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.540601:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.540605:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.540608:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.540610:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.540613:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.540615:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.540618:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.540620:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.540625:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b03425000. 02000000:00000001:3.0:1773688179.540627:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.540630:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.540631:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.540633:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688179.540636:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688179.540639:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.540640:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.540643:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.540644:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.540647:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.540648:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.540649:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.540651:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.540652:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.540653:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.540655:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.540656:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.540657:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.540659:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.540661:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.540662:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.540664:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.540666:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.540667:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.540670:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.540675:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.540677:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.540680:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.540681:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.540683:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.540684:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.540685:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.540687:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.540688:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.540690:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.540692:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.540694:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.540695:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.540697:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.540700:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1773688179.540706:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3af8 00000004:00000002:3.0:1773688179.540708:0:75542:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/HANDOUT.DOC, ldlm_rep = ffff8a9b03425228 00000004:00000001:3.0:1773688179.540712:0:75542:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1773688179.540715:0:75542:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1773688179.540717:0:75542:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1773688179.540719:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.540720:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.540722:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:3.0:1773688179.540725:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.540727:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.540729:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b11200. 00000020:00000001:3.0:1773688179.540732:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.540733:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b11200 with handle 0x52973366461d2bb7 to hash 00000020:00000001:3.0:1773688179.540735:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.540736:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000010:3.0:1773688179.540739:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba380. 00010000:00000001:3.0:1773688179.540741:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000001:3.0:1773688179.540744:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.540745:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.540748:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2bb7 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.540759:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.540762:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.540764:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.540766:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.540768:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.540770:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.540771:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.540774:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.540776:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.540778:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.540779:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.540781:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 4 00010000:00000040:3.0:1773688179.540784:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.540789:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 60 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.540797:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 60 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.540804:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2bb7 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.540809:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.540812:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.540814:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.540816:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.540817:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.540819:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.540821:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.540823:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.540826:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.540828:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2bb7 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.540837:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.540839:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.540840:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.540841:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.540842:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.540845:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46200 count: 3 00010000:00000001:3.0:1773688179.540847:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.540849:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.540851:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b11600. 00000020:00000001:3.0:1773688179.540853:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.540855:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b11600 with handle 0x52973366461d2bbe to hash 00000020:00000001:3.0:1773688179.540857:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.540858:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941425664 : -129075768125952 : ffff8a9b34b11600) 00010000:00000010:3.0:1773688179.540861:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.540863:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941425664 : -129075768125952 : ffff8a9b34b11600) 00010000:00000001:3.0:1773688179.540865:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.540867:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.540869:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2bbe lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.540875:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.540876:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.540878:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.540879:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.540880:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.540882:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.540883:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.540885:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.540886:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.540888:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.540889:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.540891:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) refcount = 3 00010000:00000040:3.0:1773688179.540893:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.540896:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10000/0x52973366461d2b9b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.540902:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d2b78 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.540908:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2bbe lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.540913:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.540914:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.540916:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.540917:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.540918:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.540920:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.540922:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.540924:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.540926:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.540928:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2bbe lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.540933:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.540934:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.540935:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.540937:0:75542:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.540940:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.540979:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.540982:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.540985:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688179.540989:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.540993:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000010:3.1:1773688179.541028:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10200. 00010000:00000010:3.1:1773688179.541036:0:75542:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46d00. 00010000:00000010:3.1:1773688179.541041:0:75542:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46a00. 00010000:00000010:3.1:1773688179.541047:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10c00. 00010000:00000010:3.1:1773688179.541066:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11800. 00080000:00000001:3.0:1773688179.541080:0:75542:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.541083:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.541086:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.541089:0:75542:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:3.0:1773688179.541093:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.541095:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.541097:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.541099:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.541101:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11200 refcount=3 00000020:00000001:3.0:1773688179.541104:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000001:3.0:1773688179.541106:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000001:3.0:1773688179.541108:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.541112:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2bb7 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.1:1773688179.541117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11e00. 00010000:00000001:3.0:1773688179.541118:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.541121:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.541126:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2bb7 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.541132:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.541134:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.541137:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.541140:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2bb7 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.541146:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b34b11200 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.541149:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.541151:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.541154:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2bb7 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.541159:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.541161:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.541162:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.541164:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11200 refcount=4 00000020:00000001:3.0:1773688179.541166:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000001:3.0:1773688179.541168:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000001:3.0:1773688179.541171:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.541174:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2bb7 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.541179:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.541182:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.541183:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.541187:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.541189:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.541191:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.541193:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.541196:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b11200 with handle 0x52973366461d2bb7 from hash 00010000:00000001:3.0:1773688179.541199:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.541201:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.541202:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.541204:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.541207:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.541209:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.541212:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.541214:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.541215:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.541217:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.541220:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.541222:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.541224:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.541226:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.541227:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.541233:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.541235:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.541236:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.541238:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.541240:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.541242:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2bb7 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.541248:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.541250:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.541251:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.541253:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.541255:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.541257:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2bb7 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.541263:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba380. 00010000:00000001:3.0:1773688179.541272:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.541274:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.541275:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.541277:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.541278:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.541280:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11600 refcount=3 00000020:00000001:3.0:1773688179.541282:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941425664 : -129075768125952 : ffff8a9b34b11600) 00010000:00000001:3.0:1773688179.541284:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941425664 : -129075768125952 : ffff8a9b34b11600) 00010000:00000001:3.0:1773688179.541286:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.541288:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2bbe lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.541294:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.541295:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.541297:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2bbe lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.541302:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.541304:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.541306:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.541307:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2bbe lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.541312:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b34b11600 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.541314:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.541315:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.541318:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2bbe lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.541323:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.541325:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.541326:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.541327:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11600 refcount=4 00000020:00000001:3.0:1773688179.541329:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941425664 : -129075768125952 : ffff8a9b34b11600) 00010000:00000001:3.0:1773688179.541331:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941425664 : -129075768125952 : ffff8a9b34b11600) 00010000:00000001:3.0:1773688179.541333:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.541335:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2bbe lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.541340:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.541341:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.541343:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.541345:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.541346:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.541348:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.541349:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.541351:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b11600 with handle 0x52973366461d2bbe from hash 00010000:00000001:3.0:1773688179.541353:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.541354:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.541355:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.541356:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.541358:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.541359:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.541361:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.541362:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.541364:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.541365:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) 00010000:00010000:3.0:1773688179.541368:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.541370:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.541372:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.541374:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.541375:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.541377:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.541379:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.541380:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.541381:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.541383:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.541386:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2bbe lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.541391:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.541392:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.541393:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.541395:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.541396:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.541398:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2bbe lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.541403:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.541407:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.541409:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.541411:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.541412:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.541413:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1773688179.541415:0:75542:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:3.0:1773688179.541419:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.541421:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.541423:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.541424:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.541425:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.541428:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.541433:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.541436:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1773688179.541438:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.541441:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.541442:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773688179.541445:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.541446:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.541449:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.541451:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.541453:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.541454:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.541456:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b10a00 with handle 0x52973366461d2bb0 from hash 00010000:00000001:3.0:1773688179.541458:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.541460:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.541461:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.541462:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.541463:0:75542:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773688179.541466:0:75542:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1773688179.541471:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2bb0 lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a782 expref: 60 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.541478:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1773688179.541479:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.541481:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.541483:0:75542:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.541485:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.541487:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.541488:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.541489:0:75542:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.541490:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.541491:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.541493:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.541494:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.541496:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.541498:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.541500:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.541502:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.541503:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.541504:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.541508:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2bb0 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a782 expref: 60 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.541514:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:3.0:1773688179.541518:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 59 00010000:00000010:3.0:1773688179.541520:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba100. 00010000:00000001:3.0:1773688179.541524:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.541526:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b34b10a00, rc 0) 00000020:00000001:3.0:1773688179.541529:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1773688179.541532:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854317056 00010000:00000001:3.0:1773688179.541534:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.541539:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e8b3100 x1859843854317056/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.541547:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.541549:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.541552:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.541556:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.541559:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.541561:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.541563:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.541565:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.541568:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.541571:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.541575:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee770. 00000100:00000200:3.0:1773688179.541580:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854317056, offset 224 00000400:00000200:3.0:1773688179.541585:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.541594:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.541600:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48063:48063:256:4294967295] 192.168.204.51@tcp LPNI seq info [48059:48059:8:4294967295] 00000400:00000200:3.0:1773688179.541609:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.541614:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.541618:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d600. 00000800:00000200:3.0:1773688179.541624:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.541630:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.541633:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d600 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.541650:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.541654:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.541656:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.541658:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.541660:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.541664:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e8b3100 x1859843854317056/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.541674:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e8b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+59:68109:x1859843854317056:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1255us (1449us total) trans 0 rc 301/301 00000100:00100000:3.0:1773688179.541681:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15492 00000100:00000040:3.0:1773688179.541685:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.541687:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.541689:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.541692:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9b00. 00000020:00000010:3.0:1773688179.541697:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0258. 00000020:00000010:3.0:1773688179.541700:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a1b1f5a00. 00000020:00000040:3.0:1773688179.541704:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 58 00000100:00000001:3.0:1773688179.541707:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.541709:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.541713:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d600. 00000400:00000200:1.0:1773688179.541718:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.541724:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.541728:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee770 00000400:00000010:1.0:1773688179.541731:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee770. 00000100:00000001:1.0:1773688179.541734:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.541736:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1773688179.543800:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.543808:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.543810:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.543811:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.543816:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.543823:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4463680 00000400:00000200:1.0:1773688179.543827:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 99792 00000800:00000001:1.0:1773688179.543832:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.543837:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.543839:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.543841:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.543845:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.543846:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688179.543849:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e8b1880. 00000100:00000040:1.0:1773688179.543852:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0e8b1880 x1859843854317184 msgsize 576 00000100:00100000:1.0:1773688179.543854:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.543863:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.543867:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.543869:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.543893:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.543896:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854317184 02000000:00000001:3.0:1773688179.543899:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.543901:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.543903:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.543907:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.543910:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854317184 00000020:00000001:3.0:1773688179.543913:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.543914:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.543916:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.543918:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=59 00000020:00000001:3.0:1773688179.543920:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.543923:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.543926:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.543930:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5dc0. 00000100:00000001:3.0:1773688179.543932:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.543935:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5dc0. 00000020:00000010:3.0:1773688179.543940:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb800. 00000020:00000010:3.0:1773688179.543944:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b31e03280. 00000020:00000010:3.0:1773688179.543948:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e07d0. 00000100:00000040:3.0:1773688179.543953:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.543967:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.543969:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.543971:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.543973:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.543975:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.543979:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.543992:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.544001:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.544003:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.544024:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15493 00000100:00000040:3.0:1773688179.544028:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.544030:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993006434432 : -129080703117184 : ffff8a9a0e8b1880) 00000100:00000040:3.0:1773688179.544037:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e8b1880 x1859843854317184/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.544045:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.544048:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5dc0. 00000100:00000001:3.0:1773688179.544050:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.544053:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5dc0. 00000100:00100000:3.0:1773688179.544057:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e8b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+59:68109:x1859843854317184:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.544061:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854317184 00000020:00000001:3.0:1773688179.544064:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.544067:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.544071:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.544074:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.544076:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.544079:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.544081:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854317184, found 0 last_xid 1859843854317183 00000020:00000001:3.0:1773688179.544085:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.544086:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.544088:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.544091:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.544093:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.544095:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.544096:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.544098:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.544099:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.544103:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.544107:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6f00 count: 2 00010000:00000001:3.0:1773688179.544109:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.544111:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.544115:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b11800. 00000020:00000001:3.0:1773688179.544117:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.544119:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b11800 with handle 0x52973366461d2bc5 to hash 00000020:00000001:3.0:1773688179.544121:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.544123:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00010000:00000010:3.0:1773688179.544127:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba100. 00010000:00000001:3.0:1773688179.544130:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00010000:00010000:3.0:1773688179.544134:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2bc5 lrc: 2/0,0 mode: --/CR res: [0x2000134b0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a789 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.544141:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:3.0:1773688179.544143:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=60 00010000:00000001:3.0:1773688179.544147:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.544148:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.544152:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.544153:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.544155:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688179.544156:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.544157:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x2000134b0:0x6:0x0] 00000020:00000001:3.0:1773688179.544159:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.544163:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997883632280 : -129075825919336 : ffff8a9b313f3a98) 00000004:00000001:3.0:1773688179.544164:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614997883632192 : -129075825919424 : ffff8a9b313f3a40) 00000004:00000001:3.0:1773688179.544166:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.544168:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.544169:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.544171:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.544172:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.544177:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a19024000. 02000000:00000001:3.0:1773688179.544178:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.544179:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.544181:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.544182:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688179.544184:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688179.544185:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.544186:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.544188:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.544189:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.544190:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.544191:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.544192:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.544193:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.544194:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.544195:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.544196:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.544196:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.544197:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.544198:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.544199:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.544200:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.544201:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.544202:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.544203:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.544204:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.544207:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.544208:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.544209:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.544210:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.544211:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.544212:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.544213:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.544214:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.544215:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.544216:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.544218:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.544218:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.544219:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.544220:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.544222:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:3.0:1773688179.544223:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.544224:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.544225:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.544226:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.544227:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.544229:0:75542:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000004:00000001:3.0:1773688179.544230:0:75542:0:(mdt_lib.c:2207:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.544232:0:75542:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x2000134b0:0x6:0x0]/[0x20000afe1:0xef:0x0], ldlm_rep = ffff8a9a19024228 00000004:00000001:3.0:1773688179.544235:0:75542:0:(mdt_handler.c:4261:mdt_object_lock()) Process entered 00010000:00000001:3.0:1773688179.544237:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.544238:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.544240:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:3.0:1773688179.544242:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.544243:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.544244:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b10c00. 00000020:00000001:3.0:1773688179.544246:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.544247:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b10c00 with handle 0x52973366461d2bcc to hash 00000020:00000001:3.0:1773688179.544248:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.544249:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000010:3.0:1773688179.544251:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.544252:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:3.0:1773688179.544254:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.544255:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.544256:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2bcc lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.544261:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.544263:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.544264:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.544265:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.544267:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.544268:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.544268:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.544270:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.544270:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.544271:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.544272:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.544273:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 3 00010000:00000040:3.0:1773688179.544275:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.544278:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 60 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.544283:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 60 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.544287:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2bcc lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.544290:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.544291:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.544292:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.544293:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.544294:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.544295:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.544296:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.544298:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.544299:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.544300:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2bcc lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.544306:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.544307:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.544308:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.544309:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.544310:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.544311:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10c00 refcount=3 00000020:00000001:3.0:1773688179.544312:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:3.0:1773688179.544313:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:3.0:1773688179.544314:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.544315:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.544316:0:75542:0:(mdt_handler.c:4265:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.544318:0:75542:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1773688179.544321:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.544323:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.544339:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.544341:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.544344:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.544346:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.544349:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.544351:0:75542:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.544353:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.544355:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.544356:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.544356:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.544357:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.544359:0:75542:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.544361:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1773688179.544362:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1773688179.544364:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.544365:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.544366:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.544367:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.544368:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.544369:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.544370:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.544371:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.544372:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.544373:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.544374:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.544375:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.544376:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0xef:0x0]: nlink=2, mode=40700, valid=0x1100000000002f8f 00000004:00200000:3.0:1773688179.544378:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0xef:0x0]: returning size 11776 00000004:00200000:3.0:1773688179.544380:0:75542:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 2 00000004:00000002:3.0:1773688179.544381:0:75542:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1773688179.544382:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.544383:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.544384:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1773688179.544385:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.544386:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.544386:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.544387:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.544388:0:75542:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.544389:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.544390:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.544393:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.544397:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.544398:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.544399:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.544400:0:75542:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.544405:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.544406:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.544406:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10c00 refcount=3 00000020:00000001:3.0:1773688179.544408:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:3.0:1773688179.544409:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00000004:00010000:3.0:1773688179.544410:0:75542:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2bcc lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.544416:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.544417:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.544418:0:75542:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:3.0:1773688179.544419:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.544420:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:3.0:1773688179.544421:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.544422:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.544423:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10c00 refcount=3 00000020:00000001:3.0:1773688179.544424:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:3.0:1773688179.544425:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00000004:00000040:3.0:1773688179.544427:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.544428:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=61 00010000:00000001:3.0:1773688179.544430:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.544431:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.544432:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.544433:0:75542:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1773688179.544434:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.544435:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.544436:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.544437:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.544438:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.544439:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.544441:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.544442:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.544443:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1773688179.544446:0:75542:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b313f3a98/ffff8a9b313f3a40 to site lru. bkt: ffff8a9a1aeb68e8 00000004:00000001:3.0:1773688179.544447:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.544448:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.544449:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.544451:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.544452:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.544453:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.544454:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.544455:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.544456:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b11800 with handle 0x52973366461d2bc5 from hash 00010000:00000001:3.0:1773688179.544458:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.544459:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.544460:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.544460:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.544461:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.544463:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2bc5 lrc: 0/0,0 mode: --/CR res: [0x2000134b0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a789 expref: 61 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.544467:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:3.0:1773688179.544468:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 60 00010000:00000010:3.0:1773688179.544469:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba100. 00010000:00000001:3.0:1773688179.544474:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.544475:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.544477:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.544479:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2bcc lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a789 expref: 60 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.544483:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.544484:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.544486:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.544487:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:3.0:1773688179.544488:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.544490:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.544491:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.544491:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.544492:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.544493:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b34b10c00, rc 0) 00000020:00000001:3.0:1773688179.544494:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.544496:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854317184 00010000:00000001:3.0:1773688179.544497:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.544500:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e8b1880 x1859843854317184/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.544504:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.544506:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.544508:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.544510:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.544512:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.544513:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.544515:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.544516:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.544517:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.544519:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.544521:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee220. 00000100:00000200:3.0:1773688179.544524:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854317184, offset 224 00000400:00000200:3.0:1773688179.544527:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.544531:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.544535:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48064:48064:256:4294967295] 192.168.204.51@tcp LPNI seq info [48060:48060:8:4294967295] 00000400:00000200:3.0:1773688179.544541:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.544544:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.544547:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99df00. 00000800:00000200:3.0:1773688179.544549:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.544553:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.544555:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99df00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.544565:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.544567:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.544568:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.544569:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.544571:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.544573:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e8b1880 x1859843854317184/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.544580:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e8b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+60:68109:x1859843854317184:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 533us (726us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688179.544585:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15493 00000100:00000040:3.0:1773688179.544588:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.544590:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.544591:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.544593:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31e03280. 00000020:00000010:3.0:1773688179.544595:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e07d0. 00000020:00000010:3.0:1773688179.544598:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb800. 00000020:00000040:3.0:1773688179.544602:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 59 00000100:00000001:3.0:1773688179.544604:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.544612:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.544615:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99df00. 00000400:00000200:1.0:1773688179.544618:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.544622:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.544624:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee220 00000400:00000010:1.0:1773688179.544626:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee220. 00000100:00000001:1.0:1773688179.544627:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.544628:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1773688179.546743:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.546754:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.546756:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.546757:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.546761:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.546767:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 448 into portal 23 MB=0x69b84a4463700 00000400:00000200:1.0:1773688179.546772:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 448/448 into md 0x721ad [2] + 0 00000800:00000001:1.0:1773688179.546775:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.546779:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.546780:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.546782:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.546785:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.546786:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1773688179.546790:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e8b3800. 00000100:00000040:1.0:1773688179.546791:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0e8b3800 x1859843854317312 msgsize 448 00000100:00100000:1.0:1773688179.546794:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.546802:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.546805:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.546807:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.546828:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.546831:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854317312 02000000:00000001:3.0:1773688179.546833:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.546834:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.546836:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.546839:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.546842:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854317312 00000020:00000001:3.0:1773688179.546844:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.546846:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.546848:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.546850:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=60 00000020:00000001:3.0:1773688179.546852:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.546854:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.546857:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.546861:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5dc0. 00000100:00000001:3.0:1773688179.546863:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.546866:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5dc0. 00000020:00000010:3.0:1773688179.546870:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb800. 00000020:00000010:3.0:1773688179.546873:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b31e03280. 00000020:00000010:3.0:1773688179.546876:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e07d0. 00000100:00000040:3.0:1773688179.546881:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1773688179.546883:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.546884:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773688179.546886:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.546890:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.546900:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.546909:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.546911:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.546917:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3231 00000100:00000040:3.0:1773688179.546920:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.546922:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993006442496 : -129080703109120 : ffff8a9a0e8b3800) 00000100:00000040:3.0:1773688179.546928:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e8b3800 x1859843854317312/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 448/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.546936:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.546939:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5dc0. 00000100:00000001:3.0:1773688179.546941:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.546943:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5dc0. 00000100:00100000:3.0:1773688179.546947:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e8b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+60:68109:x1859843854317312:12345-192.168.204.51@tcp:37:dbench.0 00000100:00000200:3.0:1773688179.546951:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854317312 00000020:00000001:3.0:1773688179.546953:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.546967:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.546970:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.546972:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.546973:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862592 : -1038689024 : ffffffffc216dd00) 00000020:00000001:3.0:1773688179.546976:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.546978:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854317312, found 0 last_xid 1859843854317311 00000020:00000001:3.0:1773688179.546980:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.546982:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.546983:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.546986:0:73057:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1773688179.546988:0:73057:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.546991:0:73057:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000020:00000001:3.0:1773688179.546993:0:73057:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.546995:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.546997:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.546999:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.547002:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8a9a10e31800. 02000000:00000001:3.0:1773688179.547004:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773688179.547038:0:73057:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11200. 00010000:00000010:3.1:1773688179.547046:0:73057:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11600. 00010000:00000010:3.1:1773688179.547052:0:73057:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10a00. 00000100:00000001:3.0:1773688179.547060:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.547063:0:73057:0:(mdt_handler.c:2953:mdt_readpage()) Process entered 00000004:00000010:3.0:1773688179.547068:0:73057:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8a9a0e31f000. 00000004:00000001:3.0:1773688179.547518:0:73057:0:(mdd_object.c:4165:mdd_readpage()) Process entered 00000020:00000001:3.0:1773688179.547522:0:73057:0:(dt_object.c:850:dt_index_walk()) Process entered 00080000:00000001:3.0:1773688179.547525:0:73057:0:(osd_index.c:123:osd_index_it_init()) Process entered 00080000:00000010:3.0:1773688179.547529:0:73057:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8a9b34186500. 00080000:00000010:3.0:1773688179.547533:0:73057:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8a9b072a5dc0. 00080000:00000001:3.0:1773688179.547536:0:73057:0:(osd_index.c:148:osd_index_it_init()) Process leaving (rc=18446614997931418880 : -129075778132736 : ffff8a9b34186500) 00080000:00000001:3.0:1773688179.547538:0:73057:0:(osd_index.c:1218:osd_dir_it_init()) Process leaving (rc=18446614997931418880 : -129075778132736 : ffff8a9b34186500) 00080000:00000001:3.0:1773688179.547541:0:73057:0:(osd_index.c:1680:osd_dir_it_load()) Process entered 00080000:00000001:3.0:1773688179.547543:0:73057:0:(osd_index.c:1698:osd_dir_it_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.547547:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688179.547549:0:73057:0:(osd_index.c:1394:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:3.0:1773688179.547551:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688179.547552:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.547555:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688179.547557:0:73057:0:(osd_index.c:1500:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.547559:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688179.547560:0:73057:0:(osd_index.c:1342:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.547562:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688179.547563:0:73057:0:(osd_index.c:1396:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:3.0:1773688179.547565:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688179.547566:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.547567:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688179.547569:0:73057:0:(osd_index.c:345:osd_find_parent_fid()) Process entered 00080000:00000001:3.0:1773688179.547570:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.547575:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=46 : 46 : 2e) 00080000:00000001:3.0:1773688179.547578:0:73057:0:(osd_index.c:406:osd_find_parent_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.547580:0:73057:0:(osd_index.c:1518:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.547581:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688179.547598:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.547600:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688179.547602:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=12 : 12 : c) 00080000:00000001:3.0:1773688179.547604:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688179.547610:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=1084031208197488640 : 1084031208197488640 : f0b40a3f20c8000) 00080000:00000001:3.0:1773688179.547612:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688179.547627:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.547630:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688179.547632:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.547633:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688179.547635:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=9 : 9 : 9) 00080000:00000001:3.0:1773688179.547636:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688179.547637:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=2954476392500723712 : 2954476392500723712 : 290068a020488000) 00080000:00000001:3.0:1773688179.547639:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688179.547649:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.547651:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688179.547653:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.547655:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688179.547656:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=12 : 12 : c) 00080000:00000001:3.0:1773688179.547658:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688179.547659:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=3145557903631581184 : 3145557903631581184 : 2ba7443f5a620000) 00080000:00000001:3.0:1773688179.547661:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688179.547668:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.547670:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688179.547672:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.547674:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688179.547675:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=10 : 10 : a) 00080000:00000001:3.0:1773688179.547677:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688179.547678:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=4957591141929025536 : 4957591141929025536 : 44cce6e08c4d8000) 00080000:00000001:3.0:1773688179.547680:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688179.547686:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.547688:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688179.547690:0:73057:0:(osd_index.c:1356:osd_dir_it_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.547693:0:73057:0:(osd_index.c:156:osd_index_it_fini()) Process entered 00080000:00000010:3.0:1773688179.547695:0:73057:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8a9b072a5dc0. 00080000:00000010:3.0:1773688179.547698:0:73057:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8a9b34186500. 00080000:00000001:3.0:1773688179.547700:0:73057:0:(osd_index.c:166:osd_index_it_fini()) Process leaving 00000020:00000001:3.0:1773688179.547702:0:73057:0:(dt_object.c:928:dt_index_walk()) Process leaving (rc=4096 : 4096 : 1000) 00000004:00000001:3.0:1773688179.547704:0:73057:0:(mdd_object.c:4222:mdd_readpage()) Process leaving via out_unlock (rc=4096 : 4096 : 0x1000) 00000020:00000001:3.0:1773688179.547707:0:73057:0:(tgt_handler.c:1213:tgt_sendpage()) Process entered 00000100:00000001:3.0:1773688179.547709:0:73057:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1773688179.547714:0:73057:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8a9a10e30c00. 00000100:00000010:3.0:1773688179.547718:0:73057:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8a9a19020000. 00000020:00000040:3.0:1773688179.547721:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=61 00010000:00000001:3.0:1773688179.547725:0:73057:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1773688179.547728:0:73057:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1773688179.547731:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee440. 00000400:00000010:3.0:1773688179.547738:0:73057:0:(lib-lnet.h:479:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8a9b09ea8d20. 00000400:00000200:3.0:1773688179.547742:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.547750:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.547754:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48065:48065:256:4294967295] 192.168.204.51@tcp LPNI seq info [48061:48061:8:4294967295] 00000400:00000200:3.0:1773688179.547759:0:73057:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.51@tcp 00000400:00000200:3.0:1773688179.547764:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.547768:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.547772:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d200. 00000800:00000200:3.0:1773688179.547776:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.547781:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1022 00000800:00000200:3.0:1773688179.547784:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d200 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:3.0:1773688179.547796:0:73057:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.51@tcp mbits 0x69b84a4463700-0x69b84a4463700 00000100:00000001:3.0:1773688179.547799:0:73057:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688179.547861:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.547865:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d200. 00000400:00000200:1.0:1773688179.547869:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.547874:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.547878:0:3440:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1773688179.547880:0:3440:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8a9a10e30c00 00000100:00000001:1.0:1773688179.547882:0:3440:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:1.0:1773688179.548484:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.548489:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.548491:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.548509:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.548513:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : ACK - for me 00000400:00000200:1.0:1773688179.548519:0:3438:0:(lib-move.c:4700:lnet_parse_ack()) 192.168.204.151@tcp: ACK from 12345-192.168.204.51@tcp into md 0x77d61 00000400:00000200:1.0:1773688179.548522:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.548524:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: ACK: OK 00000400:00000200:1.0:1773688179.548527:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee440 00000400:00000010:1.0:1773688179.548528:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee440. 00000100:00000001:1.0:1773688179.548530:0:3438:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1773688179.548531:0:3438:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8a9a10e30c00 00000100:00000001:1.0:1773688179.548540:0:3438:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:1.0:1773688179.548542:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.548544:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.548565:0:73057:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.548569:0:73057:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1773688179.548572:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 60 00000100:00000010:3.0:1773688179.548575:0:73057:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8a9a19020000. 00000100:00000010:3.0:1773688179.548579:0:73057:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8a9a10e30c00. 00000100:00000001:3.0:1773688179.548582:0:73057:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000020:00000001:3.0:1773688179.548583:0:73057:0:(tgt_handler.c:1237:tgt_sendpage()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.548585:0:73057:0:(mdt_handler.c:2999:mdt_readpage()) Process leaving 00000004:00000010:3.0:1773688179.549002:0:73057:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8a9a0e31f000. 00010000:00000040:3.0:1773688179.549035:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854317312 00010000:00000001:3.0:1773688179.549038:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.549044:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e8b3800 x1859843854317312/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 448/440 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.549053:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.549055:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.549058:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=49 v=5 (1 1 1 0) 00000100:00000001:3.0:1773688179.549062:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.549064:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.549067:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.549069:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.549071:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.549073:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.549075:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.549079:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee660. 00000100:00000200:3.0:1773688179.549082:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1859843854317312, offset 224 00000400:00000200:3.0:1773688179.549086:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.549092:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.549096:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48066:48066:256:4294967295] 192.168.204.51@tcp LPNI seq info [48062:48062:8:4294967295] 00000400:00000200:3.0:1773688179.549103:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.549106:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.549109:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99da00. 00000800:00000200:3.0:1773688179.549111:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.549114:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.549116:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99da00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.549124:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.549126:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.549127:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.549128:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.549130:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.549134:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e8b3800 x1859843854317312/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 448/440 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.549141:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e8b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+60:68109:x1859843854317312:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 2203us (2348us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688179.549147:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3231 00000100:00000040:3.0:1773688179.549149:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.549151:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.549152:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.549154:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31e03280. 00000020:00000010:3.0:1773688179.549157:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e07d0. 00000020:00000010:3.0:1773688179.549160:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb800. 00000020:00000040:3.0:1773688179.549163:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 59 00000100:00000001:3.0:1773688179.549164:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.549168:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.549171:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99da00. 00000400:00000200:1.0:1773688179.549174:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.549178:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.549180:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee660 00000400:00000010:1.0:1773688179.549181:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee660. 00000100:00000001:1.0:1773688179.549183:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.549184:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1773688179.550051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11800. 00000800:00000001:1.0:1773688179.551260:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.551265:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.551267:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.551268:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.551272:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.551278:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4463780 00000400:00000200:1.0:1773688179.551283:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 100368 00000800:00000001:1.0:1773688179.551287:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.551291:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.551293:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.551295:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.551298:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.551299:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688179.551302:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b04e56680. 00000100:00000040:1.0:1773688179.551304:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b04e56680 x1859843854317440 msgsize 584 00000100:00100000:1.0:1773688179.551307:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.551318:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.551322:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.551324:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.551359:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.551361:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854317440 02000000:00000001:3.0:1773688179.551362:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.551363:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.551366:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.551368:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.551370:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854317440 00000020:00000001:3.0:1773688179.551371:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.551372:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.551374:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.551375:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=60 00000020:00000001:3.0:1773688179.551377:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.551378:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.551380:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.551383:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5dc0. 00000100:00000001:3.0:1773688179.551384:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.551386:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5dc0. 00000020:00000010:3.0:1773688179.551389:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb800. 00000020:00000010:3.0:1773688179.551391:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b31e03a00. 00000020:00000010:3.0:1773688179.551394:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e07d0. 00000100:00000040:3.0:1773688179.551397:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.551399:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.551400:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.551401:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.551403:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.551404:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.551413:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.551420:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.551428:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.551430:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.551434:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15494 00000100:00000040:3.0:1773688179.551437:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.551439:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997139547776 : -129076570003840 : ffff8a9b04e56680) 00000100:00000040:3.0:1773688179.551444:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b04e56680 x1859843854317440/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.551453:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.551456:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5dc0. 00000100:00000001:3.0:1773688179.551458:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.551460:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5dc0. 00000100:00100000:3.0:1773688179.551464:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b04e56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+60:68109:x1859843854317440:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.551468:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854317440 00000020:00000001:3.0:1773688179.551470:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.551473:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.551476:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.551477:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.551479:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.551480:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.551482:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854317440, found 0 last_xid 1859843854317439 00000020:00000001:3.0:1773688179.551484:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.551485:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.551487:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.551495:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.551497:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.551498:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.551499:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.551501:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.551502:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.551505:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.551509:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:3.0:1773688179.551511:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.551512:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.551514:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b11800. 00000020:00000001:3.0:1773688179.551516:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.551518:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b11800 with handle 0x52973366461d2bd3 to hash 00000020:00000001:3.0:1773688179.551519:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.551520:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00010000:00000010:3.0:1773688179.551524:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba100. 00010000:00000001:3.0:1773688179.551525:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00010000:00010000:3.0:1773688179.551529:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2bd3 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a790 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.551534:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.551536:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=61 00010000:00000001:3.0:1773688179.551540:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.551541:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.551545:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.551547:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.551548:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688179.551549:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.551550:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.551552:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.551554:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.551556:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.551557:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.551559:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.551560:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.551561:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.551562:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.551566:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a19020000. 02000000:00000001:3.0:1773688179.551567:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.551568:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.551570:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.551571:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688179.551573:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688179.551574:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.551576:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.551577:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.551578:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.551585:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.551586:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.551587:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.551588:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.551591:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.551592:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.551593:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.551594:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.551595:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.551596:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.551596:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.551597:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.551598:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.551600:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.551600:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.551603:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.551605:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.551606:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.551608:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.551609:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.551610:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.551611:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.551612:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.551613:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.551614:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.551615:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.551616:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.551617:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.551617:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.551619:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.551621:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1773688179.551625:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3af8 00000004:00000002:3.0:1773688179.551626:0:75542:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/HANDOUT.DOC, ldlm_rep = ffff8a9a19020228 00000004:00000001:3.0:1773688179.551630:0:75542:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1773688179.551632:0:75542:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1773688179.551634:0:75542:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1773688179.551635:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.551637:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.551638:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 5 00010000:00000001:3.0:1773688179.551640:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.551641:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.551643:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b10a00. 00000020:00000001:3.0:1773688179.551646:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.551648:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b10a00 with handle 0x52973366461d2bda to hash 00000020:00000001:3.0:1773688179.551649:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.551650:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00000010:3.0:1773688179.551652:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba380. 00010000:00000001:3.0:1773688179.551653:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00000001:3.0:1773688179.551655:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.551656:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.551658:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2bda lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.551662:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.551664:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.551665:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.551667:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.551668:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.551669:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.551670:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.551672:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.551673:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.551673:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.551674:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.551676:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 5 00010000:00000040:3.0:1773688179.551678:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.551681:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2bcc lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a789 expref: 61 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.551687:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 61 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.551691:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 61 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.551696:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2bda lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.551699:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.551701:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.551702:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.551703:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.551704:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.551705:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.551707:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.551708:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.551710:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.551712:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2bda lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.551715:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.551716:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.551717:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.551718:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.551718:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.551720:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46200 count: 3 00010000:00000001:3.0:1773688179.551721:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.551722:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.551723:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b11600. 00000020:00000001:3.0:1773688179.551725:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.551726:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b11600 with handle 0x52973366461d2be1 to hash 00000020:00000001:3.0:1773688179.551727:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.551728:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941425664 : -129075768125952 : ffff8a9b34b11600) 00010000:00000010:3.0:1773688179.551730:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315baa00. 00010000:00000001:3.0:1773688179.551731:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941425664 : -129075768125952 : ffff8a9b34b11600) 00010000:00000001:3.0:1773688179.551732:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.551733:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.551734:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2be1 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.551737:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.551738:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.551738:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.551739:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.551740:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.551741:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.551742:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.551743:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.551743:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.551744:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.551745:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.551746:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) refcount = 3 00010000:00000040:3.0:1773688179.551747:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.551749:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10000/0x52973366461d2b9b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.551752:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d2b78 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.551755:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2be1 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.551757:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.551759:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.551760:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.551761:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.551762:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.551763:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.551764:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.551765:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.551766:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.551767:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2be1 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.551770:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.551770:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.551771:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.551772:0:75542:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.551774:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.551787:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.551789:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.551791:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688179.551793:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.551795:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1773688179.551804:0:75542:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.551805:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.551806:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.551808:0:75542:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:3.0:1773688179.551810:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.551811:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.551812:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.551813:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.551814:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10a00 refcount=3 00000020:00000001:3.0:1773688179.551815:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00000001:3.0:1773688179.551817:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00000001:3.0:1773688179.551819:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.551821:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2bda lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.551827:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.551828:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.551830:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2bda lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.551835:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.551836:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.551839:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.551841:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2bda lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.551846:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b34b10a00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.551848:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.551850:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.551852:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2bda lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.551858:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.551859:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.551860:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.551862:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10a00 refcount=4 00000020:00000001:3.0:1773688179.551864:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00000001:3.0:1773688179.551866:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00000001:3.0:1773688179.551868:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.551871:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2bda lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.551876:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.551877:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.551878:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.551881:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.551882:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.551883:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.551884:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.551886:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b10a00 with handle 0x52973366461d2bda from hash 00010000:00000001:3.0:1773688179.551887:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.551888:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.551889:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.551890:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.551891:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.551892:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.551893:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.551894:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.551895:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.551897:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.551898:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.551900:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.551901:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.551902:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.551903:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.551905:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.551905:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.551906:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.551907:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.551908:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.551910:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2bda lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.551913:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.551913:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.551914:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.551915:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.551916:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.551917:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2bda lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.551920:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba380. 00010000:00000001:3.0:1773688179.551926:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.551926:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.551928:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.551929:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.551930:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.551930:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11600 refcount=3 00000020:00000001:3.0:1773688179.551932:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941425664 : -129075768125952 : ffff8a9b34b11600) 00010000:00000001:3.0:1773688179.551933:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941425664 : -129075768125952 : ffff8a9b34b11600) 00010000:00000001:3.0:1773688179.551934:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.551935:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2be1 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.551938:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.551939:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.551940:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2be1 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.551943:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.551944:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.551945:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.551946:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2be1 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.551949:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b34b11600 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.551950:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.551951:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.551952:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2be1 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.551966:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.551967:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.551967:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.551968:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11600 refcount=4 00000020:00000001:3.0:1773688179.551969:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941425664 : -129075768125952 : ffff8a9b34b11600) 00010000:00000001:3.0:1773688179.551971:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941425664 : -129075768125952 : ffff8a9b34b11600) 00010000:00000001:3.0:1773688179.551972:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.551974:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2be1 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.551977:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.551977:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.551978:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.551980:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.551980:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.551981:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.551982:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.551983:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b11600 with handle 0x52973366461d2be1 from hash 00010000:00000001:3.0:1773688179.551984:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.551985:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.551986:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.551986:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.551988:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.551988:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.551989:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.551990:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.551991:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.551992:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) 00010000:00010000:3.0:1773688179.551993:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.551994:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.551995:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.551996:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.551997:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.551998:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.551999:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.551999:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.552000:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.552001:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.552003:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2be1 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.552029:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.552031:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.552033:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.552034:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.552035:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.552038:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2be1 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.552044:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315baa00. 00010000:00000001:3.0:1773688179.552048:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.552050:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.552051:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.552052:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.552054:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1773688179.552056:0:75542:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:3.0:1773688179.552059:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.552061:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.552063:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.552064:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.552065:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.552067:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.552072:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.552074:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1773688179.552077:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.552078:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.552080:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773688179.552082:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.552083:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.552086:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.552087:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.552089:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.552090:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.552093:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b11800 with handle 0x52973366461d2bd3 from hash 00010000:00000001:3.0:1773688179.552094:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.552096:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.552096:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.552098:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.552099:0:75542:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773688179.552101:0:75542:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1773688179.552104:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2bd3 lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a790 expref: 61 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.552110:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1773688179.552111:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.552112:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.552113:0:75542:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.552115:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.552116:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.552117:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.552118:0:75542:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.552119:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.552120:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.552120:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.552121:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.552122:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.552124:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.552125:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.552126:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.552127:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.552128:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.552130:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2bd3 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a790 expref: 61 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.552134:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:3.0:1773688179.552135:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 60 00010000:00000010:3.0:1773688179.552136:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba100. 00010000:00000001:3.0:1773688179.552139:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.552140:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b34b11800, rc 0) 00000020:00000001:3.0:1773688179.552142:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1773688179.552144:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854317440 00010000:00000001:3.0:1773688179.552145:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.552148:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b04e56680 x1859843854317440/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.552153:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.552155:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.552156:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.552158:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.552160:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.552161:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.552163:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.552164:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.552165:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.552167:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.552169:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee4c8. 00000100:00000200:3.0:1773688179.552172:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854317440, offset 224 00000400:00000200:3.0:1773688179.552177:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.552182:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.552186:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48067:48067:256:4294967295] 192.168.204.51@tcp LPNI seq info [48063:48063:8:4294967295] 00000400:00000200:3.0:1773688179.552195:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.552199:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.552203:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d700. 00000800:00000200:3.0:1773688179.552207:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.552211:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.552214:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d700 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.552226:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.552229:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.552232:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.552233:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.552235:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.552239:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b04e56680 x1859843854317440/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.552248:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b04e56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+60:68109:x1859843854317440:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 793us (941us total) trans 0 rc 301/301 00000100:00100000:3.0:1773688179.552253:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15494 00000100:00000040:3.0:1773688179.552256:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.552257:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.552258:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.552260:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31e03a00. 00000020:00000010:3.0:1773688179.552263:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e07d0. 00000020:00000010:3.0:1773688179.552265:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb800. 00000020:00000040:3.0:1773688179.552268:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 59 00000100:00000001:3.0:1773688179.552270:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.552293:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.552297:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d700. 00000400:00000200:1.0:1773688179.552300:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.552304:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.552307:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee4c8 00000400:00000010:1.0:1773688179.552309:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee4c8. 00000100:00000001:1.0:1773688179.552312:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.552313:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1773688179.555101:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.555108:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.555111:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.555113:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.555119:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.555127:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4463800 00000400:00000200:1.0:1773688179.555132:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 100952 00000800:00000001:1.0:1773688179.555137:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.555143:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.555145:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.555148:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.555151:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.555153:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688179.555158:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b08d5df80. 00000100:00000040:1.0:1773688179.555161:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b08d5df80 x1859843854317568 msgsize 584 00000100:00100000:1.0:1773688179.555165:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.555174:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.555179:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.555181:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.555199:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.555202:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854317568 02000000:00000001:3.0:1773688179.555204:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.555206:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.555208:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.555211:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.555214:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854317568 00000020:00000001:3.0:1773688179.555216:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.555217:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.555219:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.555222:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=60 00000020:00000001:3.0:1773688179.555224:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.555226:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.555229:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.555233:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5dc0. 00000100:00000001:3.0:1773688179.555235:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.555237:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5dc0. 00000020:00000010:3.0:1773688179.555241:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb800. 00000020:00000010:3.0:1773688179.555245:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b31e03a00. 00000020:00000010:3.0:1773688179.555248:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e07d0. 00000100:00000040:3.0:1773688179.555252:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.555254:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.555264:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.555266:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.555268:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.555270:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.555274:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.555282:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.555290:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.555291:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.555296:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15495 00000100:00000040:3.0:1773688179.555299:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.555301:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997205639040 : -129076503912576 : ffff8a9b08d5df80) 00000100:00000040:3.0:1773688179.555307:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b08d5df80 x1859843854317568/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.555315:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.555317:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5dc0. 00000100:00000001:3.0:1773688179.555320:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.555322:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5dc0. 00000100:00100000:3.0:1773688179.555326:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b08d5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+60:68109:x1859843854317568:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.555330:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854317568 00000020:00000001:3.0:1773688179.555332:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.555335:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.555337:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.555339:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.555341:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.555343:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.555345:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854317568, found 0 last_xid 1859843854317567 00000020:00000001:3.0:1773688179.555348:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.555349:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.555351:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.555354:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.555356:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.555357:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.555359:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.555361:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.555362:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.555365:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.555368:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:3.0:1773688179.555371:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.555373:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.555375:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b11200. 00000020:00000001:3.0:1773688179.555378:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.555380:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b11200 with handle 0x52973366461d2be8 to hash 00000020:00000001:3.0:1773688179.555382:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.555383:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000010:3.0:1773688179.555387:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba100. 00010000:00000001:3.0:1773688179.555389:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00010000:3.0:1773688179.555392:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2be8 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a797 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.555400:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.555402:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=61 00010000:00000001:3.0:1773688179.555406:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.555408:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.555411:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.555413:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.555414:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688179.555416:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.555417:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.555420:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.555422:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.555424:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.555426:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.555428:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.555430:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.555432:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.555433:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.555438:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b09e45000. 02000000:00000001:3.0:1773688179.555440:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.555442:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.555444:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.555447:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688179.555449:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688179.555450:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.555452:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.555454:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.555455:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.555457:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.555458:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.555460:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.555461:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.555463:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.555464:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.555465:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.555466:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.555468:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.555469:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.555470:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.555471:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.555473:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.555474:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.555475:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.555478:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.555480:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.555482:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.555484:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.555485:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.555487:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.555488:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.555489:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.555491:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.555493:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.555494:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.555496:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.555497:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.555498:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.555500:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.555502:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1773688179.555506:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3af8 00000004:00000002:3.0:1773688179.555508:0:75542:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/~WRD0000.TMP, ldlm_rep = ffff8a9b09e45228 00000004:00000001:3.0:1773688179.555511:0:75542:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1773688179.555513:0:75542:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1773688179.555523:0:75542:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1773688179.555526:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.555527:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.555529:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 5 00010000:00000001:3.0:1773688179.555531:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.555533:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.555536:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b10200. 00000020:00000001:3.0:1773688179.555538:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.555540:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b10200 with handle 0x52973366461d2bef to hash 00000020:00000001:3.0:1773688179.555542:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.555543:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00010000:00000010:3.0:1773688179.555546:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315baa00. 00010000:00000001:3.0:1773688179.555548:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00010000:00000001:3.0:1773688179.555550:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.555552:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.555554:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2bef lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.555561:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.555563:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.555564:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.555566:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.555568:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.555570:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.555571:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.555573:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.555574:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.555576:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.555577:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.555579:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 5 00010000:00000040:3.0:1773688179.555582:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.555586:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2bcc lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a789 expref: 61 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.555594:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 61 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.555600:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 61 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.555606:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2bef lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.555610:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.555613:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.555614:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.555616:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.555617:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.555619:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.555621:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.555623:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.555625:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.555628:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2bef lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.555633:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.555634:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.555636:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.555637:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.555638:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773688179.555642:0:75542:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a0ec46a00. 00010000:00000010:3.0:1773688179.555645:0:75542:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b31e03280. 00010000:00000001:3.0:1773688179.555648:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.555651:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b11e00. 00000020:00000001:3.0:1773688179.555653:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.555654:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b11e00 with handle 0x52973366461d2bf6 to hash 00000020:00000001:3.0:1773688179.555656:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.555657:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941427712 : -129075768123904 : ffff8a9b34b11e00) 00010000:00000010:3.0:1773688179.555660:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba380. 00010000:00000001:3.0:1773688179.555662:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941427712 : -129075768123904 : ffff8a9b34b11e00) 00010000:00000001:3.0:1773688179.555664:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.555666:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.555669:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2bf6 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.555674:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.555675:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.555676:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.555677:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.555679:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.555680:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.555681:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.555683:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.555684:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.555685:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.555686:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.555688:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0xf97c74a3 (ffff8a9a0ec46a00) refcount = 1 00010000:00010000:3.0:1773688179.555691:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2bf6 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.555696:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.555698:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.555699:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.555701:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.555702:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.555704:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.555705:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.555707:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.555709:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.555712:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2bf6 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.555716:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.555717:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.555719:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.555720:0:75542:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.555722:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.555736:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.555738:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.555741:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688179.555744:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.555747:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1773688179.555758:0:75542:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.555760:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.555762:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.555764:0:75542:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:3.0:1773688179.555767:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.555768:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.555769:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.555771:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.555772:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10200 refcount=3 00000020:00000001:3.0:1773688179.555774:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00010000:00000001:3.0:1773688179.555776:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00010000:00000001:3.0:1773688179.555778:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.555780:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2bef lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.555785:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.555786:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.555789:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2bef lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.555798:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.555799:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.555801:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.555803:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2bef lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.555808:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b34b10200 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.555810:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.555812:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.555814:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2bef lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.555819:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.555820:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.555821:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.555822:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10200 refcount=4 00000020:00000001:3.0:1773688179.555824:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00010000:00000001:3.0:1773688179.555826:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00010000:00000001:3.0:1773688179.555828:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.555830:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2bef lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.555834:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.555836:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.555837:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.555840:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.555841:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.555842:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.555844:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.555846:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b10200 with handle 0x52973366461d2bef from hash 00010000:00000001:3.0:1773688179.555848:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.555850:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.555851:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.555852:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.555854:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.555855:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.555858:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.555859:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.555860:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.555862:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.555864:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.555866:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.555868:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.555870:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.555871:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.555873:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.555874:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.555876:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.555877:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.555879:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.555882:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2bef lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.555886:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.555887:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.555888:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.555889:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.555890:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.555892:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2bef lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.555897:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315baa00. 00010000:00000001:3.0:1773688179.555902:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.555903:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.555904:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.555905:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.555907:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.555908:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11e00 refcount=3 00000020:00000001:3.0:1773688179.555910:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941427712 : -129075768123904 : ffff8a9b34b11e00) 00010000:00000001:3.0:1773688179.555912:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941427712 : -129075768123904 : ffff8a9b34b11e00) 00010000:00000001:3.0:1773688179.555914:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.555916:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2bf6 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.555921:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.555922:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.555924:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2bf6 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.555929:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.555930:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.555932:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.555934:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2bf6 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.555938:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b34b11e00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.555939:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.555940:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.555943:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2bf6 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.555947:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.555948:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.555949:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.555950:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11e00 refcount=4 00000020:00000001:3.0:1773688179.555952:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941427712 : -129075768123904 : ffff8a9b34b11e00) 00010000:00000001:3.0:1773688179.555954:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941427712 : -129075768123904 : ffff8a9b34b11e00) 00010000:00000001:3.0:1773688179.555969:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.555972:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2bf6 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.555976:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.555977:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.555979:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.555981:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.555982:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.555984:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.555985:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.555987:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b11e00 with handle 0x52973366461d2bf6 from hash 00010000:00000001:3.0:1773688179.555989:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.555990:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.555991:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.555992:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.555994:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.555995:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.555997:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.555998:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.555999:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.556001:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0xf97c74a3 (ffff8a9a0ec46a00) 00010000:00010000:3.0:1773688179.556003:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.556021:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.556024:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.556026:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.556028:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.556030:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.556032:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.556034:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.556036:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.556038:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.556041:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2bf6 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.556046:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.556048:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.556049:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.556051:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.556052:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.556054:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2bf6 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.556063:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba380. 00010000:00000040:3.0:1773688179.556067:0:75542:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a0ec46a00 count: 0 00010000:00000010:3.0:1773688179.556072:0:75542:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b31e03280. 00010000:00000001:3.0:1773688179.556078:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.556079:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.556081:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.556082:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.556083:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1773688179.556086:0:75542:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:3.0:1773688179.556089:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.556090:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.556091:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.556093:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.556094:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.556096:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.556100:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.556102:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1773688179.556104:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.556106:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.556107:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773688179.556109:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.556111:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.556113:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.556115:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.556116:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.556118:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.556120:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b11200 with handle 0x52973366461d2be8 from hash 00010000:00000001:3.0:1773688179.556122:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.556123:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.556125:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.556126:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.556127:0:75542:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773688179.556129:0:75542:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1773688179.556133:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2be8 lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a797 expref: 61 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.556144:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1773688179.556146:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.556148:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.556149:0:75542:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.556151:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.556153:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.556154:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.556156:0:75542:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.556157:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.556158:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.556159:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.556161:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.556163:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.556165:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.556166:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.556168:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.556170:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.556171:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.556174:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2be8 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a797 expref: 61 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.556180:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:3.0:1773688179.556181:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 60 00010000:00000010:3.0:1773688179.556184:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba100. 00010000:00000001:3.0:1773688179.556188:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.556190:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b34b11200, rc 0) 00000020:00000001:3.0:1773688179.556192:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1773688179.556194:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854317568 00010000:00000001:3.0:1773688179.556196:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.556200:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b08d5df80 x1859843854317568/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.556207:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.556209:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.556211:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.556215:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.556217:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.556219:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.556221:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.556223:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.556225:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.556227:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.556230:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeeee0. 00000100:00000200:3.0:1773688179.556234:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854317568, offset 224 00000400:00000200:3.0:1773688179.556238:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.556245:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.556250:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48068:48068:256:4294967295] 192.168.204.51@tcp LPNI seq info [48064:48064:8:4294967295] 00000400:00000200:3.0:1773688179.556258:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.556263:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.556266:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d400. 00000800:00000200:3.0:1773688179.556271:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.556275:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.556278:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d400 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.556289:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.556293:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.556295:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.556297:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.556299:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.556302:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b08d5df80 x1859843854317568/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.556312:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b08d5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+60:68109:x1859843854317568:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 994us (1148us total) trans 0 rc 301/301 00000100:00100000:3.0:1773688179.556319:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15495 00000100:00000040:3.0:1773688179.556322:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.556324:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.556326:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.556329:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31e03a00. 00000020:00000010:3.0:1773688179.556332:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e07d0. 00000020:00000010:3.0:1773688179.556335:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb800. 00000020:00000040:3.0:1773688179.556339:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 59 00000100:00000001:3.0:1773688179.556342:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.556364:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.556368:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d400. 00000400:00000200:1.0:1773688179.556371:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.556376:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.556379:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeeee0 00000400:00000010:1.0:1773688179.556381:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeeee0. 00000100:00000001:1.0:1773688179.556384:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.556386:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1773688179.557038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10a00. 00000800:00000001:1.0:1773688179.559902:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.559909:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.559911:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.559912:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.559917:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.559923:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 656 into portal 12 MB=0x69b84a4463900 00000400:00000200:1.0:1773688179.559927:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 656/656 into md 0x3b659 [64] + 101536 00000800:00000001:1.0:1773688179.559932:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.559937:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.559939:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.559941:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.559944:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.559946:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688179.559950:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3220f800. 00000100:00000040:1.0:1773688179.559952:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3220f800 x1859843854317824 msgsize 656 00000100:00100000:1.0:1773688179.559966:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.559974:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.559978:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.559980:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.560002:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.560005:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854317824 02000000:00000001:3.0:1773688179.560023:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.560025:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.560028:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.560031:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.560035:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854317824 00000020:00000001:3.0:1773688179.560038:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.560041:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.560043:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.560046:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=60 00000020:00000001:3.0:1773688179.560048:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.560051:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.560055:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.560059:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5dc0. 00000100:00000001:3.0:1773688179.560061:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.560063:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5dc0. 00000020:00000010:3.0:1773688179.560067:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb800. 00000020:00000010:3.0:1773688179.560071:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b31e03a00. 00000020:00000010:3.0:1773688179.560074:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e07d0. 00000100:00000040:3.0:1773688179.560080:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.560082:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.560083:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.560085:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.560087:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.560089:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.560094:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.560106:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.560115:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.560116:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.560121:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15496 00000100:00000040:3.0:1773688179.560125:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.560128:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997898426368 : -129075811125248 : ffff8a9b3220f800) 00000100:00000040:3.0:1773688179.560135:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3220f800 x1859843854317824/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 656/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.560143:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.560146:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5dc0. 00000100:00000001:3.0:1773688179.560148:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.560150:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5dc0. 00000100:00100000:3.0:1773688179.560155:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3220f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+60:68109:x1859843854317824:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.560158:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854317824 00000020:00000001:3.0:1773688179.560161:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.560164:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.560167:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.560169:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.560171:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.560174:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.560176:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854317824, found 0 last_xid 1859843854317823 00000020:00000001:3.0:1773688179.560179:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.560181:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.560182:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.560186:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.560187:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.560189:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.560191:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.560193:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1773688179.560194:0:75542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00000001:3.0:1773688179.560196:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.560199:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.560201:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10c00 refcount=3 00000020:00000001:3.0:1773688179.560203:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:3.0:1773688179.560205:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000040:3.0:1773688179.560209:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00000004:00000001:3.0:1773688179.560212:0:75542:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1773688179.560213:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1773688179.560215:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.560217:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.560219:0:75542:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.560221:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.560224:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.560225:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.560228:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.560230:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.560231:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.560233:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.560236:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b10c00 with handle 0x52973366461d2bcc from hash 00010000:00000001:3.0:1773688179.560238:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.560239:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.560240:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.560242:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.560244:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.560246:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.560248:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.560250:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.560254:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2bcc lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a789 expref: 60 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.560262:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 30 00000020:00000040:3.0:1773688179.560264:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 59 00010000:00000010:3.0:1773688179.560267:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.560273:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.560275:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.560277:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.560280:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00000001:3.0:1773688179.560282:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.560284:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.560287:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1773688179.560288:0:75542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1773688179.560289:0:75542:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.560293:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.560295:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:3.0:1773688179.560297:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.560299:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.560302:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b10a00. 00000020:00000001:3.0:1773688179.560304:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.560306:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b10a00 with handle 0x52973366461d2bfd to hash 00000020:00000001:3.0:1773688179.560308:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.560309:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00000010:3.0:1773688179.560312:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.560314:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00010000:3.0:1773688179.560318:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2bfd lrc: 2/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a79e expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.560324:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:3.0:1773688179.560326:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=60 00010000:00000001:3.0:1773688179.560329:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.560331:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.560336:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.560338:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.560340:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.560342:0:75542:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:3.0:1773688179.560346:0:75542:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9b3220f800 x1859843854317824/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 656/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1773688179.560353:0:75542:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1773688179.560355:0:75542:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1773688179.560357:0:75542:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1773688179.560360:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.560361:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.560364:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.560365:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.560367:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.560373:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.560374:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.560376:0:75542:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.560378:0:75542:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.560381:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.560382:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.560384:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.560386:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.560393:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9b04e7b000. 02000000:00000001:3.0:1773688179.560395:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.560398:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.560401:0:75542:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1773688179.560402:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.560403:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.560405:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.560406:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.560408:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.560410:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.560411:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.560412:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.560415:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.560416:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.560418:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.560421:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.560423:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.560426:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.560427:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.560428:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.560430:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.560431:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.560433:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.560435:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.560436:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.560438:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.560439:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.560441:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.560443:0:75542:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.560445:0:75542:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1773688179.560446:0:75542:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.560448:0:75542:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1773688179.560451:0:75542:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:3.0:1773688179.560454:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3a38 00000004:00000002:3.0:1773688179.560456:0:75542:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xef:0x0]/(~WRD0000.TMP->[0x20000afe1:0x144:0x0]) cr_flag=040000000000103 mode=0100600 msg_flag=0x600 00000004:00000001:3.0:1773688179.560461:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.560463:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.560465:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.560468:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.560470:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.560472:0:75542:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1773688179.560474:0:75542:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.560478:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.560494:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.560496:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.560498:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688179.560502:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.560505:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1773688179.560526:0:75542:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.560528:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.560530:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.560532:0:75542:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1773688179.560534:0:75542:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1773688179.560536:0:75542:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1773688179.560538:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.560540:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.560542:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:3.0:1773688179.560544:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.560547:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.560550:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b09d1ca00. 00000020:00000001:3.0:1773688179.560552:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.560554:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b09d1ca00 with handle 0x52973366461d2c04 to hash 00000020:00000001:3.0:1773688179.560556:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.560557:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997222148608 : -129076487403008 : ffff8a9b09d1ca00) 00010000:00000010:3.0:1773688179.560560:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba100. 00010000:00000001:3.0:1773688179.560562:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997222148608 : -129076487403008 : ffff8a9b09d1ca00) 00010000:00000001:3.0:1773688179.560564:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.560565:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.560568:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1ca00/0x52973366461d2c04 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.560575:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.560576:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.560578:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.560580:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.560581:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.560583:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.560585:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.560587:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.560588:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.560589:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.560590:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.560592:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 4 00010000:00000040:3.0:1773688179.560595:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.560598:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 60 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.560606:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 60 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.560612:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1ca00/0x52973366461d2c04 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.560617:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.560619:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.560621:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.560622:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.560624:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.560626:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.560628:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.560631:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.560632:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.560635:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1ca00/0x52973366461d2c04 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.560640:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.560642:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.560643:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.560644:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.560645:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773688179.560649:0:75542:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a0ec46d00. 00010000:00000010:3.0:1773688179.560652:0:75542:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b31e03280. 00010000:00000001:3.0:1773688179.560655:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.560657:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b09d1d600. 00000020:00000001:3.0:1773688179.560658:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.560660:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b09d1d600 with handle 0x52973366461d2c0b to hash 00000020:00000001:3.0:1773688179.560662:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.560663:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997222151680 : -129076487399936 : ffff8a9b09d1d600) 00010000:00000010:3.0:1773688179.560666:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba380. 00010000:00000001:3.0:1773688179.560668:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997222151680 : -129076487399936 : ffff8a9b09d1d600) 00010000:00000001:3.0:1773688179.560670:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.560672:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.560675:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1d600/0x52973366461d2c0b lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.560680:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.560682:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.560683:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.560684:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.560685:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.560687:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.560688:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.560690:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.560691:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.560693:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.560694:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.560696:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0xf97c74a3 (ffff8a9a0ec46d00) refcount = 1 00010000:00010000:3.0:1773688179.560698:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1d600/0x52973366461d2c0b lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.560702:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.560704:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.560705:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.560706:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.560707:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.560709:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.560710:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.560712:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.560713:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.560716:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1d600/0x52973366461d2c0b lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.560720:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.560722:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.560723:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.560724:0:75542:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.560726:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.560733:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.560734:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.560736:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688179.560740:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.560742:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1773688179.560749:0:75542:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.560751:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.560753:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.560756:0:75542:0:(mdt_handler.c:3750:mdt_object_new()) Process entered 00000004:00000040:3.0:1773688179.560759:0:75542:0:(mdt_handler.c:3752:mdt_object_new()) Allocate object for [0x20000afe1:0x144:0x0] 00000020:00000001:3.0:1773688179.560760:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:3.0:1773688179.560764:0:75542:0:(mdt_handler.c:6940:mdt_object_alloc()) Process entered 00000004:00000010:3.0:1773688179.560767:0:75542:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8a9b41868f00. 00000004:00000001:3.0:1773688179.560771:0:75542:0:(mdt_handler.c:6965:mdt_object_alloc()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:3.0:1773688179.560776:0:75542:0:(mdt_handler.c:6978:mdt_object_init()) Process entered 00000004:00000040:3.0:1773688179.560778:0:75542:0:(mdt_handler.c:6981:mdt_object_init()) object init, fid = [0x20000afe1:0x144:0x0] 00000004:00000010:3.0:1773688179.560781:0:75542:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8a9b34b9fca8. 00000004:00000001:3.0:1773688179.560784:0:75542:0:(mdt_handler.c:6990:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.560787:0:75542:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:3.0:1773688179.560789:0:75542:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:3.0:1773688179.560793:0:75542:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8a9b311ac550. 00000004:00000001:3.0:1773688179.560795:0:75542:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446614997881242960 : -129075828308656 : ffff8a9b311ac550) 00000004:00000001:3.0:1773688179.560797:0:75542:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.560800:0:75542:0:(lod_object.c:9526:lod_object_init()) Process entered 00000004:00000001:3.0:1773688179.560801:0:75542:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1773688179.560804:0:75542:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1773688179.560806:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.560808:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.560810:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.560812:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.560814:0:75542:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1773688179.560816:0:75542:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x20000afe1 00000004:00000001:3.0:1773688179.560818:0:75542:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1773688179.560822:0:75542:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8a9a09c1c1c8. 00000004:00000001:3.0:1773688179.560825:0:75542:0:(lod_object.c:9569:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.560828:0:75542:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1773688179.560830:0:75542:0:(osd_object.c:541:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.560831:0:75542:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.560835:0:75542:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:3.0:1773688179.560837:0:75542:0:(mdt_handler.c:3758:mdt_object_new()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00080000:00000001:3.0:1773688179.560844:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.560848:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:3.0:1773688179.560850:0:75542:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0xef:0x0] version is 0x27000000be 00000004:00000002:3.0:1773688179.560853:0:75542:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0x144:0x0] version is 0x1 00000004:00000001:3.0:1773688179.560857:0:75542:0:(mdd_dir.c:3113:mdd_create()) Process entered 00000004:00000001:3.0:1773688179.560864:0:75542:0:(mdd_dir.c:2504:mdd_create_sanity_check()) Process entered 00000004:00000001:3.0:1773688179.560867:0:75542:0:(mdd_dir.c:442:mdd_may_create()) Process entered 00000004:00000001:3.0:1773688179.560868:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.560870:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 3 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688179.560873:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.560875:0:75542:0:(mdd_dir.c:454:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.560877:0:75542:0:(mdd_dir.c:2609:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1773688179.560881:0:75542:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1773688179.560886:0:75542:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9a168b1f60. 00080000:00000001:3.0:1773688179.560889:0:75542:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1773688179.560895:0:75542:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10e30c00. 00080000:00000001:3.0:1773688179.560898:0:75542:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00000004:00000001:3.0:1773688179.560901:0:75542:0:(mdd_dir.c:2785:mdd_acl_init()) Process entered 00000004:00000001:3.0:1773688179.560904:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.560905:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.560907:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.560910:0:75542:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.560914:0:75542:0:(mdd_dir.c:2823:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1773688179.560917:0:75542:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x20000afe1:0x144:0x0] eadata 0000000000000000 len 0 00000004:00000001:3.0:1773688179.560920:0:75542:0:(lod_object.c:5733:lod_ah_init()) Process entered 00080000:00000002:3.0:1773688179.560925:0:75542:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x20000afe1:0xef:0x0] not in the id map cache 00000004:00000001:3.0:1773688179.560928:0:75542:0:(lod_object.c:5355:lod_get_default_lov_striping()) Process entered 00000004:00000001:3.0:1773688179.560930:0:75542:0:(lod_lov.c:1029:lod_get_ea()) Process entered 00080000:00000001:3.0:1773688179.560931:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.560933:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.560935:0:75542:0:(lod_lov.c:1044:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.560936:0:75542:0:(lod_object.c:5364:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.560938:0:75542:0:(lod_object.c:5355:lod_get_default_lov_striping()) Process entered 00000004:00000001:3.0:1773688179.560939:0:75542:0:(lod_lov.c:1029:lod_get_ea()) Process entered 00080000:00000001:3.0:1773688179.560940:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.560943:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.560945:0:75542:0:(lod_lov.c:1044:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.560947:0:75542:0:(lod_object.c:5364:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1773688179.560951:0:75542:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8a9a16f6bf00. 00000004:00000001:3.0:1773688179.560953:0:75542:0:(lod_object.c:6016:lod_ah_init()) Process leaving 00000004:00000001:3.0:1773688179.560970:0:75542:0:(mdd_dir.c:1597:mdd_linkea_prepare()) Process entered 00000020:00000001:3.0:1773688179.560975:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e38c8 00000001:00000002:3.0:1773688179.560977:0:75542:0:(linkea.c:183:linkea_add_buf()) New link_ea name '[0x20000afe1:0xef:0x0]:~WRD0000.TMP' is added 00000004:00000001:3.0:1773688179.560979:0:75542:0:(mdd_dir.c:1624:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.560982:0:75542:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:3.0:1773688179.560984:0:75542:0:(lod_object.c:6196:lod_declare_create()) Process entered 00000004:00000001:3.0:1773688179.560986:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.560989:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:3.0:1773688179.560992:0:75542:0:(osd_object.c:1462:osd_declare_create()) Process entered 00080000:00000001:3.0:1773688179.561030:0:75542:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1773688179.561033:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.561034:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.561036:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.561038:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.561040:0:75542:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1773688179.561048:0:75542:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x20000afe1:0x144:0x0] not in the id map cache 00000001:00000001:3.0:1773688179.561051:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.561053:0:75542:0:(osd_object.c:1516:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561056:0:75542:0:(lod_object.c:6130:lod_declare_striped_create()) Process entered 00020000:00000001:3.0:1773688179.561058:0:75542:0:(lod_qos.c:2957:lod_prepare_create()) Process entered 00020000:00000001:3.0:1773688179.561061:0:75542:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00020000:00000001:3.0:1773688179.561063:0:75542:0:(lod_qos.c:2436:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:3.0:1773688179.561065:0:75542:0:(lod_qos.c:2993:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:3.0:1773688179.561068:0:75542:0:(lod_qos.c:2807:lod_qos_prep_create()) Process entered 00020000:00000001:3.0:1773688179.561071:0:75542:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:3.0:1773688179.561073:0:75542:0:(lod_qos.c:162:lod_qos_statfs_update()) Process leaving 00020000:00000001:3.0:1773688179.561074:0:75542:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:3.0:1773688179.561076:0:75542:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:3.0:1773688179.561079:0:75542:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8a9a10e53ba0. 00020000:00000010:3.0:1773688179.561082:0:75542:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8a9a10e53338. 00020000:00001000:3.0:1773688179.561084:0:75542:0:(lod_qos.c:2859:lod_qos_prep_create()) tgt_count 2 stripe_count 1 00020000:00001000:3.0:1773688179.561087:0:75542:0:(lod_qos.c:2875:lod_qos_prep_create()) collecting conflict osts for comp[0] 00020000:00000001:3.0:1773688179.561090:0:75542:0:(lod_qos.c:1575:lod_ost_alloc_qos()) Process entered 00020000:00000001:3.0:1773688179.561093:0:75542:0:(lod_qos.c:1599:lod_ost_alloc_qos()) Process leaving via out_nolock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00020000:00000001:3.0:1773688179.561095:0:75542:0:(lod_qos.c:1817:lod_ost_alloc_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00020000:00000001:3.0:1773688179.561097:0:75542:0:(lod_qos.c:702:lod_ost_alloc_rr()) Process entered 00020000:00000001:3.0:1773688179.561099:0:75542:0:(lod_qos.c:217:lod_qos_calc_rr()) Process entered 00020000:00000001:3.0:1773688179.561101:0:75542:0:(lod_qos.c:221:lod_qos_calc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:3.0:1773688179.561103:0:75542:0:(lod_qos.c:756:lod_ost_alloc_rr()) pool '' want 1 start_idx 0 start_count 2046 offset 0 active 2 count 2 00020000:00001000:3.0:1773688179.561106:0:75542:0:(lod_qos.c:774:lod_ost_alloc_rr()) #0 strt 1 act 0 strp 0 ary 1 idx 1 00020000:00000001:3.0:1773688179.561109:0:75542:0:(lod_qos.c:586:lod_check_and_reserve_ost()) Process entered 00020000:00000001:3.0:1773688179.561111:0:75542:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:3.0:1773688179.561114:0:75542:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:3.0:1773688179.561117:0:75542:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=942848, bfree=935936, bavail=924160, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117737, ffree=116992, state=0 00000004:00000001:3.0:1773688179.561122:0:75542:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773688179.561124:0:75542:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561126:0:75542:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1773688179.561128:0:75542:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773688179.561131:0:75542:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:3.0:1773688179.561135:0:75542:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8a9b36cec8e0. 00000004:00000001:3.0:1773688179.561139:0:75542:0:(osp_object.c:2259:osp_object_init()) Process entered 00000004:00000001:3.0:1773688179.561141:0:75542:0:(osp_object.c:2286:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561144:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.561145:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00000004:00000001:3.0:1773688179.561148:0:75542:0:(osp_object.c:1466:osp_declare_create()) Process entered 00000020:00000001:3.0:1773688179.561151:0:75542:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1773688179.561152:0:75542:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00000004:00000001:3.0:1773688179.561156:0:75542:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:3.0:1773688179.561159:0:75542:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.561162:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.561168:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.561170:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561172:0:75542:0:(osp_object.c:1533:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773688179.561174:0:75542:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446614997976926520 : -129075732625096 : ffff8a9b36cec938) 00020000:00000001:3.0:1773688179.561176:0:75542:0:(lod_qos.c:656:lod_check_and_reserve_ost()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773688179.561178:0:75542:0:(lod_qos.c:833:lod_ost_alloc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773688179.561180:0:75542:0:(lod_qos.c:2945:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773688179.561183:0:75542:0:(lod_qos.c:3001:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773688179.561185:0:75542:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:3.0:1773688179.561186:0:75542:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1773688179.561189:0:75542:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.561190:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.561191:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:3.0:1773688179.561194:0:75542:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1773688179.561197:0:75542:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561199:0:75542:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561201:0:75542:0:(lod_object.c:6174:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561203:0:75542:0:(lod_object.c:6277:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561205:0:75542:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561207:0:75542:0:(mdd_dir.c:2427:mdd_declare_object_initialize()) Process entered 00000004:00000001:3.0:1773688179.561208:0:75542:0:(mdd_dir.c:2431:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561211:0:75542:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:3.0:1773688179.561213:0:75542:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:3.0:1773688179.561215:0:75542:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.561217:0:75542:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:3.0:1773688179.561219:0:75542:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561220:0:75542:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561222:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.561224:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:3.0:1773688179.561226:0:75542:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:3.0:1773688179.561232:0:75542:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561235:0:75542:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.561238:0:75542:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.561239:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.561240:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:3.0:1773688179.561242:0:75542:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1773688179.561253:0:75542:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561255:0:75542:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561257:0:75542:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561259:0:75542:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.561262:0:75542:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.561263:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.561264:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:3.0:1773688179.561268:0:75542:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1773688179.561270:0:75542:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561272:0:75542:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561274:0:75542:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:3.0:1773688179.561275:0:75542:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561277:0:75542:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.561281:0:75542:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1773688179.561283:0:75542:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1773688179.561287:0:75542:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1773688179.561289:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.561290:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:3.0:1773688179.561292:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.561296:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.561297:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561299:0:75542:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561301:0:75542:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.561302:0:75542:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.561304:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.561305:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:3.0:1773688179.561307:0:75542:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1773688179.561309:0:75542:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561310:0:75542:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561312:0:75542:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.561331:0:75542:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.561334:0:75542:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561338:0:75542:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:3.0:1773688179.561340:0:75542:0:(lod_object.c:6470:lod_create()) Process entered 00000004:00000001:3.0:1773688179.561342:0:75542:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:3.0:1773688179.561343:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.561344:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:3.0:1773688179.561347:0:75542:0:(osd_object.c:1919:osd_create()) Process entered 00080000:00000001:3.0:1773688179.561391:0:75542:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1773688179.561393:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.561395:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.561396:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.561398:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.561400:0:75542:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.561433:0:75542:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1773688179.561436:0:75542:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.561439:0:75542:0:(osd_object.c:2031:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561441:0:75542:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561443:0:75542:0:(lod_object.c:6355:lod_striped_create()) Process entered 00000004:00000001:3.0:1773688179.561446:0:75542:0:(lod_object.c:6302:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1773688179.561448:0:75542:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:3.0:1773688179.561449:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.561450:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00000004:00000001:3.0:1773688179.561453:0:75542:0:(osp_object.c:1569:osp_create()) Process entered 00000004:00000002:3.0:1773688179.561457:0:75542:0:(osp_object.c:1604:osp_create()) fid for osp_object ffff8a9b36cec8e0 is [0x2c0000401:0xa09:0x0] 00000020:00000001:3.0:1773688179.561460:0:75542:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1773688179.561461:0:75542:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:3.0:1773688179.561464:0:75542:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.561473:0:75542:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000004:00080000:3.0:1773688179.561476:0:75542:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xa09:0x0], index 1: 0 00000004:00000001:3.0:1773688179.561478:0:75542:0:(osp_object.c:1659:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561480:0:75542:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561482:0:75542:0:(lod_lov.c:578:lod_fill_mirrors()) Process entered 00000004:00000001:3.0:1773688179.561484:0:75542:0:(lod_lov.c:583:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561486:0:75542:0:(lod_object.c:4695:lod_generate_and_set_lovea()) Process entered 00000004:00000001:3.0:1773688179.561488:0:75542:0:(lod_lov.c:897:lod_generate_lovea()) Process entered 00000004:00000001:3.0:1773688179.561490:0:75542:0:(lod_lov.c:716:lod_gen_component_ea()) Process entered 00000004:00000001:3.0:1773688179.561493:0:75542:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1773688179.561494:0:75542:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1773688179.561495:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.561497:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.561498:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.561500:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.561502:0:75542:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1773688179.561503:0:75542:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2c0000401 00000004:00000001:3.0:1773688179.561505:0:75542:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561507:0:75542:0:(lod_lov.c:838:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561509:0:75542:0:(lod_lov.c:935:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561511:0:75542:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.561512:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.561514:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:3.0:1773688179.561517:0:75542:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1773688179.561519:0:75542:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:3.0:1773688179.561525:0:75542:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1773688179.561527:0:75542:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.561529:0:75542:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561531:0:75542:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561532:0:75542:0:(lod_object.c:4721:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561534:0:75542:0:(lod_object.c:6430:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561536:0:75542:0:(lod_object.c:6484:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561538:0:75542:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561539:0:75542:0:(mdd_dir.c:2456:mdd_object_initialize()) Process entered 00000004:00000001:3.0:1773688179.561541:0:75542:0:(mdd_dir.c:2470:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561545:0:75542:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.561548:0:75542:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1773688179.561549:0:75542:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.561550:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.561552:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:3.0:1773688179.561554:0:75542:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1773688179.561555:0:75542:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr user.job with size 8 00080000:00000001:3.0:1773688179.561558:0:75542:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1773688179.561559:0:75542:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.561561:0:75542:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561562:0:75542:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561564:0:75542:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561566:0:75542:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561569:0:75542:0:(mdd_dir.c:3001:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561571:0:75542:0:(mdd_dir.c:669:__mdd_index_insert()) Process entered 00000004:00000001:3.0:1773688179.561573:0:75542:0:(mdd_dir.c:647:__mdd_index_insert_only()) Process entered 00000004:00000001:3.0:1773688179.561574:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.561576:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:3.0:1773688179.561579:0:75542:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:3.0:1773688179.561590:0:75542:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561592:0:75542:0:(mdd_dir.c:659:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561594:0:75542:0:(mdd_dir.c:678:__mdd_index_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561596:0:75542:0:(mdd_dir.c:1639:mdd_links_rename()) Process entered 00000004:00000001:3.0:1773688179.561598:0:75542:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.561599:0:75542:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1773688179.561601:0:75542:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.561602:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.561603:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:3.0:1773688179.561605:0:75542:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1773688179.561607:0:75542:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.link with size 54 00080000:00000001:3.0:1773688179.561609:0:75542:0:(osd_xattr.c:852:osd_xattr_handle_linkea()) Process entered 00080000:00000001:3.0:1773688179.561611:0:75542:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1773688179.561612:0:75542:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1773688179.561614:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.561615:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.561616:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.561618:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.561620:0:75542:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.561621:0:75542:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.561623:0:75542:0:(osd_xattr.c:882:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.561627:0:75542:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1773688179.561628:0:75542:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.561630:0:75542:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561631:0:75542:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561633:0:75542:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561635:0:75542:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561637:0:75542:0:(mdd_dir.c:1653:mdd_links_rename()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.561639:0:75542:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:3.0:1773688179.561641:0:75542:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:3.0:1773688179.561642:0:75542:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:3.0:1773688179.561644:0:75542:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:3.0:1773688179.561645:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.561646:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:3.0:1773688179.561650:0:75542:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:3.0:1773688179.561652:0:75542:0:(osd_object.c:1274:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.561654:0:75542:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561656:0:75542:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561657:0:75542:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:3.0:1773688179.561659:0:75542:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561661:0:75542:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561663:0:75542:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561665:0:75542:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561666:0:75542:0:(mdd_dir.c:3237:mdd_create()) Process leaving 00000004:00000001:3.0:1773688179.561669:0:75542:0:(mdd_dir.c:1371:mdd_changelog_ns_store()) Process entered 00000004:00000001:3.0:1773688179.561670:0:75542:0:(mdd_dir.c:1378:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.561674:0:75542:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1773688179.561676:0:75542:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1773688179.561679:0:75542:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:3.0:1773688179.561682:0:75542:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.561683:0:75542:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1773688179.561684:0:75542:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.561685:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.561686:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:3.0:1773688179.561688:0:75542:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1773688179.561689:0:75542:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:3.0:1773688179.561693:0:75542:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1773688179.561694:0:75542:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.561696:0:75542:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561698:0:75542:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561699:0:75542:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561701:0:75542:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:3.0:1773688179.561703:0:75542:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692059, last_committed = 171798692041 00000001:00000010:3.0:1773688179.561707:0:75542:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a0f5f5540. 00000001:00000040:3.0:1773688179.561709:0:75542:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 18 00000020:00000040:3.0:1773688179.561711:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=61 00000001:00000010:3.0:1773688179.561716:0:75542:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a0cd82540. 00000004:00000001:3.0:1773688179.561722:0:75542:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1773688179.561723:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.561724:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045752832 : -129080663798784 : ffff8a9a10e30c00) 00080000:00000001:3.0:1773688179.561727:0:75542:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.561733:0:75542:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1773688179.561735:0:75542:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1773688179.561738:0:75542:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a0cd82540: xid 1859843854317824, transno 171798692059, tag 1, client gen 13, slot idx 3 00000001:00000001:3.0:1773688179.561741:0:75542:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.561781:0:75542:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773688179.561784:0:75542:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9a168b1f60. 00000020:00000001:3.0:1773688179.561787:0:75542:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561792:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.561794:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.561796:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561799:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.561801:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.561803:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.561805:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.561807:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.561809:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.561811:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.561813:0:75542:0:(mdt_som.c:35:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.561815:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.561817:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.561817:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.561819:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.561821:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.561823:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:3.0:1773688179.561825:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff8a9b04e7b378 00000004:00000001:3.0:1773688179.561828:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.561832:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.561837:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.561839:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.561841:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561847:0:75542:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:3.0:1773688179.561849:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.561850:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.561853:0:75542:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0x144:0x0] lease count: 0, lm: 4 00000004:00000001:3.0:1773688179.561855:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1773688179.561858:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.561859:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773688179.561863:0:75542:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a0ec46c00. 00010000:00000010:3.0:1773688179.561866:0:75542:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b07b50480. 00010000:00000001:3.0:1773688179.561869:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.561871:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b09d1dc00. 00000020:00000001:3.0:1773688179.561874:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.561876:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b09d1dc00 with handle 0x52973366461d2c12 to hash 00000020:00000001:3.0:1773688179.561878:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.561879:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00010000:00000010:3.0:1773688179.561882:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315baa00. 00010000:00000001:3.0:1773688179.561884:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00010000:00000001:3.0:1773688179.561887:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.561888:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.561891:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2c12 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.561897:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.561899:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.561900:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.561901:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.561903:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.561905:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.561906:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.561908:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.561909:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.561910:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.561912:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.561913:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9a0ec46c00) refcount = 1 00010000:00010000:3.0:1773688179.561917:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2c12 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.561921:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.561924:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.561925:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.561927:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.561928:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.561929:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.561931:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.561933:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.561935:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.561937:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2c12 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.561942:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.561944:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.561945:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.561946:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.561947:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.561949:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1dc00 refcount=3 00000020:00000001:3.0:1773688179.561950:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00010000:00000001:3.0:1773688179.561952:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00010000:00000001:3.0:1773688179.561970:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.561971:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.561973:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.561975:0:75542:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0x144:0x0], ibits = 0x1b/0x1b, open_flags = 040000000000103, try_layout = 1 : rc = 0 00000004:00000001:3.0:1773688179.561979:0:75542:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.561982:0:75542:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.561984:0:75542:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000001:00000001:3.0:1773688179.561986:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.561988:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.561990:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.561991:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.561993:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.561995:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.561996:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.561998:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.562000:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: nlink=1, mode=100600, valid=0x100000008000278f 00000001:00000001:3.0:1773688179.562003:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.562004:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773688179.562029:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11600. 00010000:00000010:3.1:1773688179.562035:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11800. 00000004:00000001:3.0:1773688179.562051:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1773688179.562054:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.562057:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.562058:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.562061:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.562064:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.562067:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.562069:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.562072:0:75542:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000004:00000002:3.0:1773688179.562074:0:75542:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56 00000004:00000001:3.0:1773688179.562076:0:75542:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000004:00000001:3.0:1773688179.562078:0:75542:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.562081:0:75542:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:3.0:1773688179.562084:0:75542:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:3.0:1773688179.562086:0:75542:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.562089:0:75542:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.562091:0:75542:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000004:00000010:3.0:1773688179.562094:0:75542:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9b07b50b80. 00000020:00000001:3.0:1773688179.562096:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.562097:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b07b50b80 with handle 0x52973366461d2c19 to hash 00000020:00000001:3.0:1773688179.562099:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:3.0:1773688179.562101:0:75542:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614997186710400 : -129076522841216 : ffff8a9b07b50b80) 00000004:00000001:3.0:1773688179.562103:0:75542:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1773688179.562104:0:75542:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:3.0:1773688179.562106:0:75542:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0x144:0x0] Change mfd open_flags 0 -> 040000000000103. 00000004:00000001:3.0:1773688179.562109:0:75542:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1773688179.562111:0:75542:0:(mdt_open.c:193:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1773688179.562112:0:75542:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.562114:0:75542:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.562117:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.562119:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.562120:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.562122:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.562124:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.562126:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.562128:0:75542:0:(mdt_open.c:1807:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.562130:0:75542:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1773688179.562133:0:75542:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:3.0:1773688179.562134:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.562136:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.562138:0:75542:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1773688179.562139:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.562140:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.562142:0:75542:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.562145:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.562146:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.562148:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.562150:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.562151:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1ca00 refcount=3 00000020:00000001:3.0:1773688179.562153:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222148608 : -129076487403008 : ffff8a9b09d1ca00) 00010000:00000001:3.0:1773688179.562156:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222148608 : -129076487403008 : ffff8a9b09d1ca00) 00010000:00000001:3.0:1773688179.562158:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.562160:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1ca00/0x52973366461d2c04 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.562166:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.562167:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.562169:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1ca00/0x52973366461d2c04 lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.562174:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.562176:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.562178:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.562180:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1ca00/0x52973366461d2c04 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.562185:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b09d1ca00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.562187:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.562189:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.562191:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1ca00/0x52973366461d2c04 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.562196:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.562197:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.562199:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.562200:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1ca00 refcount=4 00000020:00000001:3.0:1773688179.562201:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222148608 : -129076487403008 : ffff8a9b09d1ca00) 00010000:00000001:3.0:1773688179.562203:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222148608 : -129076487403008 : ffff8a9b09d1ca00) 00010000:00000001:3.0:1773688179.562206:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.562208:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1ca00/0x52973366461d2c04 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.562213:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.562215:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.562216:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.562218:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.562220:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.562221:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.562222:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.562224:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b09d1ca00 with handle 0x52973366461d2c04 from hash 00010000:00000001:3.0:1773688179.562226:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.562227:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.562229:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.562230:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.562231:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.562233:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.562234:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.562236:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.562237:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.562239:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.562241:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.562243:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.562245:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.562247:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.562248:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.562250:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.562251:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.562253:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.562254:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.562256:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.562259:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1ca00/0x52973366461d2c04 lrc: 2/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.562263:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.562264:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.562266:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.562267:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.562268:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.562270:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1ca00/0x52973366461d2c04 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.562276:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba100. 00010000:00000001:3.0:1773688179.562281:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.562282:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.562284:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.562285:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.562286:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.562288:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1d600 refcount=3 00000020:00000001:3.0:1773688179.562290:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222151680 : -129076487399936 : ffff8a9b09d1d600) 00010000:00000001:3.0:1773688179.562292:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222151680 : -129076487399936 : ffff8a9b09d1d600) 00000004:00010000:3.0:1773688179.562296:0:75542:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000f39e61ac reply state 00000000896c8799 transno 171798692059 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1d600/0x52973366461d2c0b lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.562304:0:75542:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:3.0:1773688179.562306:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.562308:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.562310:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.562311:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.562312:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.562313:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.562315:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0xf97c74a3 (ffff8a9a0ec46d00) refcount = 1 00010000:00010000:3.0:1773688179.562318:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1d600/0x52973366461d2c0b lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.562323:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.562325:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.562326:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.562328:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.562329:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.562330:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.562331:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0xf97c74a3 (ffff8a9a0ec46d00) 00010000:00010000:3.0:1773688179.562334:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.562336:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.562337:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.562339:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.562340:0:75542:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:3.0:1773688179.562342:0:75542:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:3.0:1773688179.562343:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.562344:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.562345:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.562347:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.562348:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.562349:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1773688179.562351:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.562352:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1773688179.562355:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.562357:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.562359:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.562361:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.562364:0:75542:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.562366:0:75542:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1773688179.562368:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.562370:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.562371:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.562372:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.562374:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.562376:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.562379:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.562381:0:75542:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:3.0:1773688179.562384:0:75542:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:3.0:1773688179.562386:0:75542:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.562389:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.562390:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.562392:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1dc00 refcount=3 00000020:00000001:3.0:1773688179.562393:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00010000:00000001:3.0:1773688179.562395:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00000004:00000040:3.0:1773688179.562398:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.562400:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=62 00010000:00000001:3.0:1773688179.562404:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.562405:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.562406:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.562408:0:75542:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.562410:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.562412:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.562414:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.562415:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.562417:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.562418:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.562420:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.562421:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.562423:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b10a00 with handle 0x52973366461d2bfd from hash 00010000:00000001:3.0:1773688179.562425:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.562426:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.562427:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.562428:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.562430:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.562433:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2bfd lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a79e expref: 62 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.562440:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:3.0:1773688179.562442:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 61 00010000:00000010:3.0:1773688179.562444:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.562448:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.562450:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.562453:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.562457:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2c12 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a79e expref: 61 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.562463:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.562465:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.562466:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9a0ec46c00) 00010000:00010000:3.0:1773688179.562469:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1773688179.562471:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.562472:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.562474:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.562475:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.562476:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.562478:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b09d1dc00, rc 0) 00000020:00000001:3.0:1773688179.562480:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.562483:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692059, xid 1859843854317824 00010000:00000001:3.0:1773688179.562485:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:3.0:1773688179.562487:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=62 00010000:00000200:3.0:1773688179.562489:0:75542:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 171798692059, last committed = 171798692041 00010000:00000200:3.0:1773688179.562493:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b3220f800 x1859843854317824/t171798692059(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 656/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.562500:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.562502:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.562505:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.562509:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.562511:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.562513:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.562516:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.562518:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.562520:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.562522:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.562526:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee2a8. 00000100:00000200:3.0:1773688179.562530:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854317824, offset 224 00000400:00000200:3.0:1773688179.562535:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.562543:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.562549:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48069:48069:256:4294967295] 192.168.204.51@tcp LPNI seq info [48065:48065:8:4294967295] 00000400:00000200:3.0:1773688179.562558:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.562563:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.562567:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d900. 00000800:00000200:3.0:1773688179.562571:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.562578:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.562581:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d900 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.562594:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.562597:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.562600:0:75542:0:(ldlm_lib.c:3443:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.562601:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.562603:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.562607:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3220f800 x1859843854317824/t171798692059(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 656/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.562616:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3220f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+62:68109:x1859843854317824:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2470us (2662us total) trans 171798692059 rc 0/0 00000100:00100000:3.0:1773688179.562624:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15496 00000100:00000040:3.0:1773688179.562627:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.562630:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.562632:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.562635:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31e03a00. 00000020:00000010:3.0:1773688179.562639:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e07d0. 00000020:00000010:3.0:1773688179.562642:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb800. 00000020:00000040:3.0:1773688179.562647:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 61 00000100:00000001:3.0:1773688179.562649:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.562674:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.562677:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d900. 00000400:00000200:1.0:1773688179.562680:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.562683:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.562686:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee2a8 00000400:00000010:1.0:1773688179.562687:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee2a8. 00000100:00000001:1.0:1773688179.562689:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.562691:0:3439:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1773688179.564950:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.564968:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.564970:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.564972:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.564976:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.564983:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 28 MB=0x69b84a4463980 00000400:00000200:1.0:1773688179.564988:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.51@tcp of length 328/328 into md 0x592a1 [8] + 12376 00000800:00000001:1.0:1773688179.564992:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.564997:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.564998:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.565000:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.565005:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.565025:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1773688179.565030:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b34275f80. 00000100:00000040:1.0:1773688179.565033:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b34275f80 x1859843854317952 msgsize 328 00000100:00100000:1.0:1773688179.565037:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.565044:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.565050:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.565053:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.565081:0:38615:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.565083:0:38615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854317952 02000000:00000001:2.0:1773688179.565085:0:38615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.565086:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.565087:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.565089:0:38615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.565092:0:38615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854317952 00000020:00000001:2.0:1773688179.565093:0:38615:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.565094:0:38615:0:(genops.c:823:class_conn2export()) looking for export cookie 0x529733664618833a 00000020:00000001:2.0:1773688179.565095:0:38615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.565097:0:38615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9a0a88f800 refcount=36 00000020:00000001:2.0:1773688179.565098:0:38615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000020:00000001:2.0:1773688179.565100:0:38615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000100:00000001:2.0:1773688179.565103:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.565105:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5340. 00000100:00000001:2.0:1773688179.565107:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.565109:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5340. 00000020:00000010:2.0:1773688179.565112:0:38615:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a1b1f5a00. 00000020:00000010:2.0:1773688179.565115:0:38615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9980. 00000020:00000010:2.0:1773688179.565118:0:38615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0a28. 00000100:00000040:2.0:1773688179.565121:0:38615:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1773688179.565123:0:38615:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.565124:0:38615:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773688179.565125:0:38615:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.565129:0:38615:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.565136:0:38615:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.565141:0:38615:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.565143:0:38615:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.565146:0:38615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7640 00000100:00000040:2.0:1773688179.565148:0:38615:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9a0a88f800 : new rpc_count 1 00000100:00000001:2.0:1773688179.565150:0:38615:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997932400512 : -129075777151104 : ffff8a9b34275f80) 00000100:00000040:2.0:1773688179.565154:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b34275f80 x1859843854317952/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.565159:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.565161:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5340. 00000100:00000001:2.0:1773688179.565162:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.565163:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5340. 00000100:00100000:2.0:1773688179.565166:0:38615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b34275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+36:2405:x1859843854317952:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.565168:0:38615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854317952 00000020:00000001:2.0:1773688179.565170:0:38615:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.565172:0:38615:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.565173:0:38615:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.565175:0:38615:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.565176:0:38615:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.565178:0:38615:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1773688179.565179:0:38615:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.565180:0:38615:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.565182:0:38615:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.565184:0:38615:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.565185:0:38615:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.565186:0:38615:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.565187:0:38615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.565188:0:38615:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.565189:0:38615:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.565191:0:38615:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773688179.565196:0:38615:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9b065e5e00. 00010000:00000010:2.0:1773688179.565198:0:38615:0:(ldlm_resource.c:1436:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8a9b065e5100. 00010000:00000001:2.0:1773688179.565201:0:38615:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.565202:0:38615:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9400. 00000020:00000001:2.0:1773688179.565204:0:38615:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.565206:0:38615:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9400 with handle 0x52973366461d2c20 to hash 00000020:00000001:2.0:1773688179.565207:0:38615:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.565208:0:38615:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160282624 : -129075549268992 : ffff8a9b41bc9400) 00010000:00000001:2.0:1773688179.565209:0:38615:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160282624 : -129075549268992 : ffff8a9b41bc9400) 00010000:00010000:2.0:1773688179.565212:0:38615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ee60789/0x52973366461d2c20 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xa09:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a7a5 expref: -99 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00000001:2.0:1773688179.565219:0:38615:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:2.0:1773688179.565221:0:38615:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8a9b079e5340. 00002000:00000001:2.0:1773688179.565223:0:38615:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1773688179.565225:0:38615:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.565228:0:38615:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997950534792 : -129075759016824 : ffff8a9b353c1488) 00002000:00000001:2.0:1773688179.565230:0:38615:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997950534704 : -129075759016912 : ffff8a9b353c1430) 00002000:00000001:2.0:1773688179.565232:0:38615:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1773688179.565234:0:38615:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1773688179.565236:0:38615:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0xa09:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:2.0:1773688179.565238:0:38615:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:2.0:1773688179.565240:0:38615:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b353c1488/ffff8a9b353c1430 to site lru. bkt: ffff8a9b34381880 00010000:00000040:2.0:1773688179.565242:0:38615:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9a0a88f800 : new locks_count 32 00000020:00000040:2.0:1773688179.565243:0:38615:0:(genops.c:887:class_export_get()) GET export ffff8a9a0a88f800 refcount=37 00010000:00000001:2.0:1773688179.565247:0:38615:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1773688179.565248:0:38615:0:(ofd_dlm.c:195:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1773688179.565249:0:38615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.565251:0:38615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.565253:0:38615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8a9a10ca6000. 02000000:00000001:2.0:1773688179.565254:0:38615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.565256:0:38615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.565258:0:38615:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1773688179.565259:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1773688179.565261:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1773688179.565262:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.565263:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1773688179.565264:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1773688179.565265:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.565267:0:38615:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1773688179.565270:0:38615:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ee60789/0x52973366461d2c20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xa09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7a5 expref: 37 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.565275:0:38615:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x2c0000401:0xa09:0x0].0x0 (ffff8a9b065e5e00) refcount = 1 00010000:00000040:2.0:1773688179.565277:0:38615:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.565279:0:38615:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: 000000004ee60789/0x52973366461d2c20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xa09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7a5 expref: 37 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.565284:0:38615:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.565285:0:38615:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.565286:0:38615:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688179.565287:0:38615:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1773688179.565288:0:38615:0:(ofd_dlm.c:257:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688179.565290:0:38615:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.565292:0:38615:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.565293:0:38615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ee60789/0x52973366461d2c20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xa09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7a5 expref: 37 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.565299:0:38615:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.565300:0:38615:0:(ldlm_lock.c:1971:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1773688179.565302:0:38615:0:(ldlm_lock.c:2020:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.565303:0:38615:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.565304:0:38615:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.565305:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.565306:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.565307:0:38615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bc9400, rc 0) 00000020:00000001:2.0:1773688179.565308:0:38615:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.565310:0:38615:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294970315, transno 0, xid 1859843854317952 00010000:00000001:2.0:1773688179.565311:0:38615:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.565314:0:38615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b34275f80 x1859843854317952/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/400 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.565318:0:38615:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.565319:0:38615:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.565321:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b36eb51e8 time=95 v=5 (1 4 1 1) 00000100:00000001:2.0:1773688179.565323:0:38615:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.565325:0:38615:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.565326:0:38615:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.565328:0:38615:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.565329:0:38615:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.565330:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.565331:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.565334:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b035057f8. 00000100:00000200:2.0:1773688179.565336:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1859843854317952, offset 224 00000400:00000200:2.0:1773688179.565339:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.565343:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.565346:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48070:48070:256:4294967295] 192.168.204.51@tcp LPNI seq info [48066:48066:8:4294967295] 00000400:00000200:2.0:1773688179.565351:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.565355:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.565357:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a200. 00000800:00000200:2.0:1773688179.565360:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.565363:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.565365:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a200 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.565374:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.565378:0:38615:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.565379:0:38615:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.565381:0:38615:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.565383:0:38615:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.565386:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b34275f80 x1859843854317952/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/400 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.565395:0:38615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b34275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+37:2405:x1859843854317952:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 234us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.565401:0:38615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7640 00000100:00000040:2.0:1773688179.565404:0:38615:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9a0a88f800 : new rpc_count 0 00000100:00000001:2.0:1773688179.565406:0:38615:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.565407:0:38615:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.565410:0:38615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9980. 00000020:00000010:2.0:1773688179.565413:0:38615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0a28. 00000020:00000010:2.0:1773688179.565416:0:38615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a1b1f5a00. 00000020:00000040:2.0:1773688179.565419:0:38615:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 36 00000100:00000001:2.0:1773688179.565421:0:38615:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.565429:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.565432:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a200. 00000400:00000200:1.0:1773688179.565437:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.565441:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.565445:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b035057f8 00000400:00000010:1.0:1773688179.565447:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b035057f8. 00000100:00000001:1.0:1773688179.565450:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.565451:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1773688179.567036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10200. 00010000:00000010:3.1:1773688179.567042:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46a00. 00010000:00000010:3.1:1773688179.567045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11e00. 00010000:00000010:3.1:1773688179.567046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11200. 00000800:00000001:1.0:1773688179.567590:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.567596:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.567598:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.567600:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.567604:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.567610:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4463a00 00000400:00000200:1.0:1773688179.567614:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 102192 00000800:00000001:1.0:1773688179.567618:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.567630:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.567631:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.567634:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.567636:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.567637:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688179.567641:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b31359f80. 00000100:00000040:1.0:1773688179.567643:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b31359f80 x1859843854318080 msgsize 584 00000100:00100000:1.0:1773688179.567645:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.567653:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.567656:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.567658:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.567679:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.567682:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854318080 02000000:00000001:3.0:1773688179.567683:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.567684:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.567686:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.567688:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.567689:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854318080 00000020:00000001:3.0:1773688179.567691:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.567691:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.567693:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.567695:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=62 00000020:00000001:3.0:1773688179.567697:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.567698:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.567701:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.567704:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5a00. 00000100:00000001:3.0:1773688179.567705:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.567707:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5a00. 00000020:00000010:3.0:1773688179.567710:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb800. 00000020:00000010:3.0:1773688179.567713:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07b50800. 00000020:00000010:3.0:1773688179.567715:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e07d0. 00000100:00000040:3.0:1773688179.567718:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.567720:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.567720:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.567722:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.567724:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.567725:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.567728:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.567742:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.567749:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.567751:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.567755:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15497 00000100:00000040:3.0:1773688179.567757:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.567759:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997883002752 : -129075826548864 : ffff8a9b31359f80) 00000100:00000040:3.0:1773688179.567763:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b31359f80 x1859843854318080/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.567769:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.567771:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5a00. 00000100:00000001:3.0:1773688179.567772:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.567774:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5a00. 00000100:00100000:3.0:1773688179.567776:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b31359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+62:68109:x1859843854318080:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.567779:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854318080 00000020:00000001:3.0:1773688179.567780:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.567782:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1773688179.567786:0:75542:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a0cd82540: xid 1859843854317824, transno 171798692059, client gen 13, slot idx 3 00000001:00000001:3.0:1773688179.567788:0:75542:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a16f6b900: xid 1859843854316928, transno 171798692058, client gen 13, slot idx 2 00000001:00000010:3.0:1773688179.567791:0:75542:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a16f6b900. 00000020:00000001:3.0:1773688179.567793:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.567794:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.567796:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.567797:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.567799:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854318080, found 0 last_xid 1859843854318079 00000020:00000001:3.0:1773688179.567800:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.567801:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.567802:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.567804:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.567805:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.567806:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.567807:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.567808:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.567808:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.567811:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.567814:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:3.0:1773688179.567815:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.567816:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.567818:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b09d1de00. 00000020:00000001:3.0:1773688179.567820:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.567821:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b09d1de00 with handle 0x52973366461d2c27 to hash 00000020:00000001:3.0:1773688179.567823:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.567824:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00000010:3.0:1773688179.567827:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.567828:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00010000:3.0:1773688179.567831:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2c27 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a7ac expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.567836:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.567838:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=63 00010000:00000001:3.0:1773688179.567841:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.567842:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.567845:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.567847:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.567848:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688179.567850:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.567851:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.567853:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.567855:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.567856:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.567858:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.567859:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.567861:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.567862:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.567863:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.567866:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b32002000. 02000000:00000001:3.0:1773688179.567868:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.567869:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.567870:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.567872:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688179.567873:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688179.567875:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.567876:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.567877:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.567878:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.567879:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.567881:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.567881:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.567882:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.567883:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.567884:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.567885:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.567886:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.567886:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.567887:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.567889:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.567890:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.567891:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.567892:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.567893:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.567896:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.567898:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.567899:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.567901:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.567902:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.567903:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.567903:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.567904:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.567905:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.567907:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.567908:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.567909:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.567910:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.567911:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.567912:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.567914:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1773688179.567918:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3af8 00000004:00000002:3.0:1773688179.567919:0:75542:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/HANDOUT.DOC, ldlm_rep = ffff8a9b32002228 00000004:00000001:3.0:1773688179.567922:0:75542:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1773688179.567924:0:75542:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1773688179.567925:0:75542:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1773688179.567926:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.567928:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.567929:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:3.0:1773688179.567931:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.567932:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.567934:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b09d1c000. 00000020:00000001:3.0:1773688179.567935:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.567936:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b09d1c000 with handle 0x52973366461d2c2e to hash 00000020:00000001:3.0:1773688179.567937:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.567938:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997222146048 : -129076487405568 : ffff8a9b09d1c000) 00010000:00000010:3.0:1773688179.567940:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba100. 00010000:00000001:3.0:1773688179.567941:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997222146048 : -129076487405568 : ffff8a9b09d1c000) 00010000:00000001:3.0:1773688179.567943:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.567944:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.567947:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2c2e lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.567951:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.567952:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.567953:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.567970:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.567972:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.567974:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.567974:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.567976:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.567977:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.567978:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.567979:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.567980:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 4 00010000:00000040:3.0:1773688179.567982:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.567985:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 63 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.567990:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 63 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.567994:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2c2e lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.567997:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.567999:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.567999:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.568000:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.568001:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.568003:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.568004:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.568022:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.568025:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.568027:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2c2e lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.568030:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.568031:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.568032:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.568033:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.568034:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.568036:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46200 count: 3 00010000:00000001:3.0:1773688179.568037:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.568039:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.568041:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b11200. 00000020:00000001:3.0:1773688179.568042:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.568043:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b11200 with handle 0x52973366461d2c35 to hash 00000020:00000001:3.0:1773688179.568045:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.568045:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000010:3.0:1773688179.568048:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba580. 00010000:00000001:3.0:1773688179.568049:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000001:3.0:1773688179.568050:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.568051:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.568053:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2c35 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.568056:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.568057:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.568058:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.568059:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.568060:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.568061:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.568061:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.568063:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.568064:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.568065:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.568065:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.568067:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) refcount = 3 00010000:00000040:3.0:1773688179.568068:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.568070:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10000/0x52973366461d2b9b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.568073:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d2b78 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.568076:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2c35 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.568079:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.568080:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.568081:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.568082:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.568082:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.568083:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.568084:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.568085:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.568086:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.568088:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2c35 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.568090:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.568091:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.568091:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.568092:0:75542:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.568094:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.568111:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.568113:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.568116:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688179.568120:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.568124:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1773688179.568137:0:75542:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.568139:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.568141:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.568143:0:75542:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:3.0:1773688179.568146:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.568148:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.568150:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.568151:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.568153:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1c000 refcount=3 00000020:00000001:3.0:1773688179.568155:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222146048 : -129076487405568 : ffff8a9b09d1c000) 00010000:00000001:3.0:1773688179.568157:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222146048 : -129076487405568 : ffff8a9b09d1c000) 00010000:00000001:3.0:1773688179.568158:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.568160:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2c2e lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.568164:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.568165:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.568166:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2c2e lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.568169:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.568170:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.568171:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.568172:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2c2e lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.568176:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b09d1c000 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.568177:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.568178:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.568179:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2c2e lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.568182:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.568183:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.568184:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.568185:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1c000 refcount=4 00000020:00000001:3.0:1773688179.568186:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222146048 : -129076487405568 : ffff8a9b09d1c000) 00010000:00000001:3.0:1773688179.568187:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222146048 : -129076487405568 : ffff8a9b09d1c000) 00010000:00000001:3.0:1773688179.568189:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.568190:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2c2e lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.568193:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.568194:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.568194:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.568197:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.568197:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.568198:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.568199:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.568200:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b09d1c000 with handle 0x52973366461d2c2e from hash 00010000:00000001:3.0:1773688179.568201:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.568202:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.568203:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.568203:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.568205:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.568205:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.568206:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.568207:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.568209:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.568210:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.568212:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.568213:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.568214:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.568215:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.568216:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.568217:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.568218:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.568219:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.568220:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.568221:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.568223:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2c2e lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.568226:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.568227:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.568228:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.568228:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.568229:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.568230:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2c2e lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.568233:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba100. 00010000:00000001:3.0:1773688179.568238:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.568239:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.568240:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.568241:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.568241:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.568242:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11200 refcount=3 00000020:00000001:3.0:1773688179.568243:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000001:3.0:1773688179.568244:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000001:3.0:1773688179.568245:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.568247:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2c35 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.568250:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.568251:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.568252:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2c35 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.568254:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.568255:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.568256:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.568257:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2c35 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.568263:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b34b11200 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.568264:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.568265:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.568266:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2c35 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.568269:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.568269:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.568270:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.568271:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11200 refcount=4 00000020:00000001:3.0:1773688179.568272:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000001:3.0:1773688179.568273:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000001:3.0:1773688179.568274:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.568275:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2c35 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.568277:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.568278:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.568279:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.568280:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.568281:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.568281:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.568282:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.568283:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b11200 with handle 0x52973366461d2c35 from hash 00010000:00000001:3.0:1773688179.568284:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.568285:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.568285:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.568286:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.568287:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.568288:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.568288:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.568289:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.568290:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.568291:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) 00010000:00010000:3.0:1773688179.568293:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.568294:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.568295:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.568296:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.568297:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.568298:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.568299:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.568299:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.568300:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.568301:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.568303:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2c35 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.568305:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.568306:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.568306:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.568307:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.568307:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.568309:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2c35 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.568311:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba580. 00010000:00000001:3.0:1773688179.568313:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.568314:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.568315:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.568315:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.568316:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1773688179.568318:0:75542:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:3.0:1773688179.568320:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.568321:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.568322:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.568322:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.568323:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.568325:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.568328:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.568329:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1773688179.568331:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.568332:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.568333:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773688179.568335:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.568336:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.568338:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.568338:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.568339:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.568340:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.568341:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b09d1de00 with handle 0x52973366461d2c27 from hash 00010000:00000001:3.0:1773688179.568343:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.568343:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.568344:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.568345:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.568345:0:75542:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773688179.568347:0:75542:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1773688179.568350:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2c27 lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7ac expref: 63 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.568353:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1773688179.568354:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.568355:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.568356:0:75542:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.568358:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.568359:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.568360:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.568360:0:75542:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.568361:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.568362:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.568362:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.568363:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.568364:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.568365:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.568366:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.568367:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.568368:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.568369:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.568371:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2c27 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7ac expref: 63 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.568375:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:3.0:1773688179.568376:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 62 00010000:00000010:3.0:1773688179.568377:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.568379:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.568380:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b09d1de00, rc 0) 00000020:00000001:3.0:1773688179.568382:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1773688179.568383:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854318080 00010000:00000001:3.0:1773688179.568384:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.568387:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b31359f80 x1859843854318080/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.568392:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.568393:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.568395:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.568397:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.568399:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.568400:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.568403:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.568404:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.568406:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.568409:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.568412:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee3b8. 00000100:00000200:3.0:1773688179.568416:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854318080, offset 224 00000400:00000200:3.0:1773688179.568420:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.568427:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.568431:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48071:48071:256:4294967295] 192.168.204.51@tcp LPNI seq info [48067:48067:8:4294967295] 00000400:00000200:3.0:1773688179.568440:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.568446:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.568451:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99dd00. 00000800:00000200:3.0:1773688179.568454:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.568459:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.568462:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99dd00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.568473:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.568476:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.568479:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.568480:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.568482:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.568487:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b31359f80 x1859843854318080/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.568497:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b31359f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+62:68109:x1859843854318080:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 725us (851us total) trans 0 rc 301/301 00000100:00100000:3.0:1773688179.568505:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15497 00000100:00000040:3.0:1773688179.568509:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.568511:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.568512:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.568524:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07b50800. 00000020:00000010:3.0:1773688179.568529:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e07d0. 00000800:00000200:1.0:1773688179.568529:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1773688179.568533:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb800. 00000800:00000010:1.0:1773688179.568534:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99dd00. 00000020:00000040:3.0:1773688179.568538:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 61 00000100:00000001:3.0:1773688179.568541:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.568541:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.568552:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.568556:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee3b8 00000400:00000010:1.0:1773688179.568558:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee3b8. 00000100:00000001:1.0:1773688179.568561:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.568563:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1773688179.570434:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.570441:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.570443:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.570444:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.570447:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.570453:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4463a80 00000400:00000200:1.0:1773688179.570457:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 102776 00000800:00000001:1.0:1773688179.570460:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.570465:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.570466:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.570468:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.570471:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.570472:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688179.570475:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3135b100. 00000100:00000040:1.0:1773688179.570476:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3135b100 x1859843854318208 msgsize 576 00000100:00100000:1.0:1773688179.570479:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.570486:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.570489:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.570491:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.570508:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.570511:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854318208 02000000:00000001:3.0:1773688179.570513:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.570514:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.570515:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.570517:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.570519:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854318208 00000020:00000001:3.0:1773688179.570521:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.570522:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.570523:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.570525:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=62 00000020:00000001:3.0:1773688179.570527:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.570529:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.570531:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.570533:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5a00. 00000100:00000001:3.0:1773688179.570535:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.570536:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5a00. 00000020:00000010:3.0:1773688179.570539:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb800. 00000020:00000010:3.0:1773688179.570541:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07b50800. 00000020:00000010:3.0:1773688179.570544:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e07d0. 00000100:00000040:3.0:1773688179.570547:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.570548:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.570549:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.570551:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.570552:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.570553:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.570556:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.570564:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.570569:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.570571:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.570575:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15498 00000100:00000040:3.0:1773688179.570578:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.570579:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997883007232 : -129075826544384 : ffff8a9b3135b100) 00000100:00000040:3.0:1773688179.570584:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3135b100 x1859843854318208/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.570590:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.570591:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5a00. 00000100:00000001:3.0:1773688179.570593:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.570594:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5a00. 00000100:00100000:3.0:1773688179.570597:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3135b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+62:68109:x1859843854318208:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.570601:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854318208 00000020:00000001:3.0:1773688179.570603:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.570605:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.570607:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.570609:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.570610:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.570611:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.570613:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854318208, found 0 last_xid 1859843854318207 00000020:00000001:3.0:1773688179.570615:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.570616:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.570617:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.570619:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.570620:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.570621:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.570622:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.570623:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.570624:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.570626:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.570629:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6f00 count: 2 00010000:00000001:3.0:1773688179.570630:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.570631:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.570633:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b11e00. 00000020:00000001:3.0:1773688179.570635:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.570636:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b11e00 with handle 0x52973366461d2c3c to hash 00000020:00000001:3.0:1773688179.570638:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.570638:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941427712 : -129075768123904 : ffff8a9b34b11e00) 00010000:00000010:3.0:1773688179.570641:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.570642:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941427712 : -129075768123904 : ffff8a9b34b11e00) 00010000:00010000:3.0:1773688179.570645:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2c3c lrc: 2/0,0 mode: --/CR res: [0x2000134b0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a7b3 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.570650:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.570652:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=63 00010000:00000001:3.0:1773688179.570654:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.570655:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.570658:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.570659:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.570660:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688179.570661:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.570662:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x2000134b0:0x6:0x0] 00000020:00000001:3.0:1773688179.570664:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.570667:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997883632280 : -129075825919336 : ffff8a9b313f3a98) 00000004:00000001:3.0:1773688179.570668:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614997883632192 : -129075825919424 : ffff8a9b313f3a40) 00000004:00000001:3.0:1773688179.570669:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.570671:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.570672:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.570673:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.570674:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.570677:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b32000000. 02000000:00000001:3.0:1773688179.570678:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.570680:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.570681:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.570682:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688179.570684:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688179.570685:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.570686:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.570687:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.570688:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.570689:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.570691:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.570691:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.570692:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.570693:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.570694:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.570695:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.570696:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.570696:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.570697:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.570699:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.570700:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.570701:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.570702:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.570703:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.570705:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.570707:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.570708:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.570709:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.570710:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.570711:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.570712:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.570712:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.570713:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.570715:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.570715:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.570717:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.570718:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.570719:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.570719:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.570721:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:3.0:1773688179.570722:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.570723:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.570724:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.570725:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.570726:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.570728:0:75542:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000004:00000001:3.0:1773688179.570729:0:75542:0:(mdt_lib.c:2207:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.570731:0:75542:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x2000134b0:0x6:0x0]/[0x20000afe1:0xef:0x0], ldlm_rep = ffff8a9b32000228 00000004:00000001:3.0:1773688179.570734:0:75542:0:(mdt_handler.c:4261:mdt_object_lock()) Process entered 00010000:00000001:3.0:1773688179.570736:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.570737:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.570738:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:3.0:1773688179.570740:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.570741:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.570743:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b10200. 00000020:00000001:3.0:1773688179.570744:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.570745:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b10200 with handle 0x52973366461d2c43 to hash 00000020:00000001:3.0:1773688179.570746:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.570747:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00010000:00000010:3.0:1773688179.570749:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba580. 00010000:00000001:3.0:1773688179.570750:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00010000:00000001:3.0:1773688179.570751:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.570752:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.570754:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2c43 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.570759:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.570760:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.570761:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.570762:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.570763:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.570764:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.570765:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.570766:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.570767:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.570768:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.570769:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.570770:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 3 00010000:00000040:3.0:1773688179.570772:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.570774:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 63 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.570779:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 63 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.570783:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2c43 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.570789:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.570791:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.570792:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.570793:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.570794:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.570795:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.570796:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.570797:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.570798:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.570800:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2c43 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.570803:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.570804:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.570805:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.570806:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.570807:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.570807:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10200 refcount=3 00000020:00000001:3.0:1773688179.570809:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00010000:00000001:3.0:1773688179.570810:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00010000:00000001:3.0:1773688179.570811:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.570811:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.570812:0:75542:0:(mdt_handler.c:4265:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.570814:0:75542:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1773688179.570816:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.570818:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.570829:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.570832:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.570834:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.570836:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.570839:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.570841:0:75542:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.570843:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.570844:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.570845:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.570846:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.570848:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.570850:0:75542:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.570851:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1773688179.570853:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1773688179.570854:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.570856:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.570857:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.570858:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.570859:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.570860:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.570861:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.570861:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.570862:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.570863:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.570864:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.570865:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.570866:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0xef:0x0]: nlink=2, mode=40700, valid=0x1100000000002f8f 00000004:00200000:3.0:1773688179.570868:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0xef:0x0]: returning size 11776 00000004:00200000:3.0:1773688179.570870:0:75542:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 2 00000004:00000002:3.0:1773688179.570871:0:75542:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1773688179.570872:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.570873:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.570874:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1773688179.570875:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.570876:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.570877:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.570878:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.570879:0:75542:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.570880:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.570881:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.570884:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.570887:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.570888:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.570889:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.570890:0:75542:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.570895:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.570896:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.570897:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10200 refcount=3 00000020:00000001:3.0:1773688179.570898:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00010000:00000001:3.0:1773688179.570900:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00000004:00010000:3.0:1773688179.570902:0:75542:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2c43 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.570905:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.570905:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.570906:0:75542:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:3.0:1773688179.570907:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.570908:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:3.0:1773688179.570909:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.570910:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.570910:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10200 refcount=3 00000020:00000001:3.0:1773688179.570912:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00010000:00000001:3.0:1773688179.570913:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00000004:00000040:3.0:1773688179.570915:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.570917:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=64 00010000:00000001:3.0:1773688179.570918:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.570919:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.570920:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.570921:0:75542:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1773688179.570922:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.570923:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.570924:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.570925:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.570926:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.570927:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.570929:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.570930:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.570932:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1773688179.570934:0:75542:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b313f3a98/ffff8a9b313f3a40 to site lru. bkt: ffff8a9a1aeb68e8 00000004:00000001:3.0:1773688179.570936:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.570936:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.570938:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.570939:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.570940:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.570941:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.570942:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.570943:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.570944:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b11e00 with handle 0x52973366461d2c3c from hash 00010000:00000001:3.0:1773688179.570946:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.570946:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.570947:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.570948:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.570948:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.570950:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2c3c lrc: 0/0,0 mode: --/CR res: [0x2000134b0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7b3 expref: 64 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.570954:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.570969:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 63 00010000:00000010:3.0:1773688179.570971:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.570976:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.570977:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.570979:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.570982:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2c43 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7b3 expref: 63 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.570986:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.570987:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.570988:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.570990:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:3.0:1773688179.570991:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.570993:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.570994:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.570995:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.570995:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.570997:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b34b10200, rc 0) 00000020:00000001:3.0:1773688179.570998:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.570999:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854318208 00010000:00000001:3.0:1773688179.571001:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.571003:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b3135b100 x1859843854318208/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000010:3.1:1773688179.571032:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10c00. 00010000:00000010:3.1:1773688179.571036:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b09d1ca00. 00010000:00000010:3.1:1773688179.571039:0:75542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10a00. 00010000:00000001:3.0:1773688179.571045:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.571047:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.571049:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.571052:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.571054:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.571056:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.571058:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.571059:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.571062:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.571064:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.571067:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee990. 00000100:00000200:3.0:1773688179.571070:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854318208, offset 224 00000400:00000200:3.0:1773688179.571076:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.571081:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.571085:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48072:48072:256:4294967295] 192.168.204.51@tcp LPNI seq info [48068:48068:8:4294967295] 00000400:00000200:3.0:1773688179.571092:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.571095:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.571097:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d000. 00000800:00000200:3.0:1773688179.571100:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.571103:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.571105:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d000 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.571114:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.571117:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.571120:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.571122:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.571124:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.571129:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3135b100 x1859843854318208/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.571139:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3135b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+63:68109:x1859843854318208:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 546us (659us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688179.571146:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15498 00000100:00000040:3.0:1773688179.571149:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.571152:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.571153:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.571155:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07b50800. 00000020:00000010:3.0:1773688179.571158:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e07d0. 00000020:00000010:3.0:1773688179.571160:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb800. 00000800:00000200:1.0:1773688179.571161:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:3.0:1773688179.571163:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 62 00000800:00000010:1.0:1773688179.571165:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d000. 00000100:00000001:3.0:1773688179.571167:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.571170:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.571176:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.571178:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee990 00000400:00000010:1.0:1773688179.571180:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee990. 00000100:00000001:1.0:1773688179.571182:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.571183:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1773688179.573070:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.573077:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.573080:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.573082:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.573087:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.573094:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 448 into portal 23 MB=0x69b84a4463b00 00000400:00000200:1.0:1773688179.573100:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 448/448 into md 0x721ad [2] + 448 00000800:00000001:1.0:1773688179.573105:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.573112:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.573115:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.573118:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.573122:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.573123:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1773688179.573128:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b417d9f80. 00000100:00000040:1.0:1773688179.573130:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b417d9f80 x1859843854318336 msgsize 448 00000100:00100000:1.0:1773688179.573140:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.573148:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.573151:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.573154:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.573166:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.573169:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854318336 02000000:00000001:3.0:1773688179.573170:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.573171:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.573173:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.573175:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.573178:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854318336 00000020:00000001:3.0:1773688179.573180:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.573181:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.573183:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.573185:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=63 00000020:00000001:3.0:1773688179.573187:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.573189:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.573192:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.573196:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5a00. 00000100:00000001:3.0:1773688179.573198:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.573200:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5a00. 00000020:00000010:3.0:1773688179.573204:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb800. 00000020:00000010:3.0:1773688179.573207:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07b50800. 00000020:00000010:3.0:1773688179.573210:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e07d0. 00000100:00000040:3.0:1773688179.573216:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1773688179.573218:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.573219:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773688179.573221:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.573225:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.573235:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.573243:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.573244:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.573253:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3232 00000100:00000040:3.0:1773688179.573256:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.573257:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614998156156800 : -129075553394816 : ffff8a9b417d9f80) 00000100:00000040:3.0:1773688179.573262:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b417d9f80 x1859843854318336/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 448/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.573268:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.573270:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5a00. 00000100:00000001:3.0:1773688179.573272:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.573273:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5a00. 00000100:00100000:3.0:1773688179.573276:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b417d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+63:68109:x1859843854318336:12345-192.168.204.51@tcp:37:dbench.0 00000100:00000200:3.0:1773688179.573279:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854318336 00000020:00000001:3.0:1773688179.573280:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.573282:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.573284:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.573285:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.573286:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862592 : -1038689024 : ffffffffc216dd00) 00000020:00000001:3.0:1773688179.573288:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.573289:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854318336, found 0 last_xid 1859843854318335 00000020:00000001:3.0:1773688179.573291:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.573292:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.573293:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.573295:0:73057:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1773688179.573297:0:73057:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.573299:0:73057:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000020:00000001:3.0:1773688179.573301:0:73057:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.573302:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.573304:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.573305:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.573308:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8a9a10e30000. 02000000:00000001:3.0:1773688179.573310:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.573312:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.573315:0:73057:0:(mdt_handler.c:2953:mdt_readpage()) Process entered 00000004:00000010:3.0:1773688179.573319:0:73057:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8a9a0e31f000. 00000004:00000001:3.0:1773688179.573723:0:73057:0:(mdd_object.c:4165:mdd_readpage()) Process entered 00000020:00000001:3.0:1773688179.573727:0:73057:0:(dt_object.c:850:dt_index_walk()) Process entered 00080000:00000001:3.0:1773688179.573731:0:73057:0:(osd_index.c:123:osd_index_it_init()) Process entered 00080000:00000010:3.0:1773688179.573735:0:73057:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8a9b34186500. 00080000:00000010:3.0:1773688179.573739:0:73057:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8a9b072a5a00. 00080000:00000001:3.0:1773688179.573741:0:73057:0:(osd_index.c:148:osd_index_it_init()) Process leaving (rc=18446614997931418880 : -129075778132736 : ffff8a9b34186500) 00080000:00000001:3.0:1773688179.573744:0:73057:0:(osd_index.c:1218:osd_dir_it_init()) Process leaving (rc=18446614997931418880 : -129075778132736 : ffff8a9b34186500) 00080000:00000001:3.0:1773688179.573747:0:73057:0:(osd_index.c:1680:osd_dir_it_load()) Process entered 00080000:00000001:3.0:1773688179.573749:0:73057:0:(osd_index.c:1698:osd_dir_it_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.573752:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688179.573754:0:73057:0:(osd_index.c:1394:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:3.0:1773688179.573756:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688179.573757:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.573760:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688179.573761:0:73057:0:(osd_index.c:1500:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.573763:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688179.573765:0:73057:0:(osd_index.c:1342:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.573765:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688179.573766:0:73057:0:(osd_index.c:1396:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:3.0:1773688179.573767:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688179.573768:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.573769:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688179.573770:0:73057:0:(osd_index.c:345:osd_find_parent_fid()) Process entered 00080000:00000001:3.0:1773688179.573771:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.573775:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=46 : 46 : 2e) 00080000:00000001:3.0:1773688179.573778:0:73057:0:(osd_index.c:406:osd_find_parent_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.573780:0:73057:0:(osd_index.c:1518:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.573781:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688179.573798:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.573800:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688179.573802:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=12 : 12 : c) 00080000:00000001:3.0:1773688179.573803:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688179.573805:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=1084031208197488640 : 1084031208197488640 : f0b40a3f20c8000) 00080000:00000001:3.0:1773688179.573807:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688179.573821:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.573824:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688179.573826:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.573827:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688179.573829:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=12 : 12 : c) 00080000:00000001:3.0:1773688179.573830:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688179.573832:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=2756567321528303616 : 2756567321528303616 : 26414b5fbf250000) 00080000:00000001:3.0:1773688179.573833:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688179.573840:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.573842:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688179.573844:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.573845:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688179.573846:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=9 : 9 : 9) 00080000:00000001:3.0:1773688179.573847:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688179.573848:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=2954476392500723712 : 2954476392500723712 : 290068a020488000) 00080000:00000001:3.0:1773688179.573849:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688179.573854:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.573855:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688179.573856:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.573857:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688179.573858:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=12 : 12 : c) 00080000:00000001:3.0:1773688179.573859:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688179.573860:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=3145557903631581184 : 3145557903631581184 : 2ba7443f5a620000) 00080000:00000001:3.0:1773688179.573861:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688179.573865:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.573866:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688179.573868:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.573869:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688179.573870:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=10 : 10 : a) 00080000:00000001:3.0:1773688179.573871:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688179.573872:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=4957591141929025536 : 4957591141929025536 : 44cce6e08c4d8000) 00080000:00000001:3.0:1773688179.573873:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688179.573876:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.573877:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688179.573878:0:73057:0:(osd_index.c:1356:osd_dir_it_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.573880:0:73057:0:(osd_index.c:156:osd_index_it_fini()) Process entered 00080000:00000010:3.0:1773688179.573881:0:73057:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8a9b072a5a00. 00080000:00000010:3.0:1773688179.573884:0:73057:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8a9b34186500. 00080000:00000001:3.0:1773688179.573885:0:73057:0:(osd_index.c:166:osd_index_it_fini()) Process leaving 00000020:00000001:3.0:1773688179.573886:0:73057:0:(dt_object.c:928:dt_index_walk()) Process leaving (rc=4096 : 4096 : 1000) 00000004:00000001:3.0:1773688179.573888:0:73057:0:(mdd_object.c:4222:mdd_readpage()) Process leaving via out_unlock (rc=4096 : 4096 : 0x1000) 00000020:00000001:3.0:1773688179.573890:0:73057:0:(tgt_handler.c:1213:tgt_sendpage()) Process entered 00000100:00000001:3.0:1773688179.573892:0:73057:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1773688179.573894:0:73057:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8a9a10e33000. 00000100:00000010:3.0:1773688179.573897:0:73057:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8a9b32007000. 00000020:00000040:3.0:1773688179.573899:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=64 00010000:00000001:3.0:1773688179.573901:0:73057:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1773688179.573903:0:73057:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1773688179.573906:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeea18. 00000400:00000010:3.0:1773688179.573911:0:73057:0:(lib-lnet.h:479:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8a9b09ea8118. 00000400:00000200:3.0:1773688179.573914:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.573920:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.573923:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48073:48073:256:4294967295] 192.168.204.51@tcp LPNI seq info [48069:48069:8:4294967295] 00000400:00000200:3.0:1773688179.573926:0:73057:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.51@tcp 00000400:00000200:3.0:1773688179.573930:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.573935:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.573938:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d300. 00000800:00000200:3.0:1773688179.573942:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.573947:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1022 00000800:00000200:3.0:1773688179.573950:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d300 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:3.0:1773688179.573976:0:73057:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.51@tcp mbits 0x69b84a4463b00-0x69b84a4463b00 00000100:00000001:3.0:1773688179.573980:0:73057:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688179.574063:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.574066:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d300. 00000400:00000200:1.0:1773688179.574069:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.574072:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.574075:0:3438:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1773688179.574076:0:3438:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8a9a10e33000 00000100:00000001:1.0:1773688179.574077:0:3438:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:1.0:1773688179.574737:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.574743:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.574744:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.574764:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.574769:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : ACK - for me 00000400:00000200:1.0:1773688179.574779:0:3439:0:(lib-move.c:4700:lnet_parse_ack()) 192.168.204.151@tcp: ACK from 12345-192.168.204.51@tcp into md 0x77d81 00000400:00000200:1.0:1773688179.574782:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.574785:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: ACK: OK 00000400:00000200:1.0:1773688179.574789:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeea18 00000400:00000010:1.0:1773688179.574791:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeea18. 00000100:00000001:1.0:1773688179.574795:0:3439:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1773688179.574796:0:3439:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8a9a10e33000 00000100:00000001:1.0:1773688179.574806:0:3439:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:1.0:1773688179.574810:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.574812:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.574827:0:73057:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.574831:0:73057:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1773688179.574834:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 63 00000100:00000010:3.0:1773688179.574838:0:73057:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8a9b32007000. 00000100:00000010:3.0:1773688179.574843:0:73057:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8a9a10e33000. 00000100:00000001:3.0:1773688179.574846:0:73057:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000020:00000001:3.0:1773688179.574848:0:73057:0:(tgt_handler.c:1237:tgt_sendpage()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.574850:0:73057:0:(mdt_handler.c:2999:mdt_readpage()) Process leaving 00000004:00000010:3.0:1773688179.575302:0:73057:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8a9a0e31f000. 00010000:00000040:3.0:1773688179.575307:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854318336 00010000:00000001:3.0:1773688179.575309:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.575316:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b417d9f80 x1859843854318336/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 448/440 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.575323:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.575326:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.575329:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=49 v=5 (1 1 1 0) 00000100:00000001:3.0:1773688179.575333:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.575335:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.575337:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.575340:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.575342:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.575345:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.575357:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.575361:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee7f8. 00000100:00000200:3.0:1773688179.575364:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1859843854318336, offset 224 00000400:00000200:3.0:1773688179.575367:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.575371:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.575374:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48074:48074:256:4294967295] 192.168.204.51@tcp LPNI seq info [48070:48070:8:4294967295] 00000400:00000200:3.0:1773688179.575380:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.575383:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.575386:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d100. 00000800:00000200:3.0:1773688179.575388:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.575392:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.575394:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d100 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.575403:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.575405:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.575407:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.575408:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.575410:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.575413:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b417d9f80 x1859843854318336/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 448/440 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.575420:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b417d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+63:68109:x1859843854318336:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 2151us (2288us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688179.575427:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3232 00000100:00000040:3.0:1773688179.575429:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.575431:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.575432:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.575435:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07b50800. 00000020:00000010:3.0:1773688179.575438:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e07d0. 00000020:00000010:3.0:1773688179.575441:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb800. 00000020:00000040:3.0:1773688179.575444:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 62 00000100:00000001:3.0:1773688179.575447:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.575469:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.575472:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d100. 00000400:00000200:1.0:1773688179.575475:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.575478:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.575480:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee7f8 00000400:00000010:1.0:1773688179.575481:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee7f8. 00000100:00000001:1.0:1773688179.575484:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.575485:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1773688179.576042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b09d1c000. 00010000:00000010:3.1:1773688179.576047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11200. 00010000:00000010:3.1:1773688179.576058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b09d1de00. 00010000:00000010:3.1:1773688179.576064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11e00. 00000800:00000001:1.0:1773688179.578158:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.578166:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.578169:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.578172:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.578179:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.578190:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 28 MB=0x69b84a4463b80 00000400:00000200:1.0:1773688179.578196:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.51@tcp of length 328/328 into md 0x592a1 [8] + 12704 00000800:00000001:1.0:1773688179.578203:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.578210:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.578213:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.578216:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.578221:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.578223:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1773688179.578228:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b417d8380. 00000100:00000040:1.0:1773688179.578231:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b417d8380 x1859843854318464 msgsize 328 00000100:00100000:1.0:1773688179.578236:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.578253:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.578258:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.578261:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.578321:0:38615:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.578325:0:38615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854318464 02000000:00000001:2.0:1773688179.578327:0:38615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.578329:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.578330:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.578333:0:38615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.578335:0:38615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854318464 00000020:00000001:2.0:1773688179.578338:0:38615:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.578339:0:38615:0:(genops.c:823:class_conn2export()) looking for export cookie 0x529733664618833a 00000020:00000001:2.0:1773688179.578340:0:38615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.578342:0:38615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9a0a88f800 refcount=37 00000020:00000001:2.0:1773688179.578344:0:38615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000020:00000001:2.0:1773688179.578346:0:38615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000100:00000001:2.0:1773688179.578348:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.578351:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5c00. 00000100:00000001:2.0:1773688179.578353:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.578355:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5c00. 00000020:00000010:2.0:1773688179.578359:0:38615:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a1b1f5a00. 00000020:00000010:2.0:1773688179.578361:0:38615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9980. 00000020:00000010:2.0:1773688179.578365:0:38615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0a28. 00000100:00000040:2.0:1773688179.578371:0:38615:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1773688179.578374:0:38615:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.578376:0:38615:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773688179.578378:0:38615:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.578383:0:38615:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.578392:0:38615:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.578401:0:38615:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.578403:0:38615:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.578410:0:38615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7641 00000100:00000040:2.0:1773688179.578413:0:38615:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9a0a88f800 : new rpc_count 1 00000100:00000001:2.0:1773688179.578415:0:38615:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614998156149632 : -129075553401984 : ffff8a9b417d8380) 00000100:00000040:2.0:1773688179.578422:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b417d8380 x1859843854318464/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.578431:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.578434:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5c00. 00000100:00000001:2.0:1773688179.578436:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.578438:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5c00. 00000100:00100000:2.0:1773688179.578442:0:38615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b417d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+37:68109:x1859843854318464:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688179.578446:0:38615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854318464 00000020:00000001:2.0:1773688179.578449:0:38615:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.578452:0:38615:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.578454:0:38615:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.578457:0:38615:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.578458:0:38615:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688179.578461:0:38615:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1773688179.578464:0:38615:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.578466:0:38615:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.578468:0:38615:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.578472:0:38615:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.578473:0:38615:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688179.578474:0:38615:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688179.578476:0:38615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688179.578477:0:38615:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688179.578479:0:38615:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.578482:0:38615:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688179.578487:0:38615:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b065e5e00 count: 2 00010000:00000001:2.0:1773688179.578488:0:38615:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.578490:0:38615:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688179.578492:0:38615:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9200. 00000020:00000001:2.0:1773688179.578494:0:38615:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688179.578496:0:38615:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9200 with handle 0x52973366461d2c4a to hash 00000020:00000001:2.0:1773688179.578497:0:38615:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688179.578498:0:38615:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160282112 : -129075549269504 : ffff8a9b41bc9200) 00010000:00000001:2.0:1773688179.578500:0:38615:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160282112 : -129075549269504 : ffff8a9b41bc9200) 00010000:00010000:2.0:1773688179.578504:0:38615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f9005200/0x52973366461d2c4a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xa09:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a7ba expref: -99 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.578511:0:38615:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9a0a88f800 : new locks_count 33 00000020:00000040:2.0:1773688179.578512:0:38615:0:(genops.c:887:class_export_get()) GET export ffff8a9a0a88f800 refcount=38 00000100:00000001:2.0:1773688179.578518:0:38615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.578520:0:38615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.578523:0:38615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8a9a10ca7000. 02000000:00000001:2.0:1773688179.578525:0:38615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.578526:0:38615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.578528:0:38615:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688179.578530:0:38615:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688179.578532:0:38615:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1773688179.578534:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.578535:0:38615:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1773688179.578537:0:38615:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1773688179.578540:0:38615:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004ee60789/0x52973366461d2c20 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xa09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7a5 expref: 38 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.578545:0:38615:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1773688179.578546:0:38615:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.578547:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1773688179.578548:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.578550:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1773688179.578551:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1773688179.578552:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.578553:0:38615:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.578554:0:38615:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1773688179.578557:0:38615:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f9005200/0x52973366461d2c4a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xa09:0x0].0x0 rrc: 3 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7ba expref: 38 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.578562:0:38615:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x2c0000401:0xa09:0x0].0x0 (ffff8a9b065e5e00) refcount = 2 00010000:00000040:2.0:1773688179.578563:0:38615:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688179.578566:0:38615:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: 000000004ee60789/0x52973366461d2c20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xa09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7a5 expref: 38 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.578570:0:38615:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1773688179.578572:0:38615:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: 00000000f9005200/0x52973366461d2c4a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xa09:0x0].0x0 rrc: 3 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7ba expref: 38 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.578576:0:38615:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b079e5c00. 00000100:00000001:2.0:1773688179.578578:0:38615:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773688179.578581:0:38615:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b079f43c0. 00000100:00000001:2.0:1773688179.578583:0:38615:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997185283008 : -129076524268608 : ffff8a9b079f43c0) 00000100:00000001:2.0:1773688179.578584:0:38615:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997185283008 : -129076524268608 : ffff8a9b079f43c0) 00000100:00000001:2.0:1773688179.578586:0:38615:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773688179.578587:0:38615:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1773688179.578588:0:38615:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688179.578590:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.578590:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1773688179.578592:0:38615:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.578593:0:38615:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.578594:0:38615:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1773688179.578595:0:38615:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1773688179.578598:0:38615:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a02064700. 00000020:00000040:2.0:1773688179.578600:0:38615:0:(genops.c:1229:class_import_get()) import ffff8a9a0a88c000 refcount=2 obd=lustre-OST0001 00000100:00000001:2.0:1773688179.578602:0:38615:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773688179.578604:0:38615:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773688179.578607:0:38615:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773688179.578610:0:38615:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a1b1f5600. 00000100:00000001:2.0:1773688179.578613:0:38615:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.578616:0:38615:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004ee60789/0x52973366461d2c20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xa09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7a5 expref: 38 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.578633:0:38615:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004ee60789/0x52973366461d2c20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xa09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7a5 expref: 38 pid: 38615 timeout: 3058 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.578642:0:38615:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1773688179.578644:0:38615:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773688179.578646:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9a02064700 x1859843861190784/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.578651:0:38615:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773688179.578653:0:38615:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.578655:0:38615:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9a02064700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:38615:1859843861190784:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.578658:0:38615:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773688179.578662:0:38615:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773688179.578663:0:38615:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.578664:0:38615:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773688179.578667:0:38615:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9b05471e00. 02000000:00000001:2.0:1773688179.578668:0:38615:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773688179.578671:0:38615:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a0b538a50. 00000400:00000010:2.0:1773688179.578674:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b035056e8. 00000100:00000200:2.0:1773688179.578678:0:38615:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861190784, portal 16 00000100:00000001:2.0:1773688179.578679:0:38615:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773688179.578680:0:38615:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614992796403456 : -129080913148160 : ffff8a9a02064700) 00000100:00000040:2.0:1773688179.578683:0:38615:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9a02064700 x1859843861190784/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.578687:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.578688:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.578690:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505dd0. 00000100:00000200:2.0:1773688179.578691:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861190784, offset 0 00000400:00000200:2.0:1773688179.578694:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.578699:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.578702:0:38615:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773688179.578705:0:38615:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:2.0:1773688179.578707:0:38615:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773688179.578709:0:38615:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:2.0:1773688179.578712:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48075:48075:256:4294967295] 192.168.204.51@tcp LPNI seq info [48071:48071:8:4294967295] 00000400:00000200:2.0:1773688179.578717:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.578721:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.578723:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a900. 00000800:00000200:2.0:1773688179.578727:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.578732:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.578736:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.578785:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.578789:0:38615:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4297630499 00000100:00000001:2.0:1773688179.578796:0:38615:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4297630389 00000100:00000001:2.0:1773688179.578800:0:38615:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4297630499 00000100:00000001:2.0:1773688179.578803:0:38615:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4297630389 00000100:00000001:2.0:1773688179.578805:0:38615:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4297630499 00000100:00000001:2.0:1773688179.578808:0:38615:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4297630389 00000100:00000001:2.0:1773688179.578810:0:38615:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4297630499 00000100:00000001:2.0:1773688179.578812:0:38615:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4297630389 00000100:00000001:2.0:1773688179.578814:0:38615:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.578816:0:38615:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.578818:0:38615:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.578820:0:38615:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.578822:0:38615:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.578824:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.578825:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.578826:0:38615:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.578828:0:38615:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1773688179.578830:0:38615:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1773688179.578832:0:38615:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.578834:0:38615:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773688179.578836:0:38615:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773688179.578839:0:38615:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b079f43c0 going to sleep for 11 seconds 00000100:00000001:2.0:1773688179.578842:0:38615:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773688179.578845:0:38615:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688179.578911:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.578913:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a900. 00000400:00000200:1.0:1773688179.578916:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.578919:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.578922:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505dd0 00000400:00000010:1.0:1773688179.578923:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505dd0. 00000100:00000001:1.0:1773688179.578925:0:3439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773688179.578928:0:3439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9a02064700 x1859843861190784/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.578934:0:3439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773688179.578936:0:3439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9a02064700 x1859843861190784/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.578940:0:3439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.578941:0:3439:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773688179.579995:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.580002:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.580004:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.580023:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.580028:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.580034:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af1880 00000400:00000200:1.0:1773688179.580038:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77d89 [1] + 224 00000800:00000001:1.0:1773688179.580041:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.580046:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.580048:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.580050:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.580053:0:3440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773688179.580057:0:3440:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9a02064700 x1859843861190784/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1773688179.580066:0:3440:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9a02064700 x1859843861190784/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.580081:0:3440:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.580086:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.580089:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.580117:0:38615:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773688179.580122:0:38615:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773688179.580124:0:38615:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773688179.580126:0:38615:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a0b538a50. 00000400:00000200:2.0:1773688179.580128:0:38615:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b035056e8 00000400:00000010:2.0:1773688179.580129:0:38615:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b035056e8. 00000100:00000001:2.0:1773688179.580131:0:38615:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688179.580135:0:38615:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9a02064700 x1859843861190784/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1773688179.580141:0:38615:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9a02064700 x1859843861190784/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.580146:0:38615:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773688179.580147:0:38615:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.580148:0:38615:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773688179.580150:0:38615:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773688179.580152:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.580153:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.580155:0:38615:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.580160:0:38615:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9a0a88c458 time=60 v=5 (5 5 0 0) 00000100:00001000:2.0:1773688179.580163:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0a88c410 time=60 v=5 (1 1 0 0) 00000100:00000001:2.0:1773688179.580166:0:38615:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773688179.580167:0:38615:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.580169:0:38615:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773688179.580172:0:38615:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.580175:0:38615:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.580179:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9a02064700 x1859843861190784/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.580186:0:38615:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773688179.580188:0:38615:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773688179.580190:0:38615:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.580192:0:38615:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1773688179.580194:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.580196:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.580198:0:38615:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.580202:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a02064700 x1859843861190784/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1773688179.580210:0:38615:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9a02064700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:38615:1859843861190784:192.168.204.51@tcp:104: 00000100:00000001:2.0:1773688179.580214:0:38615:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.580216:0:38615:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.580218:0:38615:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773688179.580219:0:38615:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.580223:0:38615:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9a02064700 x1859843861190784/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.580227:0:38615:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773688179.580229:0:38615:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773688179.580231:0:38615:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9b05471e00. 02000000:00000001:2.0:1773688179.580233:0:38615:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773688179.580235:0:38615:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773688179.580236:0:38615:0:(genops.c:1242:class_import_put()) import ffff8a9a0a88c000 refcount=1 obd=lustre-OST0001 00000020:00000001:2.0:1773688179.580237:0:38615:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773688179.580239:0:38615:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a1b1f5600. 02000000:00000001:2.0:1773688179.580241:0:38615:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773688179.580243:0:38615:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773688179.580244:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a02064700. 00000100:00000001:2.0:1773688179.580246:0:38615:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773688179.580247:0:38615:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773688179.580248:0:38615:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b079f43c0. 00000100:00000001:2.0:1773688179.580250:0:38615:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1773688179.580251:0:38615:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1773688179.580252:0:38615:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b079e5c00. 00010000:00000001:2.0:1773688179.580254:0:38615:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.580256:0:38615:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.580257:0:38615:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688179.580261:0:38615:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688179.580264:0:38615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f9005200/0x52973366461d2c4a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xa09:0x0].0x0 rrc: 3 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7ba expref: 38 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.580277:0:38615:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.580278:0:38615:0:(ldlm_lock.c:1971:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1773688179.580279:0:38615:0:(ldlm_lock.c:1987:ldlm_reprocess_queue()) Reprocessing lock ffff8a9b41bc9200 00010000:00000001:2.0:1773688179.580281:0:38615:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1773688179.580282:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1773688179.580283:0:38615:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.580284:0:38615:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1773688179.580286:0:38615:0:(ldlm_lock.c:2020:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1773688179.580287:0:38615:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.580288:0:38615:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688179.580289:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.580289:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688179.580290:0:38615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bc9200, rc 0) 00000020:00000001:2.0:1773688179.580292:0:38615:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.580294:0:38615:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294970315, transno 0, xid 1859843854318464 00010000:00000001:2.0:1773688179.580295:0:38615:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.580298:0:38615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b417d8380 x1859843854318464/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/400 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.580302:0:38615:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.580303:0:38615:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.580305:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b36eb51e8 time=95 v=5 (1 4 1 1) 00000100:00000001:2.0:1773688179.580307:0:38615:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.580309:0:38615:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.580310:0:38615:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.580312:0:38615:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.580313:0:38615:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.580316:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.580318:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.580321:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b035056e8. 00000100:00000200:2.0:1773688179.580324:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1859843854318464, offset 224 00000400:00000200:2.0:1773688179.580329:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.580335:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.580340:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48076:48076:256:4294967295] 192.168.204.51@tcp LPNI seq info [48072:48072:8:4294967295] 00000400:00000200:2.0:1773688179.580348:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.580359:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.580362:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a500. 00000800:00000200:2.0:1773688179.580366:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.580371:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.580373:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a500 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.580384:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.580388:0:38615:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.580390:0:38615:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.580391:0:38615:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.580393:0:38615:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.580397:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b417d8380 x1859843854318464/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/400 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.580407:0:38615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b417d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+38:68109:x1859843854318464:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1974us (2173us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.580414:0:38615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7641 00000100:00000040:2.0:1773688179.580418:0:38615:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9a0a88f800 : new rpc_count 0 00000100:00000001:2.0:1773688179.580419:0:38615:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.580421:0:38615:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.580424:0:38615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9980. 00000020:00000010:2.0:1773688179.580427:0:38615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0a28. 00000020:00000010:2.0:1773688179.580429:0:38615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a1b1f5a00. 00000020:00000040:2.0:1773688179.580432:0:38615:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 37 00000100:00000001:2.0:1773688179.580434:0:38615:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.580441:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.580444:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a500. 00000400:00000200:1.0:1773688179.580449:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.580455:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.580458:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b035056e8 00000400:00000010:1.0:1773688179.580460:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b035056e8. 00000100:00000001:1.0:1773688179.580464:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.580465:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1773688179.580619:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.580624:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.580625:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.580627:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.580630:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.580635:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4463c00 00000400:00000200:1.0:1773688179.580640:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x73145 [2] + 0 00000800:00000001:1.0:1773688179.580643:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.580647:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.580648:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.580650:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.580653:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.580654:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1773688179.580659:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b33b4a300. 00000100:00000040:1.0:1773688179.580661:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b33b4a300 x1859843854318592 msgsize 328 00000100:00100000:1.0:1773688179.580663:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.580675:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.580678:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.580679:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.580716:0:6358:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.580720:0:6358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854318592 02000000:00000001:3.0:1773688179.580722:0:6358:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.580723:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.580725:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.580728:0:6358:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.580731:0:6358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854318592 00000020:00000001:3.0:1773688179.580733:0:6358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.580734:0:6358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x529733664618833a 00000020:00000001:3.0:1773688179.580736:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.580739:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9a0a88f800 refcount=38 00000020:00000001:3.0:1773688179.580741:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000020:00000001:3.0:1773688179.580743:0:6358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000100:00000001:3.0:1773688179.580746:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.580750:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5a00. 00000100:00000001:3.0:1773688179.580753:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.580755:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5a00. 00000020:00000010:3.0:1773688179.580759:0:6358:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb800. 00000020:00000010:3.0:1773688179.580763:0:6358:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07b50800. 00000020:00000010:3.0:1773688179.580766:0:6358:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e07d0. 00000100:00000040:3.0:1773688179.580772:0:6358:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1773688179.580774:0:6358:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.580776:0:6358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1773688179.580777:0:6358:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1773688179.580780:0:6358:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.580782:0:6358:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1773688179.580785:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.580786:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.580788:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9400 refcount=4 00000020:00000001:3.0:1773688179.580790:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160282624 : -129075549268992 : ffff8a9b41bc9400) 00010000:00000001:3.0:1773688179.580793:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160282624 : -129075549268992 : ffff8a9b41bc9400) 00010000:00010000:3.0:1773688179.580798:0:6358:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004ee60789/0x52973366461d2c20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xa09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7a5 expref: 38 pid: 38615 timeout: 3058 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.580806:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.580807:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.580808:0:6358:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.580810:0:6358:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.580814:0:6358:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1773688179.580818:0:6358:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9b33b4a300 x1859843854318592/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773688179.580825:0:6358:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1773688179.580827:0:6358:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.580839:0:6358:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.580846:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.580848:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.580851:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3729 00000100:00000040:3.0:1773688179.580854:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9a0a88f800 : new rpc_count 1 00000100:00000001:3.0:1773688179.580856:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997924881152 : -129075784670464 : ffff8a9b33b4a300) 00000100:00000040:3.0:1773688179.580861:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b33b4a300 x1859843854318592/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773688179.580869:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.580872:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5a00. 00000100:00000001:3.0:1773688179.580875:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.580877:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5a00. 00000100:00100000:3.0:1773688179.580881:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b33b4a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+38:2405:x1859843854318592:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1773688179.580886:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854318592 00010000:00000001:3.0:1773688179.580888:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1773688179.580891:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1773688179.580892:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1773688179.580895:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.580897:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.580900:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a10e33000. 02000000:00000001:3.0:1773688179.580902:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.580904:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.580906:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1773688179.580908:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1773688179.580909:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.580910:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.580912:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9400 refcount=4 00000020:00000001:3.0:1773688179.580914:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160282624 : -129075549268992 : ffff8a9b41bc9400) 00010000:00000001:3.0:1773688179.580916:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160282624 : -129075549268992 : ffff8a9b41bc9400) 00010000:00000040:3.0:1773688179.580919:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b065e5e00 count: 3 00002000:00000001:3.0:1773688179.580921:0:6358:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1773688179.580925:0:6358:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1773688179.580928:0:6358:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.580932:0:6358:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997950534792 : -129075759016824 : ffff8a9b353c1488) 00002000:00000001:3.0:1773688179.580935:0:6358:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997950534704 : -129075759016912 : ffff8a9b353c1430) 00002000:00000001:3.0:1773688179.580937:0:6358:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1773688179.580942:0:6358:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1773688179.580946:0:6358:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b353c1488/ffff8a9b353c1430 to site lru. bkt: ffff8a9b34381880 00010000:00010000:3.0:1773688179.580951:0:6358:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004ee60789/0x52973366461d2c20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xa09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7a5 expref: 38 pid: 38615 timeout: 3058 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00001000:3.0:1773688179.580972:0:6358:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9a0a88fc50 time=23 v=5 (1 0 0 0) 00010000:00000001:3.0:1773688179.580974:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773688179.580982:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.580983:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.580987:0:6358:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004ee60789/0x52973366461d2c20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xa09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7a5 expref: 38 pid: 38615 timeout: 3058 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1773688179.580993:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.580995:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.580997:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.580999:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.581003:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.581005:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.581027:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.581028:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.581030:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.581032:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.581035:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9400 with handle 0x52973366461d2c20 from hash 00010000:00000001:3.0:1773688179.581037:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.581038:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.581039:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.581040:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.581045:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.581046:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.581049:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.581050:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.581054:0:6358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ee60789/0x52973366461d2c20 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xa09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7a5 expref: 38 pid: 38615 timeout: 3058 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.581061:0:6358:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9a0a88f800 : new locks_count 32 00000020:00000040:3.0:1773688179.581063:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 37 00010000:00000001:3.0:1773688179.581068:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.581069:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.581071:0:6358:0:(ldlm_lock.c:1971:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1773688179.581072:0:6358:0:(ldlm_lock.c:1987:ldlm_reprocess_queue()) Reprocessing lock ffff8a9b41bc9200 00010000:00000001:3.0:1773688179.581073:0:6358:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1773688179.581075:0:6358:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1773688179.581076:0:6358:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1773688179.581078:0:6358:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.581080:0:6358:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1773688179.581081:0:6358:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1773688179.581082:0:6358:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.581085:0:6358:0:(ldlm_extent.c:220:ldlm_extent_internal_policy_granted()) Process entered 00010000:00000001:3.0:1773688179.581087:0:6358:0:(ldlm_extent.c:167:ldlm_extent_internal_policy_fixup()) Process leaving 00010000:00000001:3.0:1773688179.581089:0:6358:0:(ldlm_extent.c:264:ldlm_extent_internal_policy_granted()) Process leaving 00010000:00000001:3.0:1773688179.581090:0:6358:0:(ldlm_extent.c:283:ldlm_extent_internal_policy_waiting()) Process entered 00010000:00000001:3.0:1773688179.581091:0:6358:0:(ldlm_extent.c:167:ldlm_extent_internal_policy_fixup()) Process leaving 00010000:00000001:3.0:1773688179.581093:0:6358:0:(ldlm_extent.c:358:ldlm_extent_internal_policy_waiting()) Process leaving 00010000:00000001:3.0:1773688179.581095:0:6358:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.581096:0:6358:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1773688179.581100:0:6358:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f9005200/0x52973366461d2c4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xa09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7ba expref: 37 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.581106:0:6358:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1773688179.581110:0:6358:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f9005200/0x52973366461d2c4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7ba expref: 37 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.581117:0:6358:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x2c0000401:0xa09:0x0].0x0 (ffff8a9b065e5e00) refcount = 2 00010000:00000040:3.0:1773688179.581120:0:6358:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.581123:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: 00000000f9005200/0x52973366461d2c4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7ba expref: 37 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.581131:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.581133:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.581134:0:6358:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.581136:0:6358:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.581138:0:6358:0:(ldlm_lock.c:2020:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1773688179.581141:0:6358:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b072a5a00. 00000100:00000001:3.0:1773688179.581143:0:6358:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773688179.581147:0:6358:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a0cd82480. 00000100:00000001:3.0:1773688179.581149:0:6358:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614992977929344 : -129080731622272 : ffff8a9a0cd82480) 00000100:00000001:3.0:1773688179.581151:0:6358:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614992977929344 : -129080731622272 : ffff8a9a0cd82480) 00000100:00000001:3.0:1773688179.581153:0:6358:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773688179.581154:0:6358:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1773688179.581156:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1773688179.581158:0:6358:0:(ldlm_lockd.c:1015:ldlm_server_completion_ast()) Process entered 00000100:00000010:3.0:1773688179.581161:0:6358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e1a0700. 00000020:00000040:3.0:1773688179.581164:0:6358:0:(genops.c:1229:class_import_get()) import ffff8a9a0a88c000 refcount=2 obd=lustre-OST0001 00000100:00000001:3.0:1773688179.581166:0:6358:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773688179.581168:0:6358:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773688179.581171:0:6358:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773688179.581174:0:6358:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a198eb600. 00000100:00000001:3.0:1773688179.581178:0:6358:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.581184:0:6358:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f9005200/0x52973366461d2c4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7ba expref: 37 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.581191:0:6358:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1773688179.581193:0:6358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773688179.581196:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9a0e1a0700 x1859843861190912/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.581203:0:6358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773688179.581205:0:6358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.581208:0:6358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9a0e1a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6358:1859843861190912:192.168.204.51@tcp:105: 00000100:00000001:3.0:1773688179.581211:0:6358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773688179.581213:0:6358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773688179.581215:0:6358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.581217:0:6358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773688179.581220:0:6358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a198eb000. 02000000:00000001:3.0:1773688179.581221:0:6358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773688179.581225:0:6358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b346318f0. 00000400:00000010:3.0:1773688179.581229:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeed48. 00000100:00000200:3.0:1773688179.581233:0:6358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861190912, portal 16 00000100:00000001:3.0:1773688179.581234:0:6358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773688179.581236:0:6358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614992999024384 : -129080710527232 : ffff8a9a0e1a0700) 00000100:00000040:3.0:1773688179.581240:0:6358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9a0e1a0700 x1859843861190912/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.581246:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.581248:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.581251:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee198. 00000100:00000200:3.0:1773688179.581253:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1859843861190912, offset 0 00000400:00000200:3.0:1773688179.581257:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.581263:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.581266:0:6358:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773688179.581269:0:6358:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:3.0:1773688179.581272:0:6358:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773688179.581274:0:6358:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:3.0:1773688179.581277:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48077:48077:256:4294967295] 192.168.204.51@tcp LPNI seq info [48073:48073:8:4294967295] 00000400:00000200:3.0:1773688179.581285:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.581290:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.581293:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d100. 00000800:00000200:3.0:1773688179.581297:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.581301:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.581304:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.581316:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.581319:0:6358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4297630502 00000100:00000001:3.0:1773688179.581324:0:6358:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4297630499 00000100:00000001:3.0:1773688179.581328:0:6358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4297630502 00000100:00000001:3.0:1773688179.581331:0:6358:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4297630499 00000100:00000001:3.0:1773688179.581333:0:6358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4297630502 00000100:00000001:3.0:1773688179.581336:0:6358:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4297630499 00000100:00000001:3.0:1773688179.581339:0:6358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4297630502 00000100:00000001:3.0:1773688179.581343:0:6358:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4297630499 00000100:00000001:3.0:1773688179.581346:0:6358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773688179.581348:0:6358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.581350:0:6358:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.581352:0:6358:0:(ldlm_lockd.c:1133:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.581354:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.581355:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.581357:0:6358:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.581359:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1773688179.581360:0:6358:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1773688179.581363:0:6358:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.581365:0:6358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773688179.581366:0:6358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773688179.581368:0:6358:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9a0cd82480 going to sleep for 11 seconds 00000100:00000001:3.0:1773688179.581370:0:6358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773688179.581372:0:6358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688179.581390:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.581394:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d100. 00000400:00000200:1.0:1773688179.581398:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.581402:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.581405:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee198 00000400:00000010:1.0:1773688179.581407:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee198. 00000100:00000001:1.0:1773688179.581410:0:3440:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773688179.581423:0:3440:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9a0e1a0700 x1859843861190912/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.581437:0:3440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773688179.581440:0:3440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9a0e1a0700 x1859843861190912/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.581445:0:3440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.581446:0:3440:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773688179.582348:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.582356:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.582358:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.582361:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.582366:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.582375:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af1900 00000400:00000200:1.0:1773688179.582381:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77d95 [1] + 224 00000800:00000001:1.0:1773688179.582386:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.582393:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.582395:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.582399:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.582402:0:3438:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773688179.582407:0:3438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9a0e1a0700 x1859843861190912/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1773688179.582417:0:3438:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9a0e1a0700 x1859843861190912/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.582432:0:3438:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.582437:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.582440:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.582456:0:6358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773688179.582467:0:6358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773688179.582468:0:6358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773688179.582470:0:6358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b346318f0. 00000400:00000200:3.0:1773688179.582472:0:6358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeed48 00000400:00000010:3.0:1773688179.582473:0:6358:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeed48. 00000100:00000001:3.0:1773688179.582475:0:6358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773688179.582479:0:6358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9a0e1a0700 x1859843861190912/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1773688179.582485:0:6358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9a0e1a0700 x1859843861190912/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.582489:0:6358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773688179.582490:0:6358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.582491:0:6358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773688179.582492:0:6358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773688179.582494:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.582495:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.582496:0:6358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.582498:0:6358:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9a0a88c458 time=60 v=5 (5 5 0 0) 00000100:00001000:3.0:1773688179.582500:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0a88c410 time=60 v=5 (1 1 0 0) 00000100:00000001:3.0:1773688179.582502:0:6358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773688179.582503:0:6358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.582504:0:6358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773688179.582505:0:6358:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.582506:0:6358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.582509:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9a0e1a0700 x1859843861190912/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.582513:0:6358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773688179.582515:0:6358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773688179.582516:0:6358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.582518:0:6358:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1773688179.582520:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.582521:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.582522:0:6358:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.582526:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e1a0700 x1859843861190912/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773688179.582533:0:6358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9a0e1a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6358:1859843861190912:192.168.204.51@tcp:105: 00000100:00000001:3.0:1773688179.582537:0:6358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.582539:0:6358:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.582541:0:6358:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773688179.582542:0:6358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773688179.582546:0:6358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9a0e1a0700 x1859843861190912/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.582552:0:6358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773688179.582555:0:6358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773688179.582557:0:6358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a198eb000. 02000000:00000001:3.0:1773688179.582562:0:6358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773688179.582563:0:6358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773688179.582565:0:6358:0:(genops.c:1242:class_import_put()) import ffff8a9a0a88c000 refcount=1 obd=lustre-OST0001 00000020:00000001:3.0:1773688179.582568:0:6358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773688179.582570:0:6358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a198eb600. 02000000:00000001:3.0:1773688179.582572:0:6358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773688179.582574:0:6358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773688179.582575:0:6358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a0e1a0700. 00000100:00000001:3.0:1773688179.582577:0:6358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773688179.582578:0:6358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773688179.582579:0:6358:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a0cd82480. 00000100:00000001:3.0:1773688179.582582:0:6358:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1773688179.582583:0:6358:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1773688179.582584:0:6358:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b072a5a00. 00010000:00000001:3.0:1773688179.582586:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1773688179.582588:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1773688179.582589:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.582592:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.582593:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.582595:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000100:00000001:3.0:1773688179.582597:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.582599:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.582600:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.582602:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.582604:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.582605:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.582607:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.582609:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeed48. 00000100:00000200:3.0:1773688179.582611:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854318592, offset 224 00000400:00000200:3.0:1773688179.582614:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.582619:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.582632:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48078:48078:256:4294967295] 192.168.204.51@tcp LPNI seq info [48074:48074:8:4294967295] 00000400:00000200:3.0:1773688179.582644:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.582649:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.582652:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d300. 00000800:00000200:3.0:1773688179.582657:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.582661:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.582665:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.582676:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.582679:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.582681:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.582683:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.582688:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b33b4a300 x1859843854318592/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773688179.582695:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b33b4a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+37:2405:x1859843854318592:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1825us (2032us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688179.582701:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3729 00000100:00000040:3.0:1773688179.582703:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9a0a88f800 : new rpc_count 0 00000100:00000001:3.0:1773688179.582705:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.582706:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.582708:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07b50800. 00000020:00000010:3.0:1773688179.582711:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e07d0. 00000020:00000010:3.0:1773688179.582714:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb800. 00000020:00000040:3.0:1773688179.582717:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 36 00000100:00000001:3.0:1773688179.582719:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.582736:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.582740:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d300. 00000400:00000200:1.0:1773688179.582744:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.582748:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.582752:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeed48 00000400:00000010:1.0:1773688179.582754:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeed48. 00000100:00000001:1.0:1773688179.582756:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.582758:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.586820:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.586834:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.586838:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.586840:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.586851:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.586867:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 392 into portal 23 MB=0x69b84a4463d00 00000400:00000200:0.0:1773688179.586874:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 392/392 into md 0x721ad [2] + 896 00000800:00000001:0.0:1773688179.586880:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.586891:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.586895:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.586900:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.586909:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.586912:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1773688179.586921:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3135e680. 00000100:00000040:0.0:1773688179.586925:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3135e680 x1859843854318848 msgsize 392 00000100:00100000:0.0:1773688179.586930:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.586946:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.586964:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.586968:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.587002:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.587027:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854318848 02000000:00000001:3.0:1773688179.587030:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.587033:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.587036:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.587041:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.587046:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854318848 00000020:00000001:3.0:1773688179.587049:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.587051:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.587053:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.587056:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=63 00000020:00000001:3.0:1773688179.587060:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.587063:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.587068:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.587074:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5a00. 00000100:00000001:3.0:1773688179.587079:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.587083:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5a00. 00000020:00000010:3.0:1773688179.587089:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb800. 00000020:00000010:3.0:1773688179.587095:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07b50800. 00000020:00000010:3.0:1773688179.587102:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e07d0. 00000100:00000040:3.0:1773688179.587109:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1773688179.587113:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.587115:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773688179.587117:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.587124:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.587137:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.587148:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.587150:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.587157:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3233 00000100:00000040:3.0:1773688179.587161:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.587164:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997883020928 : -129075826530688 : ffff8a9b3135e680) 00000100:00000040:3.0:1773688179.587171:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3135e680 x1859843854318848/t0(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.587181:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.587185:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5a00. 00000100:00000001:3.0:1773688179.587187:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.587190:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5a00. 00000100:00100000:3.0:1773688179.587194:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3135e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+63:68109:x1859843854318848:12345-192.168.204.51@tcp:35:dbench.0 00000100:00000200:3.0:1773688179.587199:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854318848 00000020:00000001:3.0:1773688179.587202:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.587205:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.587209:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.587212:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.587214:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862496 : -1038689120 : ffffffffc216dca0) 00000020:00000001:3.0:1773688179.587217:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.587221:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854318848, found 0 last_xid 1859843854318847 00000020:00000001:3.0:1773688179.587224:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.587226:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.587228:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.587231:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587237:0:73057:0:(mdt_open.c:2771:mdt_close()) Process entered 00000004:00000001:3.0:1773688179.587239:0:73057:0:(mdt_lib.c:1452:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1773688179.587240:0:73057:0:(mdt_lib.c:1362:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1773688179.587244:0:73057:0:(mdt_lib.c:1373:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587247:0:73057:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1773688179.587250:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.587252:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.587255:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.587257:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.587260:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.587261:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.587262:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.587264:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.587266:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.587267:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.587269:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.587270:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.587272:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.587274:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587276:0:73057:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587278:0:73057:0:(mdt_lib.c:1435:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1773688179.587279:0:73057:0:(mdt_lib.c:1437:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587282:0:73057:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1773688179.587284:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.587285:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.587287:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.587288:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.587289:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.587291:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.587293:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.587295:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.587296:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.587298:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.587302:0:73057:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.587306:0:73057:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.587309:0:73057:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.587312:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.587313:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.587315:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.587317:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.587318:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.587320:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587322:0:73057:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.587324:0:73057:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.587327:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.587328:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587330:0:73057:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.587332:0:73057:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587333:0:73057:0:(mdt_lib.c:1465:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.587336:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.587339:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.587343:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8a9a10e32400. 02000000:00000001:3.0:1773688179.587346:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.587349:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587351:0:73057:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1773688179.587353:0:73057:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587355:0:73057:0:(mdt_open.c:2739:mdt_close_internal()) Process entered 00000004:00000001:3.0:1773688179.587358:0:73057:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1773688179.587359:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.587362:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8a9b07b50b80 refcount=2 00000020:00000001:3.0:1773688179.587364:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997186710400 : -129076522841216 : ffff8a9b07b50b80) 00000004:00000001:3.0:1773688179.587366:0:73057:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446614997186710400 : -129076522841216 : ffff8a9b07b50b80) 00000020:00000040:3.0:1773688179.587368:0:73057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b07b50b80 with handle 0x52973366461d2c19 from hash 00000004:00000001:3.0:1773688179.587373:0:73057:0:(mdt_open.c:2590:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1773688179.587375:0:73057:0:(mdt_open.c:2598:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000afe1:0x144:0x0] with intent: 0 00000004:00000001:3.0:1773688179.587378:0:73057:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:3.0:1773688179.587381:0:73057:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 15360 lsom blocks 0 blocks 1 truncate 0 00000004:00000001:3.0:1773688179.587384:0:73057:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.587388:0:73057:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.587395:0:73057:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587398:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.587402:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.587405:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.587410:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.587413:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.587416:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.587418:0:73057:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.587420:0:73057:0:(mdt_som.c:35:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.587422:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.587424:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.587425:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.587427:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.587429:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.587431:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.587433:0:73057:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.587434:0:73057:0:(mdt_som.c:35:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1773688179.587437:0:73057:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1773688179.587439:0:73057:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587441:0:73057:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.587442:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.587444:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.587444:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.587447:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.587450:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.587452:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.587454:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.587455:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.587457:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.587459:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.587461:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.587463:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.587465:0:73057:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.587467:0:73057:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.587469:0:73057:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587472:0:73057:0:(mdt_som.c:122:mdt_set_som()) Process entered 00000004:00000002:3.0:1773688179.587473:0:73057:0:(mdt_som.c:126:mdt_set_som()) [0x20000afe1:0x144:0x0]: Set SOM attrs S/B/F: 15360/1/4. 00000004:00000001:3.0:1773688179.587477:0:73057:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.587480:0:73057:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:3.0:1773688179.587482:0:73057:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1773688179.587486:0:73057:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1773688179.587492:0:73057:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9a0f5f54e0. 00080000:00000001:3.0:1773688179.587496:0:73057:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1773688179.587502:0:73057:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10e32000. 00080000:00000001:3.0:1773688179.587504:0:73057:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993045757952 : -129080663793664 : ffff8a9a10e32000) 00000004:00000001:3.0:1773688179.587508:0:73057:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.587512:0:73057:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.587514:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.587516:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045757952 : -129080663793664 : ffff8a9a10e32000) 00080000:00000001:3.0:1773688179.587519:0:73057:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1773688179.587537:0:73057:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587539:0:73057:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587542:0:73057:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.587546:0:73057:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1773688179.587548:0:73057:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1773688179.587553:0:73057:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1773688179.587554:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.587556:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045757952 : -129080663793664 : ffff8a9a10e32000) 00080000:00000001:3.0:1773688179.587559:0:73057:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.587564:0:73057:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.587567:0:73057:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587569:0:73057:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.587587:0:73057:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.587590:0:73057:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587595:0:73057:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.587598:0:73057:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1773688179.587600:0:73057:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.587601:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.587603:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045757952 : -129080663793664 : ffff8a9a10e32000) 00080000:00000001:3.0:1773688179.587615:0:73057:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1773688179.587618:0:73057:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:3.0:1773688179.587630:0:73057:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1773688179.587633:0:73057:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.587635:0:73057:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587637:0:73057:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587639:0:73057:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587641:0:73057:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.587646:0:73057:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1773688179.587648:0:73057:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1773688179.587651:0:73057:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1773688179.587653:0:73057:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692060, last_committed = 171798692041 00000001:00000010:3.0:1773688179.587658:0:73057:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a0f5f5120. 00000001:00000040:3.0:1773688179.587661:0:73057:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 19 00000020:00000040:3.0:1773688179.587664:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=64 00000001:00000010:3.0:1773688179.587670:0:73057:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a16f6b900. 00000004:00000001:3.0:1773688179.587675:0:73057:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1773688179.587677:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.587678:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045757952 : -129080663793664 : ffff8a9a10e32000) 00080000:00000001:3.0:1773688179.587681:0:73057:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.587695:0:73057:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1773688179.587698:0:73057:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1773688179.587702:0:73057:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a16f6b900: xid 1859843854318848, transno 171798692060, tag 1, client gen 13, slot idx 2 00000001:00000001:3.0:1773688179.587705:0:73057:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.587755:0:73057:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773688179.587759:0:73057:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9a0f5f54e0. 00000020:00000001:3.0:1773688179.587761:0:73057:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587765:0:73057:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587767:0:73057:0:(mdt_som.c:146:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587769:0:73057:0:(mdt_som.c:320:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587771:0:73057:0:(mdt_open.c:149:mdt_write_put()) Process entered 00000004:00000001:3.0:1773688179.587773:0:73057:0:(mdt_open.c:153:mdt_write_put()) Process leaving 00000004:00000001:3.0:1773688179.587775:0:73057:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1773688179.587777:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.587779:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.587781:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.587783:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.587785:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.587788:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.587790:0:73057:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587792:0:73057:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1773688179.587796:0:73057:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1773688179.587799:0:73057:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.587802:0:73057:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x20000afe1:0x144:0x0], previous was 0x7 00000004:00000001:3.0:1773688179.587804:0:73057:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587807:0:73057:0:(mdt_reint.c:931:mdt_add_dirty_flag()) Process entered 00000004:00000001:3.0:1773688179.587809:0:73057:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.587810:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.587812:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.587813:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.587816:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.587818:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.587820:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1773688179.587822:0:73057:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1773688179.587824:0:73057:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1773688179.587826:0:73057:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=ffff8a9a10e326f0 00000004:00000001:3.0:1773688179.587828:0:73057:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587830:0:73057:0:(mdt_reint.c:958:mdt_add_dirty_flag()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587833:0:73057:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1773688179.587835:0:73057:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587838:0:73057:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:3.0:1773688179.587843:0:73057:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.587845:0:73057:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1773688179.587848:0:73057:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8a9b07b50b80. 00000004:00000001:3.0:1773688179.587857:0:73057:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1773688179.587860:0:73057:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41868f58/ffff8a9b41868f00 to site lru. bkt: ffff8a9a1aeb64c0 00000004:00000001:3.0:1773688179.587863:0:73057:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.587864:0:73057:0:(mdt_open.c:2728:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587866:0:73057:0:(mdt_open.c:2758:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587868:0:73057:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1773688179.587870:0:73057:0:(mdt_open.c:193:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1773688179.587872:0:73057:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.587873:0:73057:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.587875:0:73057:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.587877:0:73057:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.587882:0:73057:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.587885:0:73057:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.587887:0:73057:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1773688179.587892:0:73057:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.587898:0:73057:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.587900:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.587902:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.587904:0:73057:0:(mdt_open.c:2833:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.587907:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692060, xid 1859843854318848 00010000:00000001:3.0:1773688179.587910:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.587916:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b3135e680 x1859843854318848/t171798692060(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.587925:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.587928:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.587931:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=49 v=5 (1 1 1 0) 00000100:00000001:3.0:1773688179.587935:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.587938:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.587940:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.587943:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.587945:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.587948:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.587951:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.587968:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeed48. 00000100:00000200:3.0:1773688179.587976:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854318848, offset 224 00000400:00000200:3.0:1773688179.587984:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.587996:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.588003:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48079:48079:256:4294967295] 192.168.204.51@tcp LPNI seq info [48075:48075:8:4294967295] 00000400:00000200:3.0:1773688179.588042:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.588047:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.588053:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d000. 00000800:00000200:3.0:1773688179.588059:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.588066:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.588075:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d000 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.588090:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.588094:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.588096:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.588098:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.588101:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.588105:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3135e680 x1859843854318848/t171798692060(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.588115:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3135e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+64:68109:x1859843854318848:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 932us (1187us total) trans 171798692060 rc 0/0 00000100:00100000:3.0:1773688179.588124:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3233 00000100:00000040:3.0:1773688179.588128:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.588130:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.588133:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.588136:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07b50800. 00000020:00000010:3.0:1773688179.588140:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e07d0. 00000020:00000010:3.0:1773688179.588144:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb800. 00000020:00000040:3.0:1773688179.588150:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 63 00000100:00000001:3.0:1773688179.588153:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.588201:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.588210:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d000. 00000400:00000200:2.0:1773688179.588216:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.588222:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.588227:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeed48 00000400:00000010:2.0:1773688179.588230:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeed48. 00000100:00000001:2.0:1773688179.588235:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.588236:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1773688179.592066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9400. 00000800:00000001:1.0:1773688179.595059:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.595074:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.595077:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.595080:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.595092:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.595109:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 648 into portal 12 MB=0x69b84a4463e00 00000400:00000200:1.0:1773688179.595116:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 648/648 into md 0x3b659 [64] + 103352 00000800:00000001:1.0:1773688179.595124:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.595134:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.595136:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.595139:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.595145:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.595147:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688179.595151:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b33b49c00. 00000100:00000040:1.0:1773688179.595154:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b33b49c00 x1859843854319104 msgsize 648 00000100:00100000:1.0:1773688179.595157:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.595168:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.595174:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.595177:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.595216:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.595220:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854319104 02000000:00000001:3.0:1773688179.595223:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.595226:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.595228:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.595232:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.595236:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854319104 00000020:00000001:3.0:1773688179.595240:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.595243:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.595245:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.595248:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=64 00000020:00000001:3.0:1773688179.595250:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.595253:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.595257:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.595262:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5a00. 00000100:00000001:3.0:1773688179.595265:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.595268:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5a00. 00000020:00000010:3.0:1773688179.595274:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb800. 00000020:00000010:3.0:1773688179.595281:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07b50800. 00000020:00000010:3.0:1773688179.595286:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e07d0. 00000100:00000040:3.0:1773688179.595300:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.595304:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.595306:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.595309:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.595317:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.595321:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.595333:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.595347:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.595362:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.595364:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.595369:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15499 00000100:00000040:3.0:1773688179.595374:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.595376:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997924879360 : -129075784672256 : ffff8a9b33b49c00) 00000100:00000040:3.0:1773688179.595385:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b33b49c00 x1859843854319104/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.595394:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.595398:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5a00. 00000100:00000001:3.0:1773688179.595401:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.595404:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5a00. 00000100:00100000:3.0:1773688179.595409:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b33b49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+64:68109:x1859843854319104:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.595413:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854319104 00000020:00000001:3.0:1773688179.595416:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.595419:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1773688179.595425:0:75542:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a16f6b900: xid 1859843854318848, transno 171798692060, client gen 13, slot idx 2 00000001:00000001:3.0:1773688179.595429:0:75542:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a0cd82540: xid 1859843854317824, transno 171798692059, client gen 13, slot idx 3 00000001:00000010:3.0:1773688179.595433:0:75542:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a0cd82540. 00000020:00000001:3.0:1773688179.595438:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.595440:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.595442:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.595446:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.595448:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854319104, found 0 last_xid 1859843854319103 00000020:00000001:3.0:1773688179.595451:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.595453:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.595455:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.595460:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.595461:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.595464:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.595466:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.595468:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.595469:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.595474:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.595480:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:3.0:1773688179.595483:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.595485:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.595489:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b11e00. 00000020:00000001:3.0:1773688179.595492:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.595494:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b11e00 with handle 0x52973366461d2c51 to hash 00000020:00000001:3.0:1773688179.595496:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.595498:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941427712 : -129075768123904 : ffff8a9b34b11e00) 00010000:00000010:3.0:1773688179.595502:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.595505:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941427712 : -129075768123904 : ffff8a9b34b11e00) 00010000:00010000:3.0:1773688179.595510:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2c51 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a7c1 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.595519:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.595522:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=65 00010000:00000001:3.0:1773688179.595528:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.595531:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.595538:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.595541:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.595543:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.595545:0:75542:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:3.0:1773688179.595551:0:75542:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9b33b49c00 x1859843854319104/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1773688179.595559:0:75542:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1773688179.595561:0:75542:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1773688179.595563:0:75542:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1773688179.595566:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.595569:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.595571:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.595573:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.595575:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.595576:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.595578:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.595579:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.595585:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.595587:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.595589:0:75542:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.595591:0:75542:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.595594:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.595596:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.595598:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.595601:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.595606:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9b32007000. 02000000:00000001:3.0:1773688179.595609:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.595611:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.595615:0:75542:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1773688179.595616:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.595617:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.595619:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.595620:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.595622:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.595624:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.595626:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.595628:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.595630:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.595632:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.595636:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.595641:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.595644:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.595646:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.595647:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.595649:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.595651:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.595652:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.595653:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.595655:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.595657:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.595660:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.595661:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.595663:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.595665:0:75542:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.595668:0:75542:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1773688179.595670:0:75542:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.595672:0:75542:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1773688179.595675:0:75542:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:3.0:1773688179.595678:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3a38 00000004:00000002:3.0:1773688179.595680:0:75542:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xef:0x0]/(->[0x20000afe1:0x144:0x0]) cr_flag=040004240000003 mode=0100000 msg_flag=0x600 00000004:00000001:3.0:1773688179.595687:0:75542:0:(mdt_open.c:1135:mdt_open_by_fid_lock()) Process entered 00000004:00000001:3.0:1773688179.595690:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.595691:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.595694:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.595708:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.595714:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.595717:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.595718:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x144:0x0] 00000020:00000001:3.0:1773688179.595719:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.595724:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:3.0:1773688179.595726:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:3.0:1773688179.595728:0:75542:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1773688179.595730:0:75542:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.595734:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.595737:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.595743:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.595746:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.595751:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.595753:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.595759:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.595762:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.595766:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.595768:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.595769:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.595771:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x144:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:3.0:1773688179.595775:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.595776:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.595778:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.595780:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.595782:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.595783:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:3.0:1773688179.595786:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b32007378 00000004:00000001:3.0:1773688179.595789:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.595792:0:75542:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:3.0:1773688179.595794:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.595796:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.595799:0:75542:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0x144:0x0] lease count: 0, lm: 8 00000004:00000001:3.0:1773688179.595802:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1773688179.595805:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.595807:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.595811:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46c00 count: 2 00010000:00000001:3.0:1773688179.595814:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.595816:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.595818:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b11200. 00000020:00000001:3.0:1773688179.595821:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.595822:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b11200 with handle 0x52973366461d2c58 to hash 00000020:00000001:3.0:1773688179.595824:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.595825:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000010:3.0:1773688179.595830:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba100. 00010000:00000001:3.0:1773688179.595832:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000001:3.0:1773688179.595835:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.595837:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.595840:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2c58 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.595847:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.595850:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.595853:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.595855:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.595857:0:75542:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1773688179.595862:0:75542:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2c12 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a79e expref: 65 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.595869:0:75542:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1773688179.595870:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.595872:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.595874:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.595876:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.595878:0:75542:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1773688179.595882:0:75542:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2c58 lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.595889:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9a0ec46c00) refcount = 2 00010000:00000040:3.0:1773688179.595900:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.595904:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2c12 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a79e expref: 65 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.595910:0:75542:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1773688179.595912:0:75542:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2c58 lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.595919:0:75542:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b072a5a00. 00000100:00000001:3.0:1773688179.595922:0:75542:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773688179.595927:0:75542:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a16f6ba80. 00000100:00000001:3.0:1773688179.595929:0:75542:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614993147705984 : -129080561845632 : ffff8a9a16f6ba80) 00000100:00000001:3.0:1773688179.595931:0:75542:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614993147705984 : -129080561845632 : ffff8a9a16f6ba80) 00000100:00000001:3.0:1773688179.595934:0:75542:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773688179.595935:0:75542:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1773688179.595937:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1773688179.595940:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.595941:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1773688179.595943:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.595945:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.595946:0:75542:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1773688179.595948:0:75542:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1773688179.595952:0:75542:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e1a0700. 00000020:00000040:3.0:1773688179.595966:0:75542:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:3.0:1773688179.595970:0:75542:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773688179.595972:0:75542:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773688179.595976:0:75542:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773688179.595981:0:75542:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a198eb600. 00000100:00000001:3.0:1773688179.595987:0:75542:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.595992:0:75542:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2c12 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a79e expref: 65 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.596050:0:75542:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2c12 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a79e expref: 65 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.596058:0:75542:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1773688179.596061:0:75542:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773688179.596068:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9a0e1a0700 x1859843861191040/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.596076:0:75542:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773688179.596078:0:75542:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.596084:0:75542:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9a0e1a0700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:75542:1859843861191040:192.168.204.51@tcp:104: 00000100:00000001:3.0:1773688179.596089:0:75542:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773688179.596094:0:75542:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773688179.596096:0:75542:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.596099:0:75542:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773688179.596103:0:75542:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a198eb000. 02000000:00000001:3.0:1773688179.596105:0:75542:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773688179.596109:0:75542:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b346318f0. 00000400:00000010:3.0:1773688179.596114:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee198. 00000100:00000200:3.0:1773688179.596120:0:75542:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861191040, portal 16 00000100:00000001:3.0:1773688179.596123:0:75542:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773688179.596124:0:75542:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614992999024384 : -129080710527232 : ffff8a9a0e1a0700) 00000100:00000040:3.0:1773688179.596129:0:75542:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9a0e1a0700 x1859843861191040/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.596135:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.596138:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.596141:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee7f8. 00000100:00000200:3.0:1773688179.596143:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861191040, offset 0 00000400:00000200:3.0:1773688179.596150:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.596159:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.596164:0:75542:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773688179.596169:0:75542:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:3.0:1773688179.596173:0:75542:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773688179.596175:0:75542:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:3.0:1773688179.596179:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48080:48080:256:4294967295] 192.168.204.51@tcp LPNI seq info [48076:48076:8:4294967295] 00000400:00000200:3.0:1773688179.596189:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.596194:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.596199:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99dd00. 00000800:00000200:3.0:1773688179.596205:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.596211:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.596215:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99dd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.596230:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.596234:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297630517 00000100:00000001:3.0:1773688179.596241:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297630502 00000100:00000001:3.0:1773688179.596245:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297630517 00000100:00000001:3.0:1773688179.596248:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297630502 00000100:00000001:3.0:1773688179.596251:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297630517 00000100:00000001:3.0:1773688179.596255:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297630502 00000100:00000001:3.0:1773688179.596257:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297630517 00000100:00000001:3.0:1773688179.596261:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297630502 00000100:00000001:3.0:1773688179.596264:0:75542:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773688179.596266:0:75542:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.596268:0:75542:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.596270:0:75542:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.596272:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.596274:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.596275:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.596276:0:75542:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.596278:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1773688179.596280:0:75542:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1773688179.596282:0:75542:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.596284:0:75542:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773688179.596287:0:75542:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773688179.596289:0:75542:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9a16f6ba80 going to sleep for 11 seconds 00000100:00000001:3.0:1773688179.596292:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773688179.596294:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688179.596337:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.596341:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99dd00. 00000400:00000200:0.0:1773688179.596345:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.596349:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.596352:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee7f8 00000400:00000010:0.0:1773688179.596354:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee7f8. 00000100:00000001:0.0:1773688179.596357:0:3440:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773688179.596362:0:3440:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9a0e1a0700 x1859843861191040/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.596369:0:3440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773688179.596373:0:3440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9a0e1a0700 x1859843861191040/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.596378:0:3440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.596379:0:3440:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.597336:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.597342:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.597344:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.597346:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.597351:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.597358:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af1980 00000400:00000200:0.0:1773688179.597362:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77da5 [1] + 224 00000800:00000001:0.0:1773688179.597366:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.597372:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.597374:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.597376:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.597379:0:3438:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773688179.597383:0:3438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9a0e1a0700 x1859843861191040/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1773688179.597389:0:3438:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9a0e1a0700 x1859843861191040/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.597401:0:3438:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.597405:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.597408:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.597436:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773688179.597442:0:75542:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773688179.597444:0:75542:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773688179.597446:0:75542:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b346318f0. 00000400:00000200:3.0:1773688179.597450:0:75542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee198 00000400:00000010:3.0:1773688179.597452:0:75542:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee198. 00000100:00000001:3.0:1773688179.597454:0:75542:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773688179.597459:0:75542:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9a0e1a0700 x1859843861191040/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1773688179.597469:0:75542:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9a0e1a0700 x1859843861191040/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.597476:0:75542:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773688179.597478:0:75542:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.597481:0:75542:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773688179.597483:0:75542:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773688179.597485:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.597487:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.597490:0:75542:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.597495:0:75542:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=3 v=5 (5 0 0 0) 00000100:00001000:3.0:1773688179.597499:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1773688179.597502:0:75542:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773688179.597504:0:75542:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.597506:0:75542:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773688179.597510:0:75542:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.597513:0:75542:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.597517:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9a0e1a0700 x1859843861191040/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.597524:0:75542:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773688179.597527:0:75542:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773688179.597528:0:75542:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.597531:0:75542:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1773688179.597533:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.597534:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.597535:0:75542:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.597540:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e1a0700 x1859843861191040/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773688179.597548:0:75542:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9a0e1a0700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:75542:1859843861191040:192.168.204.51@tcp:104: 00000100:00000001:3.0:1773688179.597552:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.597554:0:75542:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.597556:0:75542:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773688179.597558:0:75542:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773688179.597560:0:75542:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9a0e1a0700 x1859843861191040/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.597567:0:75542:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773688179.597569:0:75542:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773688179.597571:0:75542:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a198eb000. 02000000:00000001:3.0:1773688179.597575:0:75542:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773688179.597577:0:75542:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773688179.597578:0:75542:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1773688179.597580:0:75542:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773688179.597583:0:75542:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a198eb600. 02000000:00000001:3.0:1773688179.597585:0:75542:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773688179.597587:0:75542:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773688179.597589:0:75542:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a0e1a0700. 00000100:00000001:3.0:1773688179.597592:0:75542:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773688179.597593:0:75542:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773688179.597596:0:75542:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a16f6ba80. 00000100:00000001:3.0:1773688179.597598:0:75542:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1773688179.597600:0:75542:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1773688179.597602:0:75542:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b072a5a00. 00010000:00000001:3.0:1773688179.597605:0:75542:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.597608:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.597610:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.597613:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1773688179.597616:0:75542:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2c58 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000001:0.0:1773688179.597953:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.597967:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.597970:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.597973:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.597977:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.597985:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4463e80 00000400:00000200:0.0:1773688179.597991:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x73145 [2] + 328 00000800:00000001:0.0:1773688179.597996:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.598053:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.598055:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.598059:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.598063:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.598065:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1773688179.598068:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3135dc00. 00000100:00000040:0.0:1773688179.598070:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3135dc00 x1859843854319232 msgsize 328 00000100:00100000:0.0:1773688179.598074:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.598081:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.598084:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.598086:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.598125:0:6358:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.598129:0:6358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854319232 02000000:00000001:3.0:1773688179.598131:0:6358:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.598133:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.598135:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.598138:0:6358:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.598140:0:6358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854319232 00000020:00000001:3.0:1773688179.598142:0:6358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.598144:0:6358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.598146:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.598149:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=66 00000020:00000001:3.0:1773688179.598152:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.598155:0:6358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.598159:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.598163:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5a00. 00000100:00000001:3.0:1773688179.598166:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.598169:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5a00. 00000020:00000010:3.0:1773688179.598174:0:6358:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a198eb600. 00000020:00000010:3.0:1773688179.598179:0:6358:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07b50b00. 00000020:00000010:3.0:1773688179.598184:0:6358:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.598192:0:6358:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1773688179.598195:0:6358:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.598197:0:6358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1773688179.598199:0:6358:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1773688179.598201:0:6358:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.598204:0:6358:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1773688179.598208:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.598209:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.598211:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1dc00 refcount=4 00000020:00000001:3.0:1773688179.598213:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00010000:00000001:3.0:1773688179.598216:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00010000:00010000:3.0:1773688179.598223:0:6358:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2c12 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a79e expref: 66 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.598230:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.598232:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.598233:0:6358:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.598235:0:6358:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.598240:0:6358:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1773688179.598245:0:6358:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9b3135dc00 x1859843854319232/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773688179.598251:0:6358:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1773688179.598252:0:6358:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.598268:0:6358:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.598280:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.598282:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.598285:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3730 00000100:00000040:3.0:1773688179.598295:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00000100:00000001:3.0:1773688179.598298:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997883018240 : -129075826533376 : ffff8a9b3135dc00) 00000100:00000040:3.0:1773688179.598305:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3135dc00 x1859843854319232/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773688179.598313:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.598317:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5a00. 00000100:00000001:3.0:1773688179.598319:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.598322:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5a00. 00000100:00100000:3.0:1773688179.598327:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3135dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+66:2404:x1859843854319232:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1773688179.598331:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854319232 00010000:00000001:3.0:1773688179.598333:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1773688179.598335:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1773688179.598338:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1773688179.598342:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.598345:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.598349:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9b36bbd800. 02000000:00000001:3.0:1773688179.598352:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.598355:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.598358:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1773688179.598360:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1773688179.598362:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.598364:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.598366:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1dc00 refcount=4 00000020:00000001:3.0:1773688179.598368:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00010000:00000001:3.0:1773688179.598370:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00010000:00000040:3.0:1773688179.598373:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46c00 count: 3 00000004:00000001:3.0:1773688179.598377:0:6358:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:3.0:1773688179.598381:0:6358:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2c12 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a79e expref: 66 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:3.0:1773688179.598388:0:6358:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b2bf83c50 time=1773688179 v=20 (0 0 0 0) 00010000:00000001:3.0:1773688179.598391:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773688179.598401:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.598403:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.598407:0:6358:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2c12 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a79e expref: 66 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1773688179.598414:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.598416:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.598418:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.598420:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.598424:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.598426:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.598431:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.598433:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.598435:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.598436:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.598439:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b09d1dc00 with handle 0x52973366461d2c12 from hash 00010000:00000001:3.0:1773688179.598441:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.598442:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.598444:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.598446:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.598451:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.598453:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.598455:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.598457:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.598460:0:6358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2c12 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a79e expref: 66 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.598468:0:6358:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.598471:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 65 00010000:00000010:3.0:1773688179.598474:0:6358:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315baa00. 00010000:00000001:3.0:1773688179.598482:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.598484:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.598487:0:6358:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.598489:0:6358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9a0ec46c00) 00010000:00010000:3.0:1773688179.598494:0:6358:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2c58 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.598500:0:6358:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.598502:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.598504:0:6358:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.598506:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.598507:0:6358:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.598510:0:6358:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.598512:0:6358:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1773688179.598515:0:6358:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2c58 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.598520:0:6358:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1773688179.598522:0:6358:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.598524:0:6358:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.598526:0:6358:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.598528:0:6358:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9a0ec46c00) refcount = 2 00010000:00010000:3.0:1773688179.598532:0:6358:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2c58 lrc: 4/0,1 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.598542:0:6358:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.598544:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.598545:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.598547:0:6358:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.598549:0:6358:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.598551:0:6358:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1773688179.598555:0:6358:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b072a5a00. 00000100:00000001:3.0:1773688179.598558:0:6358:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773688179.598567:0:6358:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a16f6ba80. 00000100:00000001:3.0:1773688179.598569:0:6358:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614993147705984 : -129080561845632 : ffff8a9a16f6ba80) 00000100:00000001:3.0:1773688179.598572:0:6358:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614993147705984 : -129080561845632 : ffff8a9a16f6ba80) 00000100:00000001:3.0:1773688179.598574:0:6358:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773688179.598575:0:6358:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1773688179.598577:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1773688179.598579:0:6358:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.598590:0:6358:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.598592:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.598594:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.598596:0:6358:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.598598:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1773688179.598599:0:6358:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1773688179.598602:0:6358:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.598604:0:6358:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.598607:0:6358:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1773688179.598609:0:6358:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a16f6ba80. 00000100:00000001:3.0:1773688179.598613:0:6358:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1773688179.598615:0:6358:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1773688179.598618:0:6358:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b072a5a00. 00010000:00000001:3.0:1773688179.598621:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1773688179.598624:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1773688179.598626:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773688179.598626:0:75542:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2c58 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.598638:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.598642:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.598644:0:75542:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.598648:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00010000:00010000:0.0:1773688179.598651:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2c58 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773688179.598654:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.598662:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.598665:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1773688179.598668:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 00010000:00000001:0.0:1773688179.598670:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.598675:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1773688179.598676:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1773688179.598680:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1773688179.598681:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.598685:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1773688179.598688:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1773688179.598690:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11200 refcount=3 00000020:00000001:0.0:1773688179.598695:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000001:0.0:1773688179.598699:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000001:0.0:1773688179.598701:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.598703:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1773688179.598707:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000004:00000001:0.0:1773688179.598708:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.598714:0:75542:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0x144:0x0], ibits = 0x5/0x1a, open_flags = 040004240000003, try_layout = 1 : rc = 0 00000400:00000010:3.0:1773688179.598715:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee198. 00000100:00000200:3.0:1773688179.598723:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854319232, offset 224 00000004:00000001:0.0:1773688179.598724:0:75542:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688179.598732:0:75542:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773688179.598738:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000004:00000001:0.0:1773688179.598743:0:75542:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000400:00000200:3.0:1773688179.598750:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000001:00000001:0.0:1773688179.598753:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.598758:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773688179.598760:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48081:48081:256:4294967295] 192.168.204.51@tcp LPNI seq info [48077:48077:8:4294967295] 00000001:00000001:0.0:1773688179.598765:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.598769:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.598778:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.598785:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000400:00000200:3.0:1773688179.598787:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000001:00000001:0.0:1773688179.598789:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.598796:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773688179.598802:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000004:00000002:0.0:1773688179.598803:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000800:00000010:3.0:1773688179.598813:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d900. 00000004:00200000:0.0:1773688179.598813:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: returning size 15360 00000001:00000001:0.0:1773688179.598822:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.598826:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773688179.598827:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000004:00000001:0.0:1773688179.598830:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1773688179.598836:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000800:00000200:3.0:1773688179.598838:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.598845:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d900 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:0.0:1773688179.598845:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.598851:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.598861:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000001:3.0:1773688179.598864:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.598865:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.598876:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000040:3.0:1773688179.598878:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00000004:00000001:0.0:1773688179.598880:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.598887:0:75542:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00010000:00000001:3.0:1773688179.598889:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.598890:0:75542:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00010000:00000001:3.0:1773688179.598899:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.598899:0:75542:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000004:00000001:0.0:1773688179.598904:0:75542:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.598910:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3135dc00 x1859843854319232/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1773688179.598912:0:75542:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:0.0:1773688179.598923:0:75542:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000100:00100000:3.0:1773688179.598925:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3135dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+65:2404:x1859843854319232:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 609us (850us total) trans 0 rc 0/0 00000004:00000001:0.0:1773688179.598928:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:00000001:0.0:1773688179.598932:0:75542:0:(mdd_permission.c:247:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.598937:0:75542:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.598939:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3730 00000004:00000001:0.0:1773688179.598942:0:75542:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1773688179.598945:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00000004:00000001:0.0:1773688179.598949:0:75542:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000100:00000001:3.0:1773688179.598950:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.598965:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000010:0.0:1773688179.598970:0:75542:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9b36c91700. 00000020:00000010:3.0:1773688179.598971:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07b50b00. 00000020:00000001:0.0:1773688179.598976:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000010:3.0:1773688179.598979:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000040:0.0:1773688179.598981:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b36c91700 with handle 0x52973366461d2c5f to hash 00000020:00000010:3.0:1773688179.598987:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb600. 00000020:00000001:0.0:1773688179.598987:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:0.0:1773688179.598993:0:75542:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614997976553216 : -129075732998400 : ffff8a9b36c91700) 00000020:00000040:3.0:1773688179.598998:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 64 00000004:00000001:0.0:1773688179.598999:0:75542:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1773688179.599004:0:75542:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:0.0:1773688179.599048:0:75542:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0x144:0x0] Change mfd open_flags 0 -> 040004240000003. 00000100:00000001:3.0:1773688179.599052:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1773688179.599055:0:75542:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1773688179.599061:0:75542:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1773688179.599071:0:75542:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0e969000. 00080000:00000001:0.0:1773688179.599075:0:75542:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993007185920 : -129080702365696 : ffff8a9a0e969000) 00080000:00000001:0.0:1773688179.599079:0:75542:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1773688179.599086:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688179.599094:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688179.599097:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773688179.599123:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:0.0:1773688179.599126:0:75542:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1773688179.599129:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d900. 00080000:00000001:0.0:1773688179.599132:0:75542:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1773688179.599136:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:0.0:1773688179.599139:0:75542:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1773688179.599145:0:75542:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692061, last_committed = 171798692041 00000400:00000200:3.0:1773688179.599146:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000001:00000010:0.0:1773688179.599154:0:75542:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b07fb6360. 00000400:00000200:3.0:1773688179.599157:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee198 00000001:00000040:0.0:1773688179.599161:0:75542:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 20 00000400:00000010:3.0:1773688179.599163:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee198. 00000020:00000040:0.0:1773688179.599167:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=65 00000100:00000001:3.0:1773688179.599170:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1773688179.599174:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000010:0.0:1773688179.599182:0:75542:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b08b53f00. 00080000:00000001:0.0:1773688179.599192:0:75542:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688179.599214:0:75542:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1773688179.599218:0:75542:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b08b53f00: xid 1859843854319104, transno 171798692061, tag 1, client gen 13, slot idx 3 00000001:00000001:0.0:1773688179.599222:0:75542:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.599239:0:75542:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.599241:0:75542:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1773688179.599243:0:75542:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.599245:0:75542:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.599248:0:75542:0:(mdt_open.c:1236:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688179.599251:0:75542:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:0.0:1773688179.599318:0:75542:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:0.0:1773688179.599320:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688179.599324:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.599326:0:75542:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1773688179.599328:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1773688179.599330:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.599333:0:75542:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.599336:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688179.599338:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.599341:0:75542:0:(mdt_open.c:1525:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1773688179.599349:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.599356:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.599359:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.599361:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.599367:0:75542:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.599370:0:75542:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1773688179.599375:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688179.599378:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688179.599379:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688179.599381:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688179.599384:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688179.599387:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1773688179.599395:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.599398:0:75542:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:0.0:1773688179.599402:0:75542:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:0.0:1773688179.599404:0:75542:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.599408:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.599410:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.599413:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11200 refcount=3 00000020:00000001:0.0:1773688179.599415:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000001:0.0:1773688179.599418:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00000004:00000040:0.0:1773688179.599422:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:0.0:1773688179.599425:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=66 00010000:00000001:0.0:1773688179.599432:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.599434:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.599436:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688179.599439:0:75542:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688179.599442:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688179.599445:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1773688179.599448:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1773688179.599451:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.599456:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.599459:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.599464:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.599466:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.599469:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b11e00 with handle 0x52973366461d2c51 from hash 00010000:00000001:0.0:1773688179.599472:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.599474:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.599475:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.599477:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1773688179.599478:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.599486:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2c51 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7c1 expref: 66 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.599497:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:0.0:1773688179.599500:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 65 00010000:00000010:0.0:1773688179.599503:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315baa80. 00010000:00000001:0.0:1773688179.599516:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.599518:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.599525:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1773688179.599532:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2c58 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7c1 expref: 65 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.599540:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.599543:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.599546:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9a0ec46c00) 00010000:00010000:0.0:1773688179.599549:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00000001:0.0:1773688179.599552:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.599555:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.599557:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.599559:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.599561:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.599563:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b34b11200, rc 0) 00000020:00000001:0.0:1773688179.599567:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688179.599571:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692061, xid 1859843854319104 00010000:00000001:0.0:1773688179.599574:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688179.599582:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b33b49c00 x1859843854319104/t171798692061(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688179.599590:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.599593:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.599597:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688179.599601:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.599605:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.599607:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.599610:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.599613:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.599617:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.599623:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.599629:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316bec38. 00000100:00000200:0.0:1773688179.599636:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854319104, offset 224 00000400:00000200:0.0:1773688179.599645:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.599659:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.599668:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48082:48082:256:4294967295] 192.168.204.51@tcp LPNI seq info [48078:48078:8:4294967295] 00000400:00000200:0.0:1773688179.599681:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.599687:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.599692:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356900. 00000800:00000200:0.0:1773688179.599700:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.599706:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.599711:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356900 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.599728:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.599734:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.599737:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688179.599739:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.599743:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688179.599749:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b33b49c00 x1859843854319104/t171798692061(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688179.599760:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b33b49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+65:68109:x1859843854319104:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4363us (4602us total) trans 171798692061 rc 0/0 00000100:00100000:0.0:1773688179.599770:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15499 00000100:00000040:0.0:1773688179.599774:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688179.599777:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.599781:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.599785:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07b50800. 00000800:00000200:1.0:1773688179.599787:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1773688179.599790:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e07d0. 00000800:00000010:1.0:1773688179.599793:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356900. 00000020:00000010:0.0:1773688179.599799:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a198eb800. 00000400:00000200:1.0:1773688179.599802:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1773688179.599809:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 64 00000400:00000200:1.0:1773688179.599813:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.599815:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.599820:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316bec38 00000400:00000010:1.0:1773688179.599825:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316bec38. 00000100:00000001:1.0:1773688179.599832:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.599834:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1773688179.601952:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.601973:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773688179.601976:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.601979:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.601987:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:3.0:1773688179.601999:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4463f00 00000400:00000200:3.0:1773688179.602036:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 104000 00000800:00000001:3.0:1773688179.602044:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.602054:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.602056:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688179.602060:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:3.0:1773688179.602066:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773688179.602068:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1773688179.602072:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e1a0700. 00000100:00000040:3.0:1773688179.602074:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0e1a0700 x1859843854319360 msgsize 576 00000100:00100000:3.0:1773688179.602077:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:3.0:1773688179.602088:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1773688179.602094:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.602097:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.602102:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.602106:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854319360 02000000:00000001:1.0:1773688179.602109:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.602111:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.602113:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.602117:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.602121:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854319360 00000020:00000001:1.0:1773688179.602125:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.602126:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.602129:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.602132:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=65 00000020:00000001:1.0:1773688179.602135:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.602137:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.602141:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.602145:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80af00. 00000100:00000001:1.0:1773688179.602149:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.602151:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80af00. 00000020:00000010:1.0:1773688179.602156:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356c00. 00000020:00000010:1.0:1773688179.602159:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03ef80. 00000020:00000010:1.0:1773688179.602165:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe190. 00000100:00000040:1.0:1773688179.602170:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688179.602173:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.602174:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688179.602176:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688179.602178:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.602179:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.602183:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.602194:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.602204:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.602206:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.602212:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15500 00000100:00000001:2.0:1773688179.602214:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1773688179.602216:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.602217:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1773688179.602220:0:68797:0:(service.c:2223:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.602221:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992999024384 : -129080710527232 : ffff8a9a0e1a0700) 00000100:00000001:2.0:1773688179.602223:0:68797:0:(service.c:2462:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.602232:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e1a0700 x1859843854319360/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688179.602242:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.602255:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80af00. 00000100:00000001:1.0:1773688179.602258:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.602261:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80af00. 00000100:00100000:1.0:1773688179.602266:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e1a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+65:68109:x1859843854319360:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688179.602270:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854319360 00000020:00000001:1.0:1773688179.602274:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688179.602278:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1773688179.602283:0:75542:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b08b53f00: xid 1859843854319104, transno 171798692061, client gen 13, slot idx 3 00000001:00000001:1.0:1773688179.602288:0:75542:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a16f6b900: xid 1859843854318848, transno 171798692060, client gen 13, slot idx 2 00000001:00000010:1.0:1773688179.602298:0:75542:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a16f6b900. 00000020:00000001:1.0:1773688179.602302:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.602305:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688179.602307:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688179.602310:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688179.602314:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854319360, found 0 last_xid 1859843854319359 00000020:00000001:1.0:1773688179.602317:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688179.602319:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688179.602321:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688179.602326:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.602329:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688179.602331:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688179.602333:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688179.602335:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688179.602337:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.602341:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.602347:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46c00 count: 2 00010000:00000001:1.0:1773688179.602350:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.602353:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.602357:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0f427a00. 00000020:00000001:1.0:1773688179.602361:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.602363:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0f427a00 with handle 0x52973366461d2c66 to hash 00000020:00000001:1.0:1773688179.602366:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.602367:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993018452480 : -129080691099136 : ffff8a9a0f427a00) 00010000:00000010:1.0:1773688179.602373:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b900. 00010000:00000001:1.0:1773688179.602375:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993018452480 : -129080691099136 : ffff8a9a0f427a00) 00010000:00010000:1.0:1773688179.602380:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c66 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a7c8 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.602390:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:1.0:1773688179.602392:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=66 00010000:00000001:1.0:1773688179.602398:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688179.602401:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688179.602407:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688179.602409:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688179.602411:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1773688179.602413:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688179.602415:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x144:0x0] 00000020:00000001:1.0:1773688179.602418:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.602422:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:1.0:1773688179.602425:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:1.0:1773688179.602427:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.602430:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688179.602432:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688179.602434:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.602436:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.602442:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b34537000. 02000000:00000001:1.0:1773688179.602444:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.602446:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.602448:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.602451:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1773688179.602456:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:1.0:1773688179.602458:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.602459:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.602462:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.602463:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.602465:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.602466:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.602467:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.602468:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.602470:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.602471:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.602473:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.602475:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.602477:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.602479:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.602481:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.602482:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.602483:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.602485:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.602486:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.602489:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688179.602494:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688179.602497:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688179.602499:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.602500:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.602502:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.602504:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.602506:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.602508:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.602509:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688179.602511:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.602513:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.602514:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.602515:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688179.602517:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.602520:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:1.0:1773688179.602524:0:75542:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1773688179.602525:0:75542:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:1.0:1773688179.602527:0:75542:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000020:00000010:1.0:1773688179.602532:0:75542:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8a9b34535000. 00000004:00000001:1.0:1773688179.602537:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.602543:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.602545:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.602552:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1773688179.602554:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1773688179.602558:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1773688179.602561:0:75542:0:(mdt_lib.c:2238:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688179.602564:0:75542:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0x144:0x0]/[0x20000afe1:0x144:0x0], ldlm_rep = ffff8a9b34537228 00000004:00000001:1.0:1773688179.602570:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1773688179.602574:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688179.602576:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.602579:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46c00 count: 3 00010000:00000001:1.0:1773688179.602582:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.602584:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.602587:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0f426800. 00000020:00000001:1.0:1773688179.602589:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.602590:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0f426800 with handle 0x52973366461d2c6d to hash 00000020:00000001:1.0:1773688179.602592:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.602593:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993018447872 : -129080691103744 : ffff8a9a0f426800) 00010000:00000010:1.0:1773688179.602597:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bc00. 00010000:00000001:1.0:1773688179.602599:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993018447872 : -129080691103744 : ffff8a9a0f426800) 00010000:00000001:1.0:1773688179.602603:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.602605:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.602609:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426800/0x52973366461d2c6d lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.602615:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688179.602619:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688179.602621:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.602623:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.602625:0:75542:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688179.602630:0:75542:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2c58 lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7c1 expref: 66 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.602637:0:75542:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688179.602638:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.602640:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.602642:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.602644:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.602646:0:75542:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1773688179.602649:0:75542:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426800/0x52973366461d2c6d lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.602660:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9a0ec46c00) refcount = 3 00010000:00000040:1.0:1773688179.602664:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.602668:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2c58 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7c1 expref: 66 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.602674:0:75542:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1773688179.602677:0:75542:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426800/0x52973366461d2c6d lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688179.602682:0:75542:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9a0f80af00. 00000100:00000001:1.0:1773688179.602685:0:75542:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688179.602689:0:75542:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a0eeec000. 00000100:00000001:1.0:1773688179.602690:0:75542:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614993012965376 : -129080696586240 : ffff8a9a0eeec000) 00000100:00000001:1.0:1773688179.602698:0:75542:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614993012965376 : -129080696586240 : ffff8a9a0eeec000) 00000100:00000001:1.0:1773688179.602700:0:75542:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688179.602701:0:75542:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688179.602702:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.602705:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.602706:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1773688179.602707:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.602709:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.602710:0:75542:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1773688179.602712:0:75542:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1773688179.602716:0:75542:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b33b4bb80. 00000020:00000040:1.0:1773688179.602719:0:75542:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:1.0:1773688179.602722:0:75542:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773688179.602723:0:75542:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773688179.602727:0:75542:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773688179.602731:0:75542:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a09356a00. 00000100:00000001:1.0:1773688179.602737:0:75542:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.602742:0:75542:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2c58 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7c1 expref: 66 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.602767:0:75542:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2c58 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7c1 expref: 66 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.602775:0:75542:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1773688179.602778:0:75542:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773688179.602782:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b33b4bb80 x1859843861191168/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.602790:0:75542:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773688179.602792:0:75542:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.602797:0:75542:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b33b4bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:75542:1859843861191168:192.168.204.51@tcp:104: 00000100:00000001:1.0:1773688179.602802:0:75542:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773688179.602807:0:75542:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773688179.602809:0:75542:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.602812:0:75542:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773688179.602817:0:75542:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a09356200. 02000000:00000001:1.0:1773688179.602819:0:75542:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773688179.602824:0:75542:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b3697ff78. 00000400:00000010:1.0:1773688179.602829:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64440. 00000100:00000200:1.0:1773688179.602835:0:75542:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861191168, portal 16 00000100:00000001:1.0:1773688179.602837:0:75542:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773688179.602839:0:75542:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997924887424 : -129075784664192 : ffff8a9b33b4bb80) 00000100:00000040:1.0:1773688179.602844:0:75542:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b33b4bb80 x1859843861191168/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.602852:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.602855:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.602858:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64dd0. 00000100:00000200:1.0:1773688179.602862:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861191168, offset 0 00000400:00000200:1.0:1773688179.602868:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.602876:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.602881:0:75542:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773688179.602886:0:75542:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:1.0:1773688179.602890:0:75542:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773688179.602893:0:75542:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:1.0:1773688179.602896:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48083:48083:256:4294967295] 192.168.204.51@tcp LPNI seq info [48079:48079:8:4294967295] 00000400:00000200:1.0:1773688179.602904:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.602910:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.602914:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7a00. 00000800:00000200:1.0:1773688179.602920:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.602927:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.602930:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.602943:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.602947:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297630523 00000100:00000001:1.0:1773688179.602963:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297630517 00000100:00000001:1.0:1773688179.602967:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297630523 00000100:00000001:1.0:1773688179.602972:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297630517 00000100:00000001:1.0:1773688179.602975:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297630523 00000100:00000001:1.0:1773688179.602980:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297630517 00000100:00000001:1.0:1773688179.602982:0:75542:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297630523 00000100:00000001:1.0:1773688179.602985:0:75542:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297630517 00000100:00000001:1.0:1773688179.602986:0:75542:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688179.602988:0:75542:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.602990:0:75542:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.602991:0:75542:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.602993:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.602995:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.602996:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.602997:0:75542:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.602998:0:75542:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.602999:0:75542:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688179.603001:0:75542:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.603004:0:75542:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000010:0.1:1773688179.603032:0:82110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11e00. 00010000:00000010:3.1:1773688179.603056:0:3440:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b09d1dc00. 00000800:00000200:3.0:1773688179.603109:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773688179.603112:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7a00. 00000400:00000200:3.0:1773688179.603117:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688179.603122:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:3.0:1773688179.603126:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64dd0 00000400:00000010:3.0:1773688179.603128:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64dd0. 00000100:00000001:3.0:1773688179.603132:0:3440:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1773688179.603138:0:3440:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b33b4bb80 x1859843861191168/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.603149:0:3440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773688179.603153:0:3440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b33b4bb80 x1859843861191168/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.603160:0:3440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.603163:0:3440:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773688179.603242:0:75542:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773688179.603247:0:75542:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9a0eeec000 going to sleep for 11 seconds 00000100:00000001:1.0:1773688179.603249:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773688179.603253:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773688179.603973:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.603980:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.603982:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.603985:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.603990:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.603999:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af1a00 00000400:00000200:1.0:1773688179.604004:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77db5 [1] + 224 00000800:00000001:1.0:1773688179.604032:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.604041:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.604044:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.604049:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.604052:0:3438:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773688179.604057:0:3438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b33b4bb80 x1859843861191168/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1773688179.604067:0:3438:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9b33b4bb80 x1859843861191168/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.604081:0:3438:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.604087:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.604091:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.604091:0:75542:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773688179.604097:0:75542:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773688179.604099:0:75542:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773688179.604101:0:75542:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b3697ff78. 00000400:00000200:0.0:1773688179.604104:0:75542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64440 00000400:00000010:0.0:1773688179.604106:0:75542:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64440. 00000100:00000001:0.0:1773688179.604108:0:75542:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773688179.604112:0:75542:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9b33b4bb80 x1859843861191168/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1773688179.604119:0:75542:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9b33b4bb80 x1859843861191168/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.604123:0:75542:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773688179.604124:0:75542:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.604126:0:75542:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773688179.604128:0:75542:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773688179.604129:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.604130:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.604131:0:75542:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.604135:0:75542:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=3 v=5 (5 0 0 0) 00000100:00001000:0.0:1773688179.604137:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1773688179.604139:0:75542:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773688179.604140:0:75542:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.604141:0:75542:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773688179.604144:0:75542:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.604146:0:75542:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.604148:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9b33b4bb80 x1859843861191168/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.604152:0:75542:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773688179.604154:0:75542:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773688179.604155:0:75542:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.604156:0:75542:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1773688179.604157:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.604158:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.604159:0:75542:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.604162:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b33b4bb80 x1859843861191168/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1773688179.604167:0:75542:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9b33b4bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:75542:1859843861191168:192.168.204.51@tcp:104: 00000100:00000001:0.0:1773688179.604170:0:75542:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.604171:0:75542:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.604173:0:75542:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773688179.604173:0:75542:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773688179.604175:0:75542:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9b33b4bb80 x1859843861191168/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.604179:0:75542:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773688179.604180:0:75542:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773688179.604182:0:75542:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a09356200. 02000000:00000001:0.0:1773688179.604184:0:75542:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773688179.604185:0:75542:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773688179.604187:0:75542:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1773688179.604188:0:75542:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773688179.604190:0:75542:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a09356a00. 02000000:00000001:0.0:1773688179.604192:0:75542:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773688179.604193:0:75542:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773688179.604194:0:75542:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b33b4bb80. 00000100:00000001:0.0:1773688179.604196:0:75542:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773688179.604197:0:75542:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1773688179.604198:0:75542:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a0eeec000. 00000100:00000001:0.0:1773688179.604200:0:75542:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1773688179.604202:0:75542:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1773688179.604203:0:75542:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9a0f80af00. 00010000:00000001:0.0:1773688179.604205:0:75542:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.604207:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.604208:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.604210:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1773688179.604213:0:75542:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426800/0x52973366461d2c6d lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000001:0.0:1773688179.604508:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.604512:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.604514:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.604516:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.604519:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.604525:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4463f80 00000400:00000200:0.0:1773688179.604529:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x73145 [2] + 656 00000800:00000001:0.0:1773688179.604532:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.604554:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.604556:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.604560:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.604563:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.604565:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1773688179.604570:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a16b74000. 00000100:00000040:0.0:1773688179.604572:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a16b74000 x1859843854319488 msgsize 328 00000100:00100000:0.0:1773688179.604576:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.604598:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.604603:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.604606:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.604623:0:6358:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.604626:0:6358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854319488 02000000:00000001:1.0:1773688179.604629:0:6358:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.604630:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.604632:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.604634:0:6358:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.604637:0:6358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854319488 00000020:00000001:1.0:1773688179.604639:0:6358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.604641:0:6358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.604642:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.604645:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=67 00000020:00000001:1.0:1773688179.604647:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.604650:0:6358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.604654:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.604657:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a580. 00000100:00000001:1.0:1773688179.604660:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.604663:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a580. 00000020:00000010:1.0:1773688179.604668:0:6358:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356000. 00000020:00000010:1.0:1773688179.604672:0:6358:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e480. 00000020:00000010:1.0:1773688179.604676:0:6358:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fea28. 00000100:00000040:1.0:1773688179.604681:0:6358:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.604684:0:6358:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.604685:0:6358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.604688:0:6358:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.604690:0:6358:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.604693:0:6358:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.604696:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.604697:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.604699:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11200 refcount=4 00000020:00000001:1.0:1773688179.604702:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000001:1.0:1773688179.604705:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00010000:1.0:1773688179.604711:0:6358:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2c58 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7c1 expref: 67 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.604718:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.604720:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.604721:0:6358:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.604723:0:6358:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.604728:0:6358:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1773688179.604733:0:6358:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9a16b74000 x1859843854319488/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.604741:0:6358:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1773688179.604742:0:6358:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.604752:0:6358:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.604762:0:7562:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.604763:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.604765:0:7562:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1773688179.604767:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.604771:0:7562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3731 00000100:00000040:0.0:1773688179.604774:0:7562:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00000100:00000001:0.0:1773688179.604775:0:7562:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993143545856 : -129080566005760 : ffff8a9a16b74000) 00000100:00000001:1.0:1773688179.604777:0:6358:0:(service.c:2223:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.604780:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a16b74000 x1859843854319488/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.604782:0:6358:0:(service.c:2462:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.604790:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.604793:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703500. 00000100:00000001:0.0:1773688179.604795:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.604797:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703500. 00000100:00100000:0.0:1773688179.604800:0:7562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a16b74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+67:2405:x1859843854319488:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1773688179.604803:0:7562:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854319488 00010000:00000001:0.0:1773688179.604804:0:7562:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1773688179.604806:0:7562:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1773688179.604807:0:7562:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1773688179.604810:0:7562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.604811:0:7562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.604813:0:7562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a0e968c00. 02000000:00000001:0.0:1773688179.604814:0:7562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.604816:0:7562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.604817:0:7562:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1773688179.604818:0:7562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1773688179.604819:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.604821:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.604822:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11200 refcount=4 00000020:00000001:0.0:1773688179.604825:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000001:0.0:1773688179.604827:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000040:0.0:1773688179.604829:0:7562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46c00 count: 4 00000004:00000001:0.0:1773688179.604832:0:7562:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:0.0:1773688179.604836:0:7562:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2c58 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7c1 expref: 67 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:0.0:1773688179.604843:0:7562:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b2bf83c50 time=1773688179 v=20 (0 0 0 0) 00010000:00000001:0.0:1773688179.604846:0:7562:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773688179.604854:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.604855:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.604858:0:7562:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2c58 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7c1 expref: 67 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1773688179.604867:0:7562:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.604869:0:7562:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.604870:0:7562:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.604872:0:7562:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.604876:0:7562:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.604878:0:7562:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.604882:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.604882:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.604884:0:7562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.604885:0:7562:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.604887:0:7562:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b11200 with handle 0x52973366461d2c58 from hash 00010000:00000001:0.0:1773688179.604888:0:7562:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.604889:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.604890:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.604891:0:7562:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.604895:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.604897:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.604899:0:7562:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.604900:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.604903:0:7562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2c58 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7c1 expref: 67 pid: 75542 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.604910:0:7562:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:0.0:1773688179.604913:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 66 00010000:00000010:0.0:1773688179.604916:0:7562:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba100. 00010000:00000001:0.0:1773688179.604924:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.604926:0:7562:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.604928:0:7562:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.604931:0:7562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9a0ec46c00) 00010000:00010000:0.0:1773688179.604935:0:7562:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426800/0x52973366461d2c6d lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.604942:0:7562:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.604944:0:7562:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.604945:0:7562:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.604947:0:7562:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.604949:0:7562:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.604952:0:7562:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.604964:0:7562:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1773688179.604967:0:7562:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426800/0x52973366461d2c6d lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.604971:0:7562:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1773688179.604973:0:7562:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.604974:0:7562:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.604975:0:7562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.604976:0:7562:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9a0ec46c00) refcount = 3 00010000:00010000:0.0:1773688179.604978:0:7562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426800/0x52973366461d2c6d lrc: 4/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.604982:0:7562:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.604984:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.604984:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.604986:0:7562:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.604987:0:7562:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.604989:0:7562:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1773688179.604992:0:7562:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b08703500. 00000100:00000001:0.0:1773688179.604994:0:7562:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773688179.604998:0:7562:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b08b53d80. 00000100:00000001:0.0:1773688179.605000:0:7562:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997203500416 : -129076506051200 : ffff8a9b08b53d80) 00000100:00000001:0.0:1773688179.605002:0:7562:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997203500416 : -129076506051200 : ffff8a9b08b53d80) 00000100:00000001:0.0:1773688179.605004:0:7562:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773688179.605089:0:7562:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1773688179.605091:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773688179.605093:0:7562:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.605103:0:7562:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.605105:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.605106:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.605107:0:7562:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.605109:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773688179.605111:0:7562:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1773688179.605113:0:7562:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.605115:0:7562:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.605117:0:7562:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1773688179.605119:0:7562:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b08b53d80. 00000100:00000001:0.0:1773688179.605123:0:7562:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1773688179.605125:0:7562:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773688179.605127:0:75542:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426800/0x52973366461d2c6d lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.605128:0:7562:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b08703500. 00010000:00000001:0.0:1773688179.605133:0:7562:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1773688179.605136:0:7562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.605138:0:75542:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.605139:0:7562:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773688179.605143:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426800/0x52973366461d2c6d lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.605145:0:7562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.605149:0:7562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.605155:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00001000:0.0:1773688179.605156:0:7562:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00010000:00000001:1.0:1773688179.605157:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.605160:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.605163:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1773688179.605163:0:7562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1773688179.605167:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1773688179.605169:0:7562:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000020:00000040:1.0:1773688179.605170:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f426800 refcount=3 00000100:00000001:0.0:1773688179.605173:0:7562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 00000020:00000001:1.0:1773688179.605175:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018447872 : -129080691103744 : ffff8a9a0f426800) 02000000:00000001:0.0:1773688179.605178:0:7562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1773688179.605180:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018447872 : -129080691103744 : ffff8a9a0f426800) 02000000:00000001:0.0:1773688179.605182:0:7562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.605183:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.605184:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.605187:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.605189:0:7562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:1.0:1773688179.605191:0:75542:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000100:00000040:0.0:1773688179.605195:0:7562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000004:00000001:1.0:1773688179.605196:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1773688179.605199:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000400:00000010:0.0:1773688179.605200:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316beb28. 00000004:00000001:1.0:1773688179.605206:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1773688179.605206:0:7562:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854319488, offset 224 00000004:00000001:1.0:1773688179.605210:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.605214:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.605217:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000400:00000200:0.0:1773688179.605218:0:7562:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00080000:00000001:1.0:1773688179.605221:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688179.605223:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688179.605225:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688179.605228:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000400:00000200:0.0:1773688179.605229:0:7562:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000004:00000001:1.0:1773688179.605230:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688179.605234:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x144:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:1.0:1773688179.605238:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000400:00000200:0.0:1773688179.605239:0:7562:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48084:48084:256:4294967295] 192.168.204.51@tcp LPNI seq info [48080:48080:8:4294967295] 00000004:00000001:1.0:1773688179.605240:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.605242:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.605245:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688179.605248:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688179.605249:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688179.605252:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.605254:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.605256:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.605260:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000400:00000200:0.0:1773688179.605261:0:7562:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000004:00000001:1.0:1773688179.605262:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688179.605267:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000200:0.0:1773688179.605268:0:7562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000001:00000001:1.0:1773688179.605271:0:75542:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1773688179.605273:0:75542:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000010:0.0:1773688179.605275:0:7562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356600. 00000004:00000002:1.0:1773688179.605277:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b34537370 00000004:00000001:1.0:1773688179.605282:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688179.605283:0:7562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000001:00000001:1.0:1773688179.605286:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.605289:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688179.605293:0:7562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000001:00000001:1.0:1773688179.605294:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.605298:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1773688179.605299:0:7562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356600 type 1, nob 320 niov 1 nkiov 1 00000001:00000001:1.0:1773688179.605302:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.605305:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.605306:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.605308:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688179.605311:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:1.0:1773688179.605314:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: returning size 15360 00000004:00000040:1.0:1773688179.605318:0:75542:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x144:45025 magic=0x0BD10BD0 pattern=0X1 00000100:00000001:0.0:1773688179.605319:0:7562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1773688179.605322:0:75542:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000100:00000040:0.0:1773688179.605326:0:7562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00000004:00000040:1.0:1773688179.605327:0:75542:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000401:2569 00010000:00000001:0.0:1773688179.605332:0:7562:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00200000:1.0:1773688179.605333:0:75542:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00000001:0.0:1773688179.605337:0:7562:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688179.605338:0:75542:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:1.0:1773688179.605342:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.605343:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.605346:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000100:00000040:0.0:1773688179.605346:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a16b74000 x1859843854319488/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1773688179.605350:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.605353:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.605356:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.605359:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688179.605362:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00100000:0.0:1773688179.605364:0:7562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a16b74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+66:2405:x1859843854319488:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 570us (788us total) trans 0 rc 0/0 00000004:00000001:1.0:1773688179.605365:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688179.605369:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.605376:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000100:00100000:0.0:1773688179.605378:0:7562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3731 00000020:00000001:1.0:1773688179.605381:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.605383:0:7562:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00000001:00000001:1.0:1773688179.605384:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.605386:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.605388:0:7562:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000001:1.0:1773688179.605389:0:75542:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.605393:0:7562:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1773688179.605397:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000010:0.0:1773688179.605398:0:7562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e480. 00000020:00000001:1.0:1773688179.605400:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.605404:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f426800 refcount=3 00000020:00000010:0.0:1773688179.605405:0:7562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fea28. 00000020:00000001:1.0:1773688179.605406:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018447872 : -129080691103744 : ffff8a9a0f426800) 00010000:00000001:1.0:1773688179.605411:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018447872 : -129080691103744 : ffff8a9a0f426800) 00000020:00000010:0.0:1773688179.605412:0:7562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356000. 00000004:00010000:1.0:1773688179.605415:0:75542:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426800/0x52973366461d2c6d lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000040:0.0:1773688179.605417:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 65 00000100:00000001:0.0:1773688179.605422:0:7562:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.605424:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1773688179.605427:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:2.0:1773688179.605429:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356600. 00010000:00000001:1.0:1773688179.605430:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.605434:0:75542:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000400:00000200:2.0:1773688179.605436:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:1.0:1773688179.605436:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688179.605440:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000400:00000200:2.0:1773688179.605445:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00010000:00000001:1.0:1773688179.605445:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.605449:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1773688179.605451:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316beb28 00000020:00000040:1.0:1773688179.605452:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f426800 refcount=3 00000400:00000010:2.0:1773688179.605456:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316beb28. 00000020:00000001:1.0:1773688179.605457:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018447872 : -129080691103744 : ffff8a9a0f426800) 00010000:00000001:1.0:1773688179.605461:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018447872 : -129080691103744 : ffff8a9a0f426800) 00000004:00000040:1.0:1773688179.605464:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:1.0:1773688179.605468:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=66 00000100:00000001:2.0:1773688179.605469:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.605472:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1773688179.605474:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.605476:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.605478:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688179.605480:0:75542:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1773688179.605484:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688179.605487:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688179.605489:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688179.605490:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688179.605492:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688179.605494:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1773688179.605499:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.605501:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688179.605504:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688179.605506:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:1.0:1773688179.605508:0:75542:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8a9b34535000. 00000004:00000001:1.0:1773688179.605511:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1773688179.605513:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688179.605515:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.605517:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.605518:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.605519:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.605520:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.605522:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0f427a00 with handle 0x52973366461d2c66 from hash 00010000:00000001:1.0:1773688179.605523:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.605524:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.605525:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.605525:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688179.605526:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.605529:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c66 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7c8 expref: 66 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.605534:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:1.0:1773688179.605535:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 65 00010000:00000010:1.0:1773688179.605537:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b900. 00010000:00000001:1.0:1773688179.605540:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.605542:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.605546:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688179.605550:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426800/0x52973366461d2c6d lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7c8 expref: 65 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.605561:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.605563:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.605565:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9a0ec46c00) 00010000:00010000:1.0:1773688179.605567:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1773688179.605569:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.605571:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.605573:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688179.605574:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.605575:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.605577:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a0f426800, rc 0) 00000020:00000001:1.0:1773688179.605580:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688179.605583:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854319360 00010000:00000001:1.0:1773688179.605585:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688179.605590:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e1a0700 x1859843854319360/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688179.605597:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.605599:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.605602:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688179.605604:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.605607:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.605609:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.605611:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.605613:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.605615:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.605618:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.605634:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64088. 00000100:00000200:1.0:1773688179.605638:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854319360, offset 224 00000400:00000200:1.0:1773688179.605642:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.605647:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.605652:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48085:48085:256:4294967295] 192.168.204.51@tcp LPNI seq info [48081:48081:8:4294967295] 00000400:00000200:1.0:1773688179.605662:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.605666:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.605670:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7d00. 00000800:00000200:1.0:1773688179.605674:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.605679:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.605682:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7d00 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.605694:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.605697:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.605699:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688179.605701:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.605703:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688179.605707:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e1a0700 x1859843854319360/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688179.605714:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e1a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+65:68109:x1859843854319360:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3470us (3638us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688179.605719:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15500 00000100:00000040:1.0:1773688179.605721:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688179.605722:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.605723:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.605725:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03ef80. 00000020:00000010:1.0:1773688179.605728:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe190. 00000020:00000010:1.0:1773688179.605730:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356c00. 00000020:00000040:1.0:1773688179.605733:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 64 00000100:00000001:1.0:1773688179.605734:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.605753:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.605757:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7d00. 00000400:00000200:0.0:1773688179.605761:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.605767:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.605770:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64088 00000400:00000010:0.0:1773688179.605772:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64088. 00000100:00000001:0.0:1773688179.605776:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.605777:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.609254:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.609265:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.609267:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.609269:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.609275:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.609285:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4464000 00000400:00000200:2.0:1773688179.609289:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 104576 00000800:00000001:2.0:1773688179.609295:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.609302:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.609303:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.609306:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.609312:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.609314:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.609319:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a02064700. 00000100:00000040:2.0:1773688179.609322:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a02064700 x1859843854319616 msgsize 584 00000100:00100000:2.0:1773688179.609326:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.609338:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.609350:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.609354:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.609366:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.609369:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854319616 02000000:00000001:1.0:1773688179.609371:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.609372:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.609374:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.609377:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.609381:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854319616 00000020:00000001:1.0:1773688179.609383:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.609384:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.609386:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.609389:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=65 00000020:00000001:1.0:1773688179.609392:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.609394:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.609399:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.609403:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a580. 00000100:00000001:1.0:1773688179.609407:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.609410:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a580. 00000020:00000010:1.0:1773688179.609416:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356c00. 00000020:00000010:1.0:1773688179.609420:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03ef80. 00000020:00000010:1.0:1773688179.609425:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe190. 00000100:00000040:1.0:1773688179.609431:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688179.609434:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.609435:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688179.609438:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688179.609440:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.609441:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.609447:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.609459:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.609469:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.609471:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.609476:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15501 00000100:00000040:1.0:1773688179.609479:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688179.609481:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992796403456 : -129080913148160 : ffff8a9a02064700) 00000100:00000040:1.0:1773688179.609494:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a02064700 x1859843854319616/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688179.609505:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.609507:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a580. 00000100:00000001:1.0:1773688179.609509:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.609511:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a580. 00000100:00100000:1.0:1773688179.609514:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a02064700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+65:68109:x1859843854319616:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688179.609517:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854319616 00000020:00000001:1.0:1773688179.609520:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688179.609522:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688179.609525:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.609527:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688179.609528:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688179.609530:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688179.609533:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854319616, found 0 last_xid 1859843854319615 00000020:00000001:1.0:1773688179.609535:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688179.609536:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688179.609538:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688179.609542:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.609543:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688179.609545:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688179.609546:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688179.609547:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688179.609548:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.609552:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.609557:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:1.0:1773688179.609558:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.609560:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.609563:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0f427e00. 00000020:00000001:1.0:1773688179.609565:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.609567:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0f427e00 with handle 0x52973366461d2c74 to hash 00000020:00000001:1.0:1773688179.609568:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.609569:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00010000:00000010:1.0:1773688179.609573:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b900. 00010000:00000001:1.0:1773688179.609575:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00010000:00010000:1.0:1773688179.609578:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2c74 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a7cf expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.609586:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:1.0:1773688179.609590:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=66 00010000:00000001:1.0:1773688179.609594:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688179.609597:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688179.609604:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688179.609606:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688179.609608:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1773688179.609609:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688179.609611:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:1.0:1773688179.609614:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.609618:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:1.0:1773688179.609621:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:1.0:1773688179.609623:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.609626:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688179.609627:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688179.609630:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.609632:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.609636:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b34535000. 02000000:00000001:1.0:1773688179.609638:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.609640:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.609641:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.609643:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1773688179.609645:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:1.0:1773688179.609647:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.609648:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.609650:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.609651:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.609652:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.609653:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.609654:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.609655:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.609656:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.609657:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.609658:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.609659:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.609660:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.609661:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.609662:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.609663:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.609665:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.609667:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.609668:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.609671:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688179.609674:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688179.609675:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688179.609676:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.609677:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.609678:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.609680:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.609681:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.609682:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.609683:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688179.609684:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.609686:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.609687:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.609688:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688179.609689:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.609691:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1773688179.609694:0:75542:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b836e3af8 00000004:00000002:1.0:1773688179.609696:0:75542:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/~WRD0000.TMP, ldlm_rep = ffff8a9b34535228 00000004:00000001:1.0:1773688179.609699:0:75542:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1773688179.609701:0:75542:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1773688179.609702:0:75542:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1773688179.609704:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688179.609705:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.609707:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 5 00010000:00000001:1.0:1773688179.609709:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.609711:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.609714:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0f427400. 00000020:00000001:1.0:1773688179.609715:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.609716:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0f427400 with handle 0x52973366461d2c7b to hash 00000020:00000001:1.0:1773688179.609718:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.609719:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000010:1.0:1773688179.609723:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bb80. 00010000:00000001:1.0:1773688179.609724:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000001:1.0:1773688179.609726:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.609728:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.609730:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2c7b lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.609736:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688179.609738:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688179.609740:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.609741:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.609742:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.609744:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.609745:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.609747:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.609748:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.609749:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.609750:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.609751:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 5 00010000:00000040:1.0:1773688179.609753:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.609756:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2c43 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7b3 expref: 66 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.609761:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 66 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.609766:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 66 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.609770:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2c7b lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.609774:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.609777:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.609778:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.609779:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.609781:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.609783:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.609784:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.609786:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.609787:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.609789:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2c7b lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.609792:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688179.609793:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.609794:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.609795:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688179.609796:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.609797:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46d00 count: 2 00010000:00000001:1.0:1773688179.609799:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.609800:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.609802:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0f426200. 00000020:00000001:1.0:1773688179.609803:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.609804:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0f426200 with handle 0x52973366461d2c82 to hash 00000020:00000001:1.0:1773688179.609805:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.609806:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993018446336 : -129080691105280 : ffff8a9a0f426200) 00010000:00000010:1.0:1773688179.609808:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688179.609810:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993018446336 : -129080691105280 : ffff8a9a0f426200) 00010000:00000001:1.0:1773688179.609811:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.609812:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.609814:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426200/0x52973366461d2c82 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.609817:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688179.609818:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688179.609819:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.609820:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.609821:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.609823:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.609824:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.609825:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.609826:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.609827:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.609828:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.609829:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0xf97c74a3 (ffff8a9a0ec46d00) refcount = 2 00010000:00000040:1.0:1773688179.609831:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.609832:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1d600/0x52973366461d2c0b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.609836:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426200/0x52973366461d2c82 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.609838:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.609839:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.609840:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.609841:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.609842:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.609843:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.609844:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.609845:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.609847:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.609848:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426200/0x52973366461d2c82 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.609851:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688179.609852:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.609852:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.609853:0:75542:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.609856:0:75542:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1773688179.609883:0:75542:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1773688179.609885:0:75542:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1773688179.609887:0:75542:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1773688179.609889:0:75542:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.609893:0:75542:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1773688179.609910:0:75542:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688179.609912:0:75542:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1773688179.609913:0:75542:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:1.0:1773688179.609916:0:75542:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1773688179.609917:0:75542:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773688179.609920:0:75542:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773688179.609921:0:75542:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.609922:0:75542:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1773688179.609923:0:75542:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.609925:0:75542:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:1.0:1773688179.609926:0:75542:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.609928:0:75542:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.609929:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688179.609930:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x144:0x0] 00000020:00000001:1.0:1773688179.609931:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.609933:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:1.0:1773688179.609935:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:1.0:1773688179.609938:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1773688179.609939:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688179.609940:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.609942:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46c00 count: 2 00010000:00000001:1.0:1773688179.609943:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.609945:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.609947:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0f426400. 00000020:00000001:1.0:1773688179.609948:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.609950:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0f426400 with handle 0x52973366461d2c89 to hash 00000020:00000001:1.0:1773688179.609951:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.609953:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993018446848 : -129080691104768 : ffff8a9a0f426400) 00010000:00000010:1.0:1773688179.609968:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b880. 00010000:00000001:1.0:1773688179.609970:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993018446848 : -129080691104768 : ffff8a9a0f426400) 00010000:00000001:1.0:1773688179.609972:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.609973:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.609975:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426400/0x52973366461d2c89 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.609982:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688179.609983:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688179.609984:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.609985:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.609986:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.609987:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.609988:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.609989:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.609990:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.609991:0:75542:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.609992:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.609994:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9a0ec46c00) refcount = 2 00010000:00000040:1.0:1773688179.609996:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.609998:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426800/0x52973366461d2c6d lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7c8 expref: 66 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.610002:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426400/0x52973366461d2c89 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.610006:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.610034:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.610035:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.610037:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.610038:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.610039:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.610041:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.610042:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.610043:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.610045:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426400/0x52973366461d2c89 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.610048:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688179.610049:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.610051:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.610052:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.610053:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.610054:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f426400 refcount=3 00000020:00000001:1.0:1773688179.610055:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018446848 : -129080691104768 : ffff8a9a0f426400) 00010000:00000001:1.0:1773688179.610057:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018446848 : -129080691104768 : ffff8a9a0f426400) 00010000:00000001:1.0:1773688179.610058:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.610059:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.610061:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.610063:0:75542:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1773688179.610066:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1773688179.610067:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1773688179.610070:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.610073:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.610075:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.610077:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.610081:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688179.610083:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688179.610084:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688179.610085:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:1.0:1773688179.610087:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688179.610088:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x144:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:1.0:1773688179.610090:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.610091:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.610092:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.610093:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688179.610095:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688179.610096:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688179.610097:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.610098:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.610099:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.610100:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688179.610102:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688179.610103:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1773688179.610105:0:75542:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1773688179.610105:0:75542:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1773688179.610113:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b34535370 00000004:00000001:1.0:1773688179.610116:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.610120:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.610121:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.610123:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.610124:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.610125:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.610126:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.610127:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.610128:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688179.610130:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:1.0:1773688179.610131:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: returning size 15360 00000004:00000040:1.0:1773688179.610134:0:75542:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x144:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1773688179.610135:0:75542:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:1.0:1773688179.610137:0:75542:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000401:2569 00000004:00200000:1.0:1773688179.610139:0:75542:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:1.0:1773688179.610140:0:75542:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:1.0:1773688179.610141:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.610142:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.610144:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1773688179.610145:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.610147:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.610147:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.610150:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688179.610151:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688179.610153:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688179.610155:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.610159:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688179.610163:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.610164:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.610165:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.610167:0:75542:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.610171:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.610172:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.610173:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f426400 refcount=3 00000020:00000001:1.0:1773688179.610175:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018446848 : -129080691104768 : ffff8a9a0f426400) 00010000:00000001:1.0:1773688179.610177:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018446848 : -129080691104768 : ffff8a9a0f426400) 00000004:00010000:1.0:1773688179.610179:0:75542:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426400/0x52973366461d2c89 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:1.0:1773688179.610183:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688179.610185:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688179.610186:0:75542:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1773688179.610187:0:75542:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1773688179.610188:0:75542:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.610189:0:75542:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1773688179.610191:0:75542:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:1.0:1773688179.610193:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.610194:0:75542:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.610194:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.610196:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9a0ec46c00) refcount = 2 00010000:00000040:1.0:1773688179.610197:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.610200:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426800/0x52973366461d2c6d lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7c8 expref: 66 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.610204:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426400/0x52973366461d2c89 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.610207:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.610208:0:75542:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.610210:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.610211:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.610212:0:75542:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688179.610214:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1773688179.610215:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688179.610217:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.610217:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.610218:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f427400 refcount=3 00000020:00000001:1.0:1773688179.610219:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000001:1.0:1773688179.610221:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000001:1.0:1773688179.610223:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688179.610225:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2c7b lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.610228:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.610229:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.610231:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2c7b lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.610234:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.610235:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.610236:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688179.610238:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2c7b lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.610242:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a0f427400 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688179.610243:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.610245:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688179.610247:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2c7b lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.610250:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688179.610252:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.610253:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.610253:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f427400 refcount=4 00000020:00000001:1.0:1773688179.610255:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000001:1.0:1773688179.610256:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000001:1.0:1773688179.610257:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688179.610259:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2c7b lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.610262:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688179.610263:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688179.610264:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.610267:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.610268:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.610270:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.610271:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.610273:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0f427400 with handle 0x52973366461d2c7b from hash 00010000:00000001:1.0:1773688179.610274:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.610275:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.610276:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.610276:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.610278:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.610278:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.610279:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.610281:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.610282:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.610283:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:1.0:1773688179.610285:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688179.610286:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.610288:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.610290:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688179.610291:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688179.610293:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.610295:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.610296:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.610298:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.610300:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.610303:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2c7b lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.610307:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.610308:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.610309:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688179.610311:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688179.610312:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.610314:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2c7b lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688179.610321:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bb80. 00010000:00000001:1.0:1773688179.610327:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.610329:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688179.610330:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688179.610331:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.610332:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.610334:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f426200 refcount=3 00000020:00000001:1.0:1773688179.610336:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018446336 : -129080691105280 : ffff8a9a0f426200) 00010000:00000001:1.0:1773688179.610338:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018446336 : -129080691105280 : ffff8a9a0f426200) 00010000:00000001:1.0:1773688179.610340:0:75542:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688179.610343:0:75542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426200/0x52973366461d2c82 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.610348:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.610349:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.610351:0:75542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426200/0x52973366461d2c82 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.610355:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.610356:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.610358:0:75542:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688179.610359:0:75542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426200/0x52973366461d2c82 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.610362:0:75542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a0f426200 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688179.610363:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.610364:0:75542:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688179.610365:0:75542:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426200/0x52973366461d2c82 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.610368:0:75542:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688179.610369:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.610370:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.610371:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f426200 refcount=4 00000020:00000001:1.0:1773688179.610372:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018446336 : -129080691105280 : ffff8a9a0f426200) 00010000:00000001:1.0:1773688179.610374:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018446336 : -129080691105280 : ffff8a9a0f426200) 00010000:00000001:1.0:1773688179.610376:0:75542:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688179.610377:0:75542:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426200/0x52973366461d2c82 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.610381:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688179.610382:0:75542:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688179.610382:0:75542:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.610384:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.610385:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.610385:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.610386:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.610387:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0f426200 with handle 0x52973366461d2c82 from hash 00010000:00000001:1.0:1773688179.610388:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.610389:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.610390:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.610390:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.610392:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.610393:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.610394:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.610395:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.610396:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.610397:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0xf97c74a3 (ffff8a9a0ec46d00) 00010000:00010000:1.0:1773688179.610399:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688179.610401:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.610402:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.610403:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688179.610403:0:75542:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688179.610405:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.610405:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.610406:0:75542:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.610407:0:75542:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.610408:0:75542:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.610409:0:75542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426200/0x52973366461d2c82 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.610412:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.610413:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.610414:0:75542:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688179.610415:0:75542:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688179.610415:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.610417:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426200/0x52973366461d2c82 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688179.610420:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688179.610422:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.610423:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688179.610424:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1773688179.610425:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1773688179.610425:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:1.0:1773688179.610427:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.610427:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.610428:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f426400 refcount=3 00000020:00000001:1.0:1773688179.610429:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018446848 : -129080691104768 : ffff8a9a0f426400) 00010000:00000001:1.0:1773688179.610431:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018446848 : -129080691104768 : ffff8a9a0f426400) 00000004:00000040:1.0:1773688179.610433:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:1.0:1773688179.610434:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=67 00010000:00000001:1.0:1773688179.610437:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.610437:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.610438:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688179.610440:0:75542:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1773688179.610441:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688179.610443:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688179.610444:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688179.610445:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688179.610446:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688179.610448:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1773688179.610450:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.610452:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688179.610454:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688179.610455:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688179.610457:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1773688179.610458:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688179.610459:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.610462:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.610463:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.610464:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.610465:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.610466:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0f427e00 with handle 0x52973366461d2c74 from hash 00010000:00000001:1.0:1773688179.610467:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.610468:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.610468:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.610469:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688179.610470:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.610472:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2c74 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7cf expref: 67 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.610476:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:1.0:1773688179.610477:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 66 00010000:00000010:1.0:1773688179.610479:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b900. 00010000:00000001:1.0:1773688179.610483:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.610484:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.610486:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688179.610488:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426400/0x52973366461d2c89 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7cf expref: 66 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.610492:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.610493:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.610494:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9a0ec46c00) 00010000:00010000:1.0:1773688179.610495:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1773688179.610496:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.610497:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.610498:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688179.610499:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.610500:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.610501:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a0f426400, rc 0) 00000020:00000001:1.0:1773688179.610502:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688179.610504:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854319616 00010000:00000001:1.0:1773688179.610506:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688179.610510:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a02064700 x1859843854319616/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688179.610515:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.610516:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.610519:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688179.610521:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.610523:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.610524:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.610525:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.610527:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.610529:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.610530:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.610534:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a646e8. 00000100:00000200:1.0:1773688179.610538:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854319616, offset 224 00000400:00000200:1.0:1773688179.610542:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.610548:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.610553:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48086:48086:256:4294967295] 192.168.204.51@tcp LPNI seq info [48082:48082:8:4294967295] 00000400:00000200:1.0:1773688179.610559:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.610562:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.610566:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7400. 00000800:00000200:1.0:1773688179.610570:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.610574:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.610577:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7400 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.610591:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.610595:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.610598:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688179.610599:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.610601:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688179.610606:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a02064700 x1859843854319616/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688179.610621:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a02064700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+66:68109:x1859843854319616:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1114us (1296us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688179.610628:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15501 00000100:00000040:1.0:1773688179.610631:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688179.610633:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.610635:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.610638:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03ef80. 00000020:00000010:1.0:1773688179.610642:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe190. 00000020:00000010:1.0:1773688179.610645:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356c00. 00000020:00000040:1.0:1773688179.610647:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 65 00000100:00000001:1.0:1773688179.610649:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773688179.610671:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773688179.610675:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7400. 00000400:00000200:3.0:1773688179.610678:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688179.610682:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:3.0:1773688179.610685:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a646e8 00000400:00000010:3.0:1773688179.610687:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a646e8. 00000100:00000001:3.0:1773688179.610689:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1773688179.610691:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1773688179.611031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11200. 00010000:00000010:1.1:1773688179.611040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0f427a00. 00000800:00000001:0.0:1773688179.612758:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.612766:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.612768:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.612770:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.612775:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.612784:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4464080 00000400:00000200:0.0:1773688179.612789:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x73145 [2] + 984 00000800:00000001:0.0:1773688179.612794:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.612800:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.612802:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.612804:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.612807:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.612809:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1773688179.612813:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a16b77800. 00000100:00000040:0.0:1773688179.612815:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a16b77800 x1859843854319744 msgsize 328 00000100:00100000:0.0:1773688179.612818:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.612827:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.612831:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.612833:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.612856:0:7562:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.612860:0:7562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854319744 02000000:00000001:1.0:1773688179.612863:0:7562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.612865:0:7562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.612867:0:7562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.612870:0:7562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.612873:0:7562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854319744 00000020:00000001:1.0:1773688179.612875:0:7562:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.612877:0:7562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.612879:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.612881:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=66 00000020:00000001:1.0:1773688179.612884:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.612887:0:7562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.612891:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.612895:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a580. 00000100:00000001:1.0:1773688179.612897:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.612900:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a580. 00000020:00000010:1.0:1773688179.612905:0:7562:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356c00. 00000020:00000010:1.0:1773688179.612909:0:7562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03ef80. 00000020:00000010:1.0:1773688179.612914:0:7562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe190. 00000100:00000040:1.0:1773688179.612920:0:7562:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.612923:0:7562:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.612924:0:7562:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.612927:0:7562:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.612930:0:7562:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.612932:0:7562:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.612935:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.612937:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.612939:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f426400 refcount=3 00000020:00000001:1.0:1773688179.612941:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018446848 : -129080691104768 : ffff8a9a0f426400) 00010000:00000001:1.0:1773688179.612944:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018446848 : -129080691104768 : ffff8a9a0f426400) 00010000:00000001:1.0:1773688179.612946:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.612948:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.612949:0:7562:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.612951:0:7562:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.612966:0:7562:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.612977:0:7562:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.612987:0:7562:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.612989:0:7562:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.612993:0:7562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1577 00000100:00000040:1.0:1773688179.612996:0:7562:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688179.612999:0:7562:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993143560192 : -129080565991424 : ffff8a9a16b77800) 00000100:00000040:1.0:1773688179.613005:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a16b77800 x1859843854319744/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.613038:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.613041:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a580. 00000100:00000001:1.0:1773688179.613044:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.613047:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a580. 00000100:00100000:1.0:1773688179.613053:0:7562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a16b77800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+66:2404:x1859843854319744:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.613058:0:7562:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854319744 00010000:00000001:1.0:1773688179.613060:0:7562:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.613062:0:7562:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.613064:0:7562:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.613068:0:7562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.613071:0:7562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.613074:0:7562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9b36b7d000. 02000000:00000001:1.0:1773688179.613077:0:7562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.613079:0:7562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.613081:0:7562:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.613083:0:7562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.613085:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.613087:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.613088:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f426400 refcount=3 00000020:00000001:1.0:1773688179.613090:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018446848 : -129080691104768 : ffff8a9a0f426400) 00010000:00000001:1.0:1773688179.613092:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018446848 : -129080691104768 : ffff8a9a0f426400) 00010000:00000040:1.0:1773688179.613095:0:7562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46c00 count: 3 00000004:00000001:1.0:1773688179.613098:0:7562:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1773688179.613101:0:7562:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688179.613104:0:7562:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.613106:0:7562:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.613107:0:7562:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.613110:0:7562:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.613113:0:7562:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.613115:0:7562:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.613119:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.613120:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.613122:0:7562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.613123:0:7562:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.613126:0:7562:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0f426400 with handle 0x52973366461d2c89 from hash 00010000:00000001:1.0:1773688179.613129:0:7562:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.613130:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.613131:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.613133:0:7562:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.613136:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.613138:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.613140:0:7562:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.613141:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.613146:0:7562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426400/0x52973366461d2c89 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7cf expref: 66 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.613159:0:7562:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:1.0:1773688179.613161:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 65 00010000:00000010:1.0:1773688179.613164:0:7562:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b880. 00010000:00000001:1.0:1773688179.613168:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.613170:0:7562:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.613172:0:7562:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.613174:0:7562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9a0ec46c00) 00010000:00000001:1.0:1773688179.613178:0:7562:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.613180:0:7562:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.613182:0:7562:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.613184:0:7562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.613186:0:7562:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.613190:0:7562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.613192:0:7562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.613195:0:7562:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1773688179.613198:0:7562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.613201:0:7562:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.613203:0:7562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.613206:0:7562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.613207:0:7562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.613210:0:7562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.613212:0:7562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.613215:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64cc0. 00000100:00000200:1.0:1773688179.613219:0:7562:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854319744, offset 224 00000400:00000200:1.0:1773688179.613225:0:7562:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.613232:0:7562:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.613238:0:7562:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48087:48087:256:4294967295] 192.168.204.51@tcp LPNI seq info [48083:48083:8:4294967295] 00000400:00000200:1.0:1773688179.613247:0:7562:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.613252:0:7562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.613256:0:7562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7600. 00000800:00000200:1.0:1773688179.613261:0:7562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.613266:0:7562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.613269:0:7562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.613280:0:7562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.613283:0:7562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.613286:0:7562:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.613288:0:7562:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.613292:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a16b77800 x1859843854319744/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773688179.613301:0:7562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a16b77800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+65:2404:x1859843854319744:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 262us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688179.613308:0:7562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1577 00000100:00000040:1.0:1773688179.613312:0:7562:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688179.613314:0:7562:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.613316:0:7562:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.613320:0:7562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03ef80. 00000020:00000010:1.0:1773688179.613324:0:7562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe190. 00000020:00000010:1.0:1773688179.613327:0:7562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356c00. 00000020:00000040:1.0:1773688179.613330:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 64 00000100:00000001:1.0:1773688179.613332:0:7562:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.613346:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.613351:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7600. 00000400:00000200:2.0:1773688179.613354:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.613359:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.613362:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64cc0 00000400:00000010:2.0:1773688179.613364:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64cc0. 00000100:00000001:2.0:1773688179.613368:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.613370:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1773688179.613511:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.613517:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773688179.613519:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.613520:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.613525:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:3.0:1773688179.613532:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 488 into portal 12 MB=0x69b84a4464180 00000400:00000200:3.0:1773688179.613536:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 488/488 into md 0x3b659 [64] + 105160 00000800:00000001:3.0:1773688179.613540:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.613545:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.613547:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688179.613550:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:3.0:1773688179.613553:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773688179.613554:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1773688179.613558:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e1a2680. 00000100:00000040:3.0:1773688179.613560:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0e1a2680 x1859843854320000 msgsize 488 00000100:00100000:3.0:1773688179.613563:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:3.0:1773688179.613572:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1773688179.613576:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.613578:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.613597:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.613600:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854320000 02000000:00000001:1.0:1773688179.613603:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.613605:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.613606:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.613609:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.613611:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854320000 00000020:00000001:1.0:1773688179.613613:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.613614:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.613616:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.613618:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=65 00000020:00000001:1.0:1773688179.613621:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.613624:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.613627:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.613630:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a580. 00000100:00000001:1.0:1773688179.613632:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.613634:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a580. 00000020:00000010:1.0:1773688179.613639:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356c00. 00000020:00000010:1.0:1773688179.613643:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03ef80. 00000020:00000010:1.0:1773688179.613646:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe190. 00000100:00000040:1.0:1773688179.613652:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688179.613654:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.613655:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773688179.613657:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.613662:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.613672:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.613680:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.613682:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.613687:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15502 00000100:00000040:1.0:1773688179.613690:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688179.613692:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992999032448 : -129080710519168 : ffff8a9a0e1a2680) 00000100:00000040:1.0:1773688179.613698:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e1a2680 x1859843854320000/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/0 e 0 to 0 dl 1773688259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.613706:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.613710:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a580. 00000100:00000001:1.0:1773688179.613712:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.613714:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a580. 00000100:00100000:1.0:1773688179.613719:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e1a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+65:68109:x1859843854320000:12345-192.168.204.51@tcp:36:dbench.0 00000100:00000200:1.0:1773688179.613722:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854320000 00000020:00000001:1.0:1773688179.613725:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688179.613728:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688179.613731:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.613739:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688179.613741:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862544 : -1038689072 : ffffffffc216dcd0) 00000020:00000001:1.0:1773688179.613744:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688179.613747:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854320000, found 0 last_xid 1859843854319743 00000020:00000001:1.0:1773688179.613750:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688179.613752:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688179.613754:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688179.613756:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.613758:0:75542:0:(mdt_handler.c:3339:mdt_reint()) Process entered 00000004:00000002:1.0:1773688179.613763:0:75542:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff8a9a0e1a2680 x1859843854320000/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1773688179.613772:0:75542:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1773688179.613775:0:75542:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1773688179.613777:0:75542:0:(mdt_lib.c:1397:mdt_setattr_unpack()) Process entered 00000004:00000001:1.0:1773688179.613779:0:75542:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1773688179.613782:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.613783:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.613785:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.613786:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=1135005696 : 1135005696 : 0x43a6d000) 00000001:00000001:1.0:1773688179.613788:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=1135005696 : 1135005696 : 43a6d000) 00000001:00000001:1.0:1773688179.613789:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.613790:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=4294941998 : 4294941998 : 0xffff9d2e) 00000001:00000001:1.0:1773688179.613791:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=4294941998 : 4294941998 : ffff9d2e) 00000001:00000001:1.0:1773688179.613792:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.613793:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.613794:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.613795:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.613796:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.613797:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.613798:0:75542:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.613801:0:75542:0:(mdt_lib.c:1387:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.613802:0:75542:0:(mdt_lib.c:1427:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.613804:0:75542:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.613806:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688179.613807:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688179.613809:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.613810:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.613814:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8a9b34536000. 02000000:00000001:1.0:1773688179.613816:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.613818:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.613821:0:75542:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1773688179.613823:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.613824:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.613825:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.613827:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.613829:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.613830:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.613831:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.613832:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.613834:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.613835:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.613839:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688179.613843:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688179.613845:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688179.613848:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.613849:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.613850:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.613852:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.613853:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.613855:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.613856:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688179.613858:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.613860:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.613861:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.613863:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688179.613865:0:75542:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.613867:0:75542:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1773688179.613869:0:75542:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.613871:0:75542:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1773688179.613873:0:75542:0:(mdt_reint.c:973:mdt_reint_setattr()) Process entered 00000004:00000002:1.0:1773688179.613877:0:75542:0:(mdt_reint.c:975:mdt_reint_setattr()) @@@ setattr [0x20000afe1:0x144:0x0] 7 req@ffff8a9a0e1a2680 x1859843854320000/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/3152 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773688179.613892:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.613893:0:75542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.613895:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.613896:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.613898:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f426800 refcount=3 00000020:00000001:1.0:1773688179.613899:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018447872 : -129080691103744 : ffff8a9a0f426800) 00010000:00000001:1.0:1773688179.613901:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018447872 : -129080691103744 : ffff8a9a0f426800) 00010000:00000040:1.0:1773688179.613903:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46c00 count: 2 00000004:00000001:1.0:1773688179.613905:0:75542:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1773688179.613906:0:75542:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688179.613907:0:75542:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.613908:0:75542:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.613909:0:75542:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.613910:0:75542:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.613912:0:75542:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.613913:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.613916:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.613917:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.613918:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.613919:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.613921:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0f426800 with handle 0x52973366461d2c6d from hash 00010000:00000001:1.0:1773688179.613923:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.613924:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.613925:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.613926:0:75542:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.613928:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.613929:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.613930:0:75542:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.613930:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.613933:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426800/0x52973366461d2c6d lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7c8 expref: 65 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.613938:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:1.0:1773688179.613940:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 64 00010000:00000010:1.0:1773688179.613942:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bc00. 00010000:00000001:1.0:1773688179.613945:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.613946:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.613948:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.613949:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9a0ec46c00) 00010000:00000001:1.0:1773688179.613951:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.613953:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.613964:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1773688179.613966:0:75542:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a0ec46c00 count: 0 00010000:00000010:1.0:1773688179.613970:0:75542:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b07b50480. 00010000:00010000:1.0:1773688179.613974:0:75542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.613975:0:75542:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1773688179.613977:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688179.613979:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x144:0x0] 00000020:00000001:1.0:1773688179.613980:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.613983:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:1.0:1773688179.613985:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:1.0:1773688179.613987:0:75542:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1773688179.613988:0:75542:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688179.613992:0:75542:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8a9b34d015b0. 00000004:00000001:1.0:1773688179.613997:0:75542:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1773688179.613999:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.614002:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.614004:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.614033:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1773688179.614037:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1773688179.614041:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1773688179.614043:0:75542:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.614045:0:75542:0:(mdt_reint.c:864:mdt_attr_set()) Process entered 00000004:00000001:1.0:1773688179.614048:0:75542:0:(mdt_reint.c:327:mdt_object_stripes_lock()) Process entered 00000004:00000001:1.0:1773688179.614050:0:75542:0:(mdt_handler.c:4261:mdt_object_lock()) Process entered 00010000:00000001:1.0:1773688179.614052:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688179.614054:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773688179.614058:0:75542:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9b32304500. 00010000:00000010:1.0:1773688179.614060:0:75542:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9a0e03e580. 00010000:00000001:1.0:1773688179.614064:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.614066:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0f427a00. 00000020:00000001:1.0:1773688179.614068:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.614069:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0f427a00 with handle 0x52973366461d2c90 to hash 00000020:00000001:1.0:1773688179.614071:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.614072:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993018452480 : -129080691099136 : ffff8a9a0f427a00) 00010000:00000010:1.0:1773688179.614075:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bc00. 00010000:00000001:1.0:1773688179.614077:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993018452480 : -129080691099136 : ffff8a9a0f427a00) 00010000:00000001:1.0:1773688179.614079:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.614080:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.614082:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.614087:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688179.614089:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688179.614091:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.614092:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.614093:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.614095:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.614096:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.614098:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.614099:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.614100:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.614101:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.614102:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 1 00010000:00010000:1.0:1773688179.614105:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.614108:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.614109:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.614110:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.614111:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.614113:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.614114:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.614116:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.614117:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.614119:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.614121:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.614124:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688179.614125:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.614126:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.614127:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.614128:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.614128:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f427a00 refcount=3 00000020:00000001:1.0:1773688179.614130:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018452480 : -129080691099136 : ffff8a9a0f427a00) 00010000:00000001:1.0:1773688179.614131:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018452480 : -129080691099136 : ffff8a9a0f427a00) 00010000:00000001:1.0:1773688179.614132:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.614133:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.614134:0:75542:0:(mdt_handler.c:4265:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.614136:0:75542:0:(mdt_reint.c:350:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.614139:0:75542:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1773688179.614144:0:75542:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1773688179.614147:0:75542:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1773688179.614149:0:75542:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1773688179.614154:0:75542:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9b03ffbf00. 00080000:00000001:1.0:1773688179.614171:0:75542:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1773688179.614177:0:75542:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9b36b7c800. 00080000:00000001:1.0:1773688179.614179:0:75542:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614997975418880 : -129075734132736 : ffff8a9b36b7c800) 00000004:00000001:1.0:1773688179.614182:0:75542:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:1.0:1773688179.614183:0:75542:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:1.0:1773688179.614185:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688179.614187:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997975418880 : -129075734132736 : ffff8a9b36b7c800) 00080000:00000001:1.0:1773688179.614189:0:75542:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1773688179.614203:0:75542:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.614204:0:75542:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.614206:0:75542:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.614209:0:75542:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1773688179.614210:0:75542:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1773688179.614215:0:75542:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1773688179.614216:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688179.614217:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997975418880 : -129075734132736 : ffff8a9b36b7c800) 00080000:00000001:1.0:1773688179.614220:0:75542:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1773688179.614224:0:75542:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1773688179.614225:0:75542:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.614226:0:75542:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.614241:0:75542:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.614243:0:75542:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688179.614245:0:75542:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1773688166, ctime 1773688178 00000004:00000001:1.0:1773688179.614247:0:75542:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:1.0:1773688179.614248:0:75542:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:1.0:1773688179.614249:0:75542:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:1.0:1773688179.614250:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688179.614252:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997975418880 : -129075734132736 : ffff8a9b36b7c800) 00080000:00000001:1.0:1773688179.614254:0:75542:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:1.0:1773688179.614261:0:75542:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.614262:0:75542:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.614263:0:75542:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.614264:0:75542:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.614267:0:75542:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1773688179.614269:0:75542:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1773688179.614271:0:75542:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1773688179.614272:0:75542:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692062, last_committed = 171798692041 00000001:00000010:1.0:1773688179.614276:0:75542:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b03ffb540. 00000001:00000040:1.0:1773688179.614278:0:75542:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 21 00000020:00000040:1.0:1773688179.614279:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=65 00000001:00000010:1.0:1773688179.614283:0:75542:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a0eeec000. 00000004:00000001:1.0:1773688179.614287:0:75542:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1773688179.614288:0:75542:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688179.614289:0:75542:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997975418880 : -129075734132736 : ffff8a9b36b7c800) 00080000:00000001:1.0:1773688179.614292:0:75542:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1773688179.614301:0:75542:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1773688179.614303:0:75542:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1773688179.614305:0:75542:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a0eeec000: xid 1859843854320000, transno 171798692062, tag 1, client gen 13, slot idx 2 00000001:00000001:1.0:1773688179.614308:0:75542:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.614317:0:75542:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688179.614318:0:75542:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9b03ffbf00. 00000020:00000001:1.0:1773688179.614320:0:75542:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688179.614323:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 2 00010000:00000001:1.0:1773688179.614325:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688179.614326:0:75542:0:(mdt_reint.c:905:mdt_attr_set()) Process leaving 00000004:00000001:1.0:1773688179.614327:0:75542:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1773688179.614328:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:1.0:1773688179.614329:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688179.614330:0:75542:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688179.614331:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.614332:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.614333:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f427a00 refcount=3 00000020:00000001:1.0:1773688179.614334:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018452480 : -129080691099136 : ffff8a9a0f427a00) 00010000:00000001:1.0:1773688179.614335:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018452480 : -129080691099136 : ffff8a9a0f427a00) 00000004:00010000:1.0:1773688179.614337:0:75542:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000c1fdd4e2 reply state 000000000ecbfab3 transno 171798692062 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.614342:0:75542:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:1.0:1773688179.614344:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.614345:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.614347:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.614347:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.614348:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.614349:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.614350:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 1 00010000:00010000:1.0:1773688179.614352:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.614355:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.614356:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.614357:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.614357:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.614358:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.614360:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.614361:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:1.0:1773688179.614363:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688179.614364:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.614365:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.614366:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688179.614367:0:75542:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:1.0:1773688179.614368:0:75542:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:1.0:1773688179.614369:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.614370:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.614370:0:75542:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688179.614372:0:75542:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1773688179.614372:0:75542:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1773688179.614373:0:75542:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1773688179.614375:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1773688179.614376:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1773688179.614378:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.614380:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.614381:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.614390:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.614392:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688179.614394:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688179.614395:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688179.614396:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:1.0:1773688179.614398:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688179.614399:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x144:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000002:1.0:1773688179.614401:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:1.0:1773688179.614403:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.614404:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.614405:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.614407:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.614407:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.614409:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.614409:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.614410:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.614411:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688179.614413:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:1.0:1773688179.614416:0:75542:0:(mdt_reint.c:1175:mdt_reint_setattr()) Process leaving 00000004:00000001:1.0:1773688179.614417:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688179.614418:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:1.0:1773688179.614421:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688179.614425:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.614426:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.614426:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.614428:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688179.614429:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688179.614430:0:75542:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.614431:0:75542:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1773688179.614433:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688179.614434:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688179.614435:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688179.614436:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688179.614437:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688179.614439:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1773688179.614442:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.614443:0:75542:0:(mdt_handler.c:3355:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688179.614445:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692062, xid 1859843854320000 00010000:00000001:1.0:1773688179.614447:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:1.0:1773688179.614448:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=66 00010000:00000200:1.0:1773688179.614450:0:75542:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 171798692062, last committed = 171798692041 00010000:00000200:1.0:1773688179.614454:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e1a2680 x1859843854320000/t171798692062(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773688179.614459:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.614460:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.614462:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688179.614464:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.614465:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.614467:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.614468:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.614469:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.614471:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.614472:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.614474:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64908. 00000100:00000200:1.0:1773688179.614476:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854320000, offset 224 00000400:00000200:1.0:1773688179.614479:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.614483:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.614486:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48088:48088:256:4294967295] 192.168.204.51@tcp LPNI seq info [48084:48084:8:4294967295] 00000400:00000200:1.0:1773688179.614498:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.614501:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.614503:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7900. 00000800:00000200:1.0:1773688179.614506:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.614509:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.614511:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7900 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.614519:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.614521:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.614523:0:75542:0:(ldlm_lib.c:3443:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688179.614524:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.614526:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688179.614528:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e1a2680 x1859843854320000/t171798692062(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773688179.614535:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e1a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+66:68109:x1859843854320000:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 827us (973us total) trans 171798692062 rc 0/0 00000100:00100000:1.0:1773688179.614539:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15502 00000100:00000040:1.0:1773688179.614541:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688179.614542:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.614543:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.614545:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03ef80. 00000020:00000010:1.0:1773688179.614548:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe190. 00000020:00000010:1.0:1773688179.614550:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356c00. 00000020:00000040:1.0:1773688179.614552:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 65 00000100:00000001:1.0:1773688179.614554:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.614564:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.614567:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7900. 00000400:00000200:2.0:1773688179.614570:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.614574:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.614576:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64908 00000400:00000010:2.0:1773688179.614578:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64908. 00000100:00000001:2.0:1773688179.614580:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.614581:0:3438:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.615844:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.615850:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.615852:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.615853:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.615857:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.615864:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 376 into portal 12 MB=0x69b84a4464200 00000400:00000200:2.0:1773688179.615867:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 376/376 into md 0x3b659 [64] + 105648 00000800:00000001:2.0:1773688179.615871:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.615875:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.615876:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.615879:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.615881:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.615882:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.615886:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36720700. 00000100:00000040:2.0:1773688179.615888:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36720700 x1859843854320128 msgsize 376 00000100:00100000:2.0:1773688179.615891:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.615898:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.615903:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.615906:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.615921:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.615923:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854320128 02000000:00000001:1.0:1773688179.615925:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.615927:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.615928:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.615931:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.615933:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854320128 00000020:00000001:1.0:1773688179.615934:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.615935:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.615936:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.615938:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=66 00000020:00000001:1.0:1773688179.615939:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.615941:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.615943:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.615946:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a580. 00000100:00000001:1.0:1773688179.615947:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.615949:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a580. 00000020:00000010:1.0:1773688179.615964:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356c00. 00000020:00000010:1.0:1773688179.615968:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03ef80. 00000020:00000010:1.0:1773688179.615970:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe190. 00000100:00000040:1.0:1773688179.615973:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688179.615975:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.615976:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688179.615979:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688179.615980:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.615981:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.615984:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.615991:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.616000:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.616002:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.616022:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15503 00000100:00000040:1.0:1773688179.616025:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688179.616027:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997970847488 : -129075738704128 : ffff8a9b36720700) 00000100:00000040:1.0:1773688179.616033:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36720700 x1859843854320128/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 376/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688179.616042:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.616045:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a580. 00000100:00000001:1.0:1773688179.616047:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.616049:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a580. 00000100:00100000:1.0:1773688179.616053:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36720700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+66:68109:x1859843854320128:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688179.616056:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854320128 00000020:00000001:1.0:1773688179.616058:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688179.616060:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1773688179.616063:0:75542:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a0eeec000: xid 1859843854320000, transno 171798692062, client gen 13, slot idx 2 00000001:00000001:1.0:1773688179.616066:0:75542:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b08b53f00: xid 1859843854319104, transno 171798692061, client gen 13, slot idx 3 00000001:00000010:1.0:1773688179.616069:0:75542:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b08b53f00. 00000020:00000001:1.0:1773688179.616071:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.616072:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688179.616074:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688179.616075:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688179.616077:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854320128, found 0 last_xid 1859843854320127 00000020:00000001:1.0:1773688179.616079:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688179.616080:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688179.616082:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688179.616083:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.616085:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688179.616087:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688179.616088:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688179.616089:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688179.616090:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.616093:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.616096:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 2 00010000:00000001:1.0:1773688179.616097:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.616099:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.616102:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b2ea1b800. 00000020:00000001:1.0:1773688179.616104:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.616106:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b2ea1b800 with handle 0x52973366461d2c97 to hash 00000020:00000001:1.0:1773688179.616108:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.616109:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997839755264 : -129075869796352 : ffff8a9b2ea1b800) 00010000:00000010:1.0:1773688179.616114:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b880. 00010000:00000001:1.0:1773688179.616117:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997839755264 : -129075869796352 : ffff8a9b2ea1b800) 00010000:00010000:1.0:1773688179.616120:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a7d6 expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.616128:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:1.0:1773688179.616130:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=67 00010000:00000001:1.0:1773688179.616135:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688179.616137:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688179.616142:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688179.616144:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688179.616146:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.616148:0:75542:0:(mdt_handler.c:5113:mdt_intent_layout()) Process entered 00000004:00000040:1.0:1773688179.616151:0:75542:0:(mdt_handler.c:5124:mdt_intent_layout()) [0x20000afe1:0x144:0x0]got layout change request from client: opc:0 flags:0x0 extent [0x0, 0x0) 00000004:00000001:1.0:1773688179.616154:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688179.616156:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x144:0x0] 00000020:00000001:1.0:1773688179.616158:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.616161:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:1.0:1773688179.616163:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:1.0:1773688179.616166:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.616169:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.616171:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.616174:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688179.616177:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688179.616179:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000040:1.0:1773688179.616181:0:75542:0:(mdt_handler.c:5169:mdt_intent_layout()) lustre-MDT0000: layout_size 56 00000100:00000001:1.0:1773688179.616184:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.616186:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.616190:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8a9b36b7f400. 02000000:00000001:1.0:1773688179.616192:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.616194:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.616198:0:75542:0:(mdt_handler.c:5190:mdt_intent_layout()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688179.616200:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688179.616202:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688179.616203:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.616205:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.616208:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688179.616210:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.616211:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.616213:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.616215:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.616216:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.616218:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.616220:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.616221:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.616222:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.616225:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 2 00010000:00000040:1.0:1773688179.616227:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.616230:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.616238:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 67 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.616244:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.616247:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.616248:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.616250:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.616251:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.616253:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.616254:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.616258:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688179.616262:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 67 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00000001:1.0:1773688179.616274:0:75542:0:(mdt_lvb.c:303:mdt_lvbo_fill()) Process entered 00000004:00000001:1.0:1773688179.616278:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688179.616279:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x144:0x0] 00000020:00000001:1.0:1773688179.616281:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.616283:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:1.0:1773688179.616285:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:1.0:1773688179.616287:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.616289:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.616291:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.616293:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688179.616295:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688179.616297:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688179.616298:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.616300:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.616301:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.616303:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688179.616304:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688179.616307:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688179.616309:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688179.616311:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688179.616312:0:75542:0:(mdt_lvb.c:408:mdt_lvbo_fill()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:1.0:1773688179.616315:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.616317:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.616319:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:1.0:1773688179.616322:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:1.0:1773688179.616324:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.616327:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.616328:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688179.616330:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.616331:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.616332:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b2ea1b800, rc 0) 00000020:00000001:1.0:1773688179.616335:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688179.616337:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854320128 00010000:00000001:1.0:1773688179.616340:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688179.616345:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b36720700 x1859843854320128/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 376/400 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688179.616352:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.616354:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.616356:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688179.616360:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.616362:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.616364:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.616367:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.616368:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.616371:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.616374:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.616377:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64f68. 00000100:00000200:1.0:1773688179.616391:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1859843854320128, offset 224 00000400:00000200:1.0:1773688179.616398:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.616405:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.616410:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48089:48089:256:4294967295] 192.168.204.51@tcp LPNI seq info [48085:48085:8:4294967295] 00000400:00000200:1.0:1773688179.616419:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.616424:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.616428:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7b00. 00000800:00000200:1.0:1773688179.616434:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.616439:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.616443:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7b00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.616460:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.616465:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.616467:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688179.616469:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.616471:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688179.616475:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36720700 x1859843854320128/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 376/400 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688179.616485:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36720700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+67:68109:x1859843854320128:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 440us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688179.616501:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15503 00000100:00000040:1.0:1773688179.616505:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688179.616507:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.616510:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.616513:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03ef80. 00000020:00000010:1.0:1773688179.616517:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe190. 00000020:00000010:1.0:1773688179.616520:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356c00. 00000020:00000040:1.0:1773688179.616524:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 66 00000100:00000001:1.0:1773688179.616526:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773688179.616549:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773688179.616553:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7b00. 00000400:00000200:3.0:1773688179.616556:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688179.616561:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:3.0:1773688179.616564:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64f68 00000400:00000010:3.0:1773688179.616566:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64f68. 00000100:00000001:3.0:1773688179.616569:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1773688179.616570:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688179.617334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0f427400. 00010000:00000010:1.1:1773688179.617341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0f426200. 00010000:00000010:1.1:1773688179.617344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0f427e00. 00000800:00000001:2.0:1773688179.619041:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.619052:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.619055:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.619059:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.619068:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.619078:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 440 into portal 28 MB=0x69b84a4464280 00000400:00000200:2.0:1773688179.619085:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.51@tcp of length 440/440 into md 0x592a1 [8] + 13032 00000800:00000001:2.0:1773688179.619090:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.619097:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.619099:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.619102:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.619107:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.619108:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1773688179.619111:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36721500. 00000100:00000040:2.0:1773688179.619113:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36721500 x1859843854320256 msgsize 440 00000100:00100000:2.0:1773688179.619117:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.619128:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.619135:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.619138:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.619155:0:38615:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.619158:0:38615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854320256 02000000:00000001:1.0:1773688179.619160:0:38615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.619162:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.619164:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.619166:0:38615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.619170:0:38615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854320256 00000020:00000001:1.0:1773688179.619171:0:38615:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.619173:0:38615:0:(genops.c:823:class_conn2export()) looking for export cookie 0x529733664618833a 00000020:00000001:1.0:1773688179.619175:0:38615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.619177:0:38615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9a0a88f800 refcount=37 00000020:00000001:1.0:1773688179.619179:0:38615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000020:00000001:1.0:1773688179.619181:0:38615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000100:00000001:1.0:1773688179.619184:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.619188:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a580. 00000100:00000001:1.0:1773688179.619190:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.619191:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a580. 00000020:00000010:1.0:1773688179.619197:0:38615:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356c00. 00000020:00000010:1.0:1773688179.619201:0:38615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e400. 00000020:00000010:1.0:1773688179.619206:0:38615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe190. 00000100:00000040:1.0:1773688179.619213:0:38615:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1773688179.619216:0:38615:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.619217:0:38615:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773688179.619220:0:38615:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.619227:0:38615:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.619242:0:38615:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.619262:0:38615:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.619265:0:38615:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.619270:0:38615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7642 00000100:00000001:2.0:1773688179.619273:0:13298:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1773688179.619274:0:38615:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9a0a88f800 : new rpc_count 1 00000100:00000001:2.0:1773688179.619278:0:13298:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1773688179.619278:0:38615:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997970851072 : -129075738700544 : ffff8a9b36721500) 00000100:00000001:2.0:1773688179.619283:0:13298:0:(service.c:2223:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.619286:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36721500 x1859843854320256/t0(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 440/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.619287:0:13298:0:(service.c:2462:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.619297:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.619300:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a580. 00000100:00000001:1.0:1773688179.619301:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.619303:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a580. 00000100:00100000:1.0:1773688179.619307:0:38615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36721500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+37:2405:x1859843854320256:12345-192.168.204.51@tcp:2:dbench.0 00000100:00000200:1.0:1773688179.619310:0:38615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854320256 00000020:00000001:1.0:1773688179.619313:0:38615:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688179.619316:0:38615:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688179.619318:0:38615:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.619320:0:38615:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688179.619323:0:38615:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672990144 : -1036561472 : ffffffffc23753c0) 00000020:00000001:1.0:1773688179.619326:0:38615:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1773688179.619329:0:38615:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688179.619331:0:38615:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688179.619333:0:38615:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688179.619337:0:38615:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1773688179.619339:0:38615:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1773688179.619342:0:38615:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.619345:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.619347:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.619350:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.619351:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.619354:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.619356:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.619358:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.619360:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.619362:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.619363:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.619365:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.619368:0:38615:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.619370:0:38615:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.619373:0:38615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.619375:0:38615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.619379:0:38615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8a9b36b7fc00. 02000000:00000001:1.0:1773688179.619382:0:38615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.619384:0:38615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688179.619388:0:38615:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:1.0:1773688179.619391:0:38615:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1773688179.619393:0:38615:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.619398:0:38615:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997950534792 : -129075759016824 : ffff8a9b353c1488) 00002000:00000001:1.0:1773688179.619400:0:38615:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997950534704 : -129075759016912 : ffff8a9b353c1430) 00002000:00000001:1.0:1773688179.619404:0:38615:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000001:1.0:1773688179.619407:0:38615:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.619413:0:38615:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:1.0:1773688179.619415:0:38615:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00002000:00000001:1.0:1773688179.619417:0:38615:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688179.619420:0:38615:0:(ofd_objects.c:1579:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688179.619422:0:38615:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1773688179.619423:0:38615:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.619426:0:38615:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1773688179.619434:0:38615:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9b36b7e000. 00080000:00000001:1.0:1773688179.619436:0:38615:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614997975425024 : -129075734126592 : ffff8a9b36b7e000) 00000001:00000001:1.0:1773688179.619438:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.619439:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.619441:0:38615:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1773688179.619459:0:38615:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.619462:0:38615:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1773688179.619466:0:38615:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.619468:0:38615:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1773688179.619472:0:38615:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1773688179.619503:0:38615:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1773688179.619504:0:38615:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.619520:0:38615:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688179.619525:0:38615:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8a9b34d01fc0. 00080000:00000001:1.0:1773688179.619530:0:38615:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:1.0:1773688179.619561:0:38615:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688179.619563:0:38615:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:1.0:1773688179.619565:0:38615:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.619568:0:38615:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00002000:00000001:1.0:1773688179.619571:0:38615:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:1.0:1773688179.619574:0:38615:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1773688179.619577:0:38615:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:1.0:1773688179.619615:0:38615:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688179.619619:0:38615:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688179.619623:0:38615:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1773688179.619626:0:38615:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1773688179.619629:0:38615:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4294970322, last_committed = 4294970321 00000001:00000010:1.0:1773688179.619633:0:38615:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b03ffbde0. 00000001:00000040:1.0:1773688179.619635:0:38615:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9a0a88f800 : new cb_count 1 00000020:00000040:1.0:1773688179.619638:0:38615:0:(genops.c:887:class_export_get()) GET export ffff8a9a0a88f800 refcount=38 00080000:00000001:1.0:1773688179.619643:0:38615:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1773688179.619673:0:38615:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1773688179.619675:0:38615:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.619685:0:38615:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.619689:0:38615:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688179.619693:0:38615:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.619695:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.619696:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688179.619698:0:38615:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:1.0:1773688179.619700:0:38615:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b353c1488/ffff8a9b353c1430 to site lru. bkt: ffff8a9b34381880 00010000:00000040:1.0:1773688179.619705:0:38615:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b065e5e00 count: 2 00010000:00000001:1.0:1773688179.619707:0:38615:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1773688179.619710:0:38615:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1773688179.619713:0:38615:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1773688179.619714:0:38615:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.619715:0:38615:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997950534792 : -129075759016824 : ffff8a9b353c1488) 00002000:00000001:1.0:1773688179.619717:0:38615:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997950534704 : -129075759016912 : ffff8a9b353c1430) 00002000:00000001:1.0:1773688179.619719:0:38615:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1773688179.619722:0:38615:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1773688179.619724:0:38615:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0xa09:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1773688179.619725:0:38615:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0xa09:0x0] updating lvb mtime from disk: 0 -> 1773688166 00002000:00010000:1.0:1773688179.619727:0:38615:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0xa09:0x0] updating lvb atime from disk: 0 -> 1773688168 00002000:00010000:1.0:1773688179.619728:0:38615:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0xa09:0x0] updating lvb ctime from disk: 0 -> 1773688178 00002000:00010000:1.0:1773688179.619730:0:38615:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0xa09:0x0] updating lvb blocks from disk: 1 -> 1 00000020:00000002:1.0:1773688179.619731:0:38615:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b353c1488/ffff8a9b353c1430 to site lru. bkt: ffff8a9b34381880 00010000:00000040:1.0:1773688179.619734:0:38615:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294970315, transno 4294970322, xid 1859843854320256 00010000:00000001:1.0:1773688179.619736:0:38615:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688179.619740:0:38615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b36721500 x1859843854320256/t4294970322(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 440/432 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688179.619745:0:38615:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.619747:0:38615:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.619749:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b36eb51e8 time=95 v=5 (1 4 1 1) 00000100:00000001:1.0:1773688179.619752:0:38615:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.619754:0:38615:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.619755:0:38615:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.619757:0:38615:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.619759:0:38615:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.619762:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.619764:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.619766:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64a18. 00000100:00000200:1.0:1773688179.619770:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1859843854320256, offset 224 00000400:00000200:1.0:1773688179.619774:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.619780:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.619785:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48090:48090:256:4294967295] 192.168.204.51@tcp LPNI seq info [48086:48086:8:4294967295] 00000400:00000200:1.0:1773688179.619795:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.619798:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.619801:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7000. 00000800:00000200:1.0:1773688179.619805:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.619809:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.619812:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7000 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.619822:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.619825:0:38615:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.619827:0:38615:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688179.619828:0:38615:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.619831:0:38615:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688179.619836:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36721500 x1859843854320256/t4294970322(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 440/432 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688179.619845:0:38615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36721500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+38:2405:x1859843854320256:12345-192.168.204.51@tcp:2:dbench.0 Request processed in 546us (729us total) trans 4294970322 rc 0/0 00000100:00100000:1.0:1773688179.619853:0:38615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7642 00000100:00000040:1.0:1773688179.619856:0:38615:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9a0a88f800 : new rpc_count 0 00000100:00000001:1.0:1773688179.619858:0:38615:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.619860:0:38615:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.619865:0:38615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e400. 00000020:00000010:1.0:1773688179.619869:0:38615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe190. 00000020:00000010:1.0:1773688179.619872:0:38615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356c00. 00000020:00000040:1.0:1773688179.619876:0:38615:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 37 00000100:00000001:1.0:1773688179.619878:0:38615:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.619901:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.619906:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7000. 00000400:00000200:2.0:1773688179.619909:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.619914:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.619917:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64a18 00000400:00000010:2.0:1773688179.619919:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64a18. 00000100:00000001:2.0:1773688179.619922:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.619923:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688179.620059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0f426400. 00010000:00000010:1.1:1773688179.620067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0f426800. 00010000:00000010:1.1:1773688179.620072:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46c00. 00000800:00000001:0.0:1773688179.621468:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.621479:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.621482:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.621485:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.621502:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.621516:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4464300 00000400:00000200:0.0:1773688179.621524:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 106024 00000800:00000001:0.0:1773688179.621531:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.621540:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.621543:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.621547:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.621553:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.621556:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.621562:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a16b76300. 00000100:00000040:0.0:1773688179.621565:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a16b76300 x1859843854320384 msgsize 576 00000100:00100000:0.0:1773688179.621570:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.621581:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.621587:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.621591:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.621615:0:75542:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.621619:0:75542:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854320384 02000000:00000001:0.0:1773688179.621622:0:75542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.621625:0:75542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.621627:0:75542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.621631:0:75542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.621635:0:75542:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854320384 00000020:00000001:0.0:1773688179.621638:0:75542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.621640:0:75542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.621642:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.621645:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=67 00000020:00000001:0.0:1773688179.621647:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.621650:0:75542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.621654:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.621659:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703500. 00000100:00000001:0.0:1773688179.621662:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.621665:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703500. 00000020:00000010:0.0:1773688179.621672:0:75542:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b37441200. 00000020:00000010:0.0:1773688179.621676:0:75542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b08bfd200. 00000020:00000010:0.0:1773688179.621681:0:75542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400898. 00000100:00000040:0.0:1773688179.621688:0:75542:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688179.621691:0:75542:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.621692:0:75542:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688179.621695:0:75542:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688179.621697:0:75542:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.621699:0:75542:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.621706:0:75542:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.621715:0:75542:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.621727:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.621728:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.621733:0:75542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15504 00000100:00000040:0.0:1773688179.621736:0:75542:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.621738:0:75542:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993143554816 : -129080565996800 : ffff8a9a16b76300) 00000100:00000040:0.0:1773688179.621746:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a16b76300 x1859843854320384/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688179.621755:0:75542:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.621758:0:75542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703500. 00000100:00000001:0.0:1773688179.621761:0:75542:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.621764:0:75542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703500. 00000100:00100000:0.0:1773688179.621769:0:75542:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a16b76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+67:68109:x1859843854320384:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688179.621774:0:75542:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854320384 00000020:00000001:0.0:1773688179.621777:0:75542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.621780:0:75542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688179.621784:0:75542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.621787:0:75542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.621789:0:75542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688179.621793:0:75542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688179.621796:0:75542:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854320384, found 0 last_xid 1859843854320383 00000020:00000001:0.0:1773688179.621799:0:75542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.621801:0:75542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.621803:0:75542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.621808:0:75542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.621811:0:75542:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688179.621813:0:75542:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688179.621816:0:75542:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688179.621818:0:75542:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688179.621821:0:75542:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.621826:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.621833:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 3 00010000:00000001:0.0:1773688179.621836:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.621839:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.621843:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86c00. 00000020:00000001:0.0:1773688179.621847:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.621849:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86c00 with handle 0x52973366461d2c9e to hash 00000020:00000001:0.0:1773688179.621852:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.621854:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000010:0.0:1773688179.621859:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921cf00. 00010000:00000001:0.0:1773688179.621862:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00010000:0.0:1773688179.621867:0:75542:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2c9e lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a7dd expref: -99 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.621877:0:75542:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:0.0:1773688179.621879:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=68 00010000:00000001:0.0:1773688179.621885:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688179.621888:0:75542:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688179.621895:0:75542:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688179.621898:0:75542:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688179.621900:0:75542:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1773688179.621902:0:75542:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.621904:0:75542:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x144:0x0] 00000020:00000001:0.0:1773688179.621907:0:75542:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.621912:0:75542:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:0.0:1773688179.621915:0:75542:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:0.0:1773688179.621917:0:75542:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.621920:0:75542:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688179.621922:0:75542:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688179.621924:0:75542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.621927:0:75542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.621932:0:75542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b32317000. 02000000:00000001:0.0:1773688179.621936:0:75542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.621939:0:75542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.621941:0:75542:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.621943:0:75542:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1773688179.621947:0:75542:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:0.0:1773688179.621950:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.621952:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.621972:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.621974:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.621979:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.621981:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.621982:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.621984:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.621986:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.621987:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.621990:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.621992:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.621993:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.621994:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.621996:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.621997:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.621999:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.622001:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.622002:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.622180:0:75542:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688179.622185:0:75542:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688179.622197:0:75542:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688179.622200:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.622201:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.622203:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.622205:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.622206:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.622208:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.622211:0:75542:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688179.622213:0:75542:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.622216:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.622218:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.622220:0:75542:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688179.622222:0:75542:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.622226:0:75542:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:0.0:1773688179.622229:0:75542:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1773688179.622231:0:75542:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:0.0:1773688179.622233:0:75542:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000020:00000010:0.0:1773688179.622242:0:75542:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8a9a0bf94000. 00000004:00000001:0.0:1773688179.622248:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.622253:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.622260:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.622266:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:0.0:1773688179.622269:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:0.0:1773688179.622273:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:0.0:1773688179.622277:0:75542:0:(mdt_lib.c:2238:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.622280:0:75542:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0x144:0x0]/[0x20000afe1:0x144:0x0], ldlm_rep = ffff8a9b32317228 00000004:00000001:0.0:1773688179.622286:0:75542:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1773688179.622289:0:75542:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.622291:0:75542:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.622293:0:75542:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 4 00010000:00000001:0.0:1773688179.622296:0:75542:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.622298:0:75542:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.622302:0:75542:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86800. 00000020:00000001:0.0:1773688179.622304:0:75542:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.622306:0:75542:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86800 with handle 0x52973366461d2ca5 to hash 00000020:00000001:0.0:1773688179.622308:0:75542:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.622310:0:75542:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000010:0.0:1773688179.622315:0:75542:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921ce00. 00010000:00000001:0.0:1773688179.622317:0:75542:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688179.622320:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.622322:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.622326:0:75542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2ca5 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.622334:0:75542:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.622337:0:75542:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.622339:0:75542:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.622341:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.622343:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.622344:0:75542:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.622345:0:75542:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.622347:0:75542:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.622349:0:75542:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.622350:0:75542:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.622351:0:75542:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.622354:0:75542:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 4 00010000:00000040:0.0:1773688179.622355:0:75542:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.622360:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 68 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.622365:0:75542:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.622369:0:75542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2ca5 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.622373:0:75542:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.622377:0:75542:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.622378:0:75542:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.622379:0:75542:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.622380:0:75542:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.622383:0:75542:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.622385:0:75542:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.622388:0:75542:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.622391:0:75542:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.622394:0:75542:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2ca5 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.622400:0:75542:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.622402:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.622404:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.622405:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.622407:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.622409:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86800 refcount=3 00000020:00000001:0.0:1773688179.622411:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688179.622414:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688179.622417:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.622418:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.622419:0:75542:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.622423:0:75542:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1773688179.622427:0:75542:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1773688179.622429:0:75542:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1773688179.622433:0:75542:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.622435:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.622437:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.622438:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.622441:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688179.622442:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688179.622444:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688179.622445:0:75542:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:0.0:1773688179.622447:0:75542:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.622448:0:75542:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x144:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:0.0:1773688179.622451:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.622452:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.622452:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.622454:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688179.622455:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688179.622457:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688179.622458:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.622459:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.622460:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.622461:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.622463:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.622465:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:0.0:1773688179.622466:0:75542:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:0.0:1773688179.622467:0:75542:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1773688179.622469:0:75542:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b32317370 00000004:00000001:0.0:1773688179.622470:0:75542:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.622472:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.622473:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.622474:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.622476:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.622477:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.622478:0:75542:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.622479:0:75542:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.622480:0:75542:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.622482:0:75542:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:0.0:1773688179.622484:0:75542:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: returning size 15360 00000004:00000040:0.0:1773688179.622486:0:75542:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x144:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:0.0:1773688179.622489:0:75542:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:0.0:1773688179.622490:0:75542:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000401:2569 00000004:00200000:0.0:1773688179.622492:0:75542:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:0.0:1773688179.622493:0:75542:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:0.0:1773688179.622495:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.622496:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.622497:0:75542:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1773688179.622499:0:75542:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.622500:0:75542:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.622500:0:75542:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.622502:0:75542:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.622503:0:75542:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.622504:0:75542:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.622506:0:75542:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.622509:0:75542:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.622514:0:75542:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.622515:0:75542:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.622516:0:75542:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.622517:0:75542:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.622521:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.622522:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.622522:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86800 refcount=3 00000020:00000001:0.0:1773688179.622524:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688179.622525:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00000004:00010000:0.0:1773688179.622528:0:75542:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2ca5 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.622531:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.622532:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.622533:0:75542:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:0.0:1773688179.622534:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688179.622536:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:0.0:1773688179.622538:0:75542:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.622539:0:75542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.622540:0:75542:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86800 refcount=3 00000020:00000001:0.0:1773688179.622541:0:75542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688179.622542:0:75542:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00000004:00000040:0.0:1773688179.622544:0:75542:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:0.0:1773688179.622546:0:75542:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=69 00010000:00000001:0.0:1773688179.622549:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.622550:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.622551:0:75542:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688179.622552:0:75542:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1773688179.622554:0:75542:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688179.622555:0:75542:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688179.622556:0:75542:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688179.622557:0:75542:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688179.622558:0:75542:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688179.622560:0:75542:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1773688179.622562:0:75542:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.622564:0:75542:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688179.622565:0:75542:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688179.622566:0:75542:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:0.0:1773688179.622567:0:75542:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8a9a0bf94000. 00000004:00000001:0.0:1773688179.622570:0:75542:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1773688179.622572:0:75542:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1773688179.622573:0:75542:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.622575:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.622576:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.622577:0:75542:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.622578:0:75542:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.622580:0:75542:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86c00 with handle 0x52973366461d2c9e from hash 00010000:00000001:0.0:1773688179.622583:0:75542:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.622584:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.622585:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.622587:0:75542:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1773688179.622588:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.622592:0:75542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2c9e lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7dd expref: 69 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.622600:0:75542:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:0.0:1773688179.622603:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 68 00010000:00000010:0.0:1773688179.622605:0:75542:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921cf00. 00010000:00000001:0.0:1773688179.622611:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.622613:0:75542:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.622617:0:75542:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1773688179.622621:0:75542:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2ca5 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7dd expref: 68 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.622628:0:75542:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.622630:0:75542:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.622632:0:75542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:0.0:1773688179.622633:0:75542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1773688179.622635:0:75542:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.622637:0:75542:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.622639:0:75542:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.622640:0:75542:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.622641:0:75542:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.622642:0:75542:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b04e86800, rc 0) 00000020:00000001:0.0:1773688179.622644:0:75542:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688179.622646:0:75542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854320384 00010000:00000001:0.0:1773688179.622648:0:75542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688179.622652:0:75542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a16b76300 x1859843854320384/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688179.622658:0:75542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.622659:0:75542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.622662:0:75542:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688179.622665:0:75542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.622668:0:75542:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.622670:0:75542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.622671:0:75542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.622673:0:75542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.622675:0:75542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.622677:0:75542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.622681:0:75542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be440. 00000100:00000200:0.0:1773688179.622685:0:75542:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854320384, offset 224 00000400:00000200:0.0:1773688179.622691:0:75542:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.622698:0:75542:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.622704:0:75542:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48091:48091:256:4294967295] 192.168.204.51@tcp LPNI seq info [48087:48087:8:4294967295] 00000400:00000200:0.0:1773688179.622713:0:75542:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.622717:0:75542:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.622721:0:75542:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356c00. 00000800:00000200:0.0:1773688179.622726:0:75542:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.622732:0:75542:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.622735:0:75542:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356c00 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.622743:0:75542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.622745:0:75542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.622747:0:75542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688179.622748:0:75542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.622750:0:75542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688179.622753:0:75542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a16b76300 x1859843854320384/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688179.622759:0:75542:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a16b76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+68:68109:x1859843854320384:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1003us (1193us total) trans 0 rc 0/0 00000100:00100000:0.0:1773688179.622764:0:75542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15504 00000100:00000040:0.0:1773688179.622766:0:75542:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688179.622768:0:75542:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.622769:0:75542:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.622772:0:75542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b08bfd200. 00000020:00000010:0.0:1773688179.622775:0:75542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400898. 00000020:00000010:0.0:1773688179.622778:0:75542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b37441200. 00000020:00000040:0.0:1773688179.622782:0:75542:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 67 00000100:00000001:0.0:1773688179.622784:0:75542:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.624105:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.624111:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356c00. 00000400:00000200:1.0:1773688179.624116:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.624122:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.624127:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be440 00000400:00000010:1.0:1773688179.624130:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be440. 00000100:00000001:1.0:1773688179.624134:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.624136:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.627874:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.627887:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.627890:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.627893:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.627902:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.627919:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4464380 00000400:00000200:2.0:1773688179.627927:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 106600 00000800:00000001:2.0:1773688179.627934:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.627943:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.627946:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.627951:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.627971:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.627974:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.627981:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36721180. 00000100:00000040:2.0:1773688179.627984:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36721180 x1859843854320512 msgsize 584 00000100:00100000:2.0:1773688179.627989:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.628003:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.628043:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.628048:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.628049:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.628054:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854320512 02000000:00000001:3.0:1773688179.628057:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.628060:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.628062:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.628065:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.628069:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854320512 00000020:00000001:3.0:1773688179.628071:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.628072:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.628074:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.628076:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=68 00000020:00000001:3.0:1773688179.628078:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.628081:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.628084:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.628088:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5a00. 00000100:00000001:3.0:1773688179.628090:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.628092:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5a00. 00000020:00000010:3.0:1773688179.628097:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b0303e600. 00000020:00000010:3.0:1773688179.628100:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07b50b80. 00000020:00000010:3.0:1773688179.628104:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.628109:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.628112:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.628114:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.628116:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.628118:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.628119:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.628125:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.628136:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.628147:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.628148:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.628154:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15505 00000100:00000040:3.0:1773688179.628157:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.628158:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997970850176 : -129075738701440 : ffff8a9b36721180) 00000100:00000040:3.0:1773688179.628164:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36721180 x1859843854320512/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.628170:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.628173:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5a00. 00000100:00000001:3.0:1773688179.628175:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.628176:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5a00. 00000100:00100000:3.0:1773688179.628181:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+68:68109:x1859843854320512:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.628183:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854320512 00000020:00000001:3.0:1773688179.628187:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.628190:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.628194:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.628197:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.628199:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.628202:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.628205:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854320512, found 0 last_xid 1859843854320511 00000020:00000001:3.0:1773688179.628208:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.628210:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.628212:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.628218:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.628220:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.628223:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.628225:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.628227:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.628229:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.628234:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.628240:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:3.0:1773688179.628243:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.628246:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.628251:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b11600. 00000020:00000001:3.0:1773688179.628255:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.628257:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b11600 with handle 0x52973366461d2cac to hash 00000020:00000001:3.0:1773688179.628259:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.628260:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941425664 : -129075768125952 : ffff8a9b34b11600) 00010000:00000010:3.0:1773688179.628264:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315baa00. 00010000:00000001:3.0:1773688179.628266:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941425664 : -129075768125952 : ffff8a9b34b11600) 00010000:00010000:3.0:1773688179.628270:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2cac lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a7e4 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.628277:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:3.0:1773688179.628279:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=69 00010000:00000001:3.0:1773688179.628283:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.628286:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.628291:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.628293:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.628295:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688179.628296:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.628297:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.628300:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.628304:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.628307:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.628309:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.628312:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.628313:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.628316:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.628318:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.628323:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b32004000. 02000000:00000001:3.0:1773688179.628325:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.628328:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.628330:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.628332:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688179.628336:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688179.628338:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.628340:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.628343:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.628344:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.628347:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.628349:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.628350:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.628352:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.628353:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.628354:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.628356:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.628357:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.628357:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.628359:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.628360:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.628361:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.628362:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.628363:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.628364:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.628367:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.628370:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.628372:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.628373:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.628374:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.628375:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.628376:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.628377:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.628378:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.628379:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.628381:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.628382:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.628383:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.628385:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.628386:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.628390:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1773688179.628394:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:3.0:1773688179.628395:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/~WRD0000.TMP, ldlm_rep = ffff8a9b32004228 00000004:00000001:3.0:1773688179.628399:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1773688179.628401:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1773688179.628403:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1773688179.628405:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.628406:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.628409:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 5 00010000:00000001:3.0:1773688179.628411:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.628413:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.628417:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b11800. 00000020:00000001:3.0:1773688179.628419:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.628421:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b11800 with handle 0x52973366461d2cb3 to hash 00000020:00000001:3.0:1773688179.628423:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.628425:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00010000:00000010:3.0:1773688179.628428:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba200. 00010000:00000001:3.0:1773688179.628431:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00010000:00000001:3.0:1773688179.628433:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.628435:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.628439:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2cb3 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.628446:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.628449:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.628452:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.628453:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.628456:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.628458:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.628460:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.628463:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.628465:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.628466:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.628468:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.628470:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 5 00010000:00000040:3.0:1773688179.628473:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.628476:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2c43 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7b3 expref: 69 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.628482:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 69 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.628486:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 69 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.628490:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2cb3 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.628493:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.628496:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.628497:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.628498:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.628499:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.628501:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.628502:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.628504:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.628505:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.628507:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2cb3 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.628510:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.628511:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.628512:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.628513:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.628515:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.628517:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46d00 count: 2 00010000:00000001:3.0:1773688179.628518:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.628520:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.628522:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b11200. 00000020:00000001:3.0:1773688179.628524:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.628526:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b11200 with handle 0x52973366461d2cba to hash 00000020:00000001:3.0:1773688179.628527:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.628528:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000010:3.0:1773688179.628531:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.628532:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000001:3.0:1773688179.628533:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.628534:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.628536:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2cba lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.628539:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.628540:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.628541:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.628542:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.628543:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.628544:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.628545:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.628546:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.628546:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.628547:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.628548:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.628550:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0xf97c74a3 (ffff8a9a0ec46d00) refcount = 2 00010000:00000040:3.0:1773688179.628551:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.628554:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1d600/0x52973366461d2c0b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.628557:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2cba lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.628563:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.628564:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.628565:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.628566:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.628567:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.628568:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.628569:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.628571:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.628572:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.628574:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2cba lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.628576:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.628577:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.628577:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.628578:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.628583:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.628615:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.628618:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.628621:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688179.628625:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.628629:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1773688179.628651:0:68797:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.628654:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1773688179.628655:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1773688179.628658:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.628660:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.628663:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.628665:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.628667:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.628669:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.628672:0:68797:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:3.0:1773688179.628674:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.628676:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.628678:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.628680:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x144:0x0] 00000020:00000001:3.0:1773688179.628682:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.628685:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:3.0:1773688179.628686:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:3.0:1773688179.628690:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1773688179.628692:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.628693:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.628696:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 4 00010000:00000001:3.0:1773688179.628697:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.628699:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.628701:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b10c00. 00000020:00000001:3.0:1773688179.628703:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.628705:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b10c00 with handle 0x52973366461d2cc1 to hash 00000020:00000001:3.0:1773688179.628706:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.628707:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000010:3.0:1773688179.628709:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315bad80. 00010000:00000001:3.0:1773688179.628710:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:3.0:1773688179.628712:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.628713:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.628715:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2cc1 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.628719:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.628720:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.628721:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.628722:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.628723:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.628725:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.628726:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.628727:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.628728:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.628729:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.628729:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.628731:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 4 00010000:00000040:3.0:1773688179.628732:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.628735:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2ca5 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7dd expref: 69 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.628740:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 69 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.628744:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.628747:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2cc1 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.628750:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.628751:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.628752:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.628753:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.628754:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.628755:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.628756:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.628757:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.628758:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.628760:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2cc1 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.628763:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.628764:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.628765:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.628766:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.628767:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.628768:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10c00 refcount=3 00000020:00000001:3.0:1773688179.628769:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:3.0:1773688179.628771:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:3.0:1773688179.628772:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.628773:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.628774:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.628776:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1773688179.628780:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.628781:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.628785:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.628787:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.628790:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.628792:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.628796:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.628798:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.628800:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.628801:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.628803:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.628804:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x144:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:3.0:1773688179.628807:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.628807:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.628808:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.628809:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.628810:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.628812:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.628820:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.628821:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.628822:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.628824:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.628825:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.628826:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1773688179.628828:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1773688179.628829:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1773688179.628831:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b32004370 00000004:00000001:3.0:1773688179.628832:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.628834:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.628835:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.628837:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.628837:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.628839:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.628840:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.628841:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.628842:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.628844:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:3.0:1773688179.628846:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: returning size 15360 00000004:00000040:3.0:1773688179.628849:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x144:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:3.0:1773688179.628851:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:3.0:1773688179.628852:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000401:2569 00000004:00200000:3.0:1773688179.628854:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:3.0:1773688179.628855:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1773688179.628856:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.628857:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.628858:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1773688179.628859:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.628860:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.628861:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.628862:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.628863:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.628864:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.628865:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.628869:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.628873:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.628874:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.628875:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.628876:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.628881:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.628882:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.628883:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10c00 refcount=3 00000020:00000001:3.0:1773688179.628884:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:3.0:1773688179.628886:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00000004:00010000:3.0:1773688179.628888:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2cc1 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:3.0:1773688179.628897:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.628899:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.628900:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1773688179.628901:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.628902:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.628903:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1773688179.628905:0:68797:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:3.0:1773688179.628906:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.628907:0:68797:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.628908:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.628909:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 4 00010000:00000040:3.0:1773688179.628911:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.628913:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2ca5 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7dd expref: 69 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.628918:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 69 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.628921:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.628924:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2cc1 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.628927:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.628927:0:68797:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.628929:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.628930:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.628931:0:68797:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.628934:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.628936:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.628937:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.628938:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.628939:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11800 refcount=3 00000020:00000001:3.0:1773688179.628940:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00010000:00000001:3.0:1773688179.628943:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00010000:00000001:3.0:1773688179.628945:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.628948:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2cb3 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.628962:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.628964:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.628966:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2cb3 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.628972:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.628974:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.628977:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.628980:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2cb3 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.628986:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b34b11800 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.628989:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.628991:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.628994:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2cb3 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.628999:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.629000:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.629001:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.629002:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11800 refcount=4 00000020:00000001:3.0:1773688179.629003:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00010000:00000001:3.0:1773688179.629004:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00010000:00000001:3.0:1773688179.629029:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.629031:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2cb3 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.629036:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.629038:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.629039:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.629042:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.629043:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.629046:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.629047:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.629049:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b11800 with handle 0x52973366461d2cb3 from hash 00010000:00000001:3.0:1773688179.629051:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.629052:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.629053:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.629053:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.629056:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.629057:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.629058:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.629060:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.629061:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.629063:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.629066:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.629067:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.629069:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.629071:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.629072:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.629074:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.629074:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.629075:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.629076:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.629077:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.629079:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2cb3 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.629082:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.629082:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.629083:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.629084:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.629085:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.629086:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2cb3 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.629089:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba200. 00010000:00000001:3.0:1773688179.629096:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.629097:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.629099:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.629100:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.629100:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.629102:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11200 refcount=3 00000020:00000001:3.0:1773688179.629103:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000001:3.0:1773688179.629105:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000001:3.0:1773688179.629106:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.629107:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2cba lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.629110:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.629111:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.629112:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2cba lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.629115:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.629116:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.629117:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.629119:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2cba lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.629124:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b34b11200 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.629126:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.629127:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.629129:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2cba lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.629133:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.629134:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.629135:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.629137:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11200 refcount=4 00000020:00000001:3.0:1773688179.629138:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000001:3.0:1773688179.629141:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000001:3.0:1773688179.629143:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.629145:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2cba lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.629150:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.629151:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.629152:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.629155:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.629156:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.629159:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.629160:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.629162:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b11200 with handle 0x52973366461d2cba from hash 00010000:00000001:3.0:1773688179.629164:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.629166:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.629167:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.629168:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.629170:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.629172:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.629174:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.629175:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.629176:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.629178:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0xf97c74a3 (ffff8a9a0ec46d00) 00010000:00010000:3.0:1773688179.629181:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.629183:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.629184:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.629186:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.629187:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.629189:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.629191:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.629192:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.629194:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.629195:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.629199:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2cba lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.629203:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.629205:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.629206:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.629207:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.629209:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.629210:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2cba lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.629215:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.629219:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.629221:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.629222:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.629224:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.629225:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:3.0:1773688179.629227:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.629229:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.629230:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10c00 refcount=3 00000020:00000001:3.0:1773688179.629232:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:3.0:1773688179.629234:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00000004:00000040:3.0:1773688179.629237:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 35 00000020:00000040:3.0:1773688179.629240:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=70 00010000:00000001:3.0:1773688179.629244:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.629245:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.629247:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.629249:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1773688179.629252:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.629253:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.629254:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.629255:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.629257:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.629259:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.629262:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.629263:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.629264:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.629266:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.629267:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.629269:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.629270:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.629272:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.629273:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.629275:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.629276:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.629277:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b11600 with handle 0x52973366461d2cac from hash 00010000:00000001:3.0:1773688179.629279:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.629279:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.629280:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.629281:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.629282:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.629284:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2cac lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7e4 expref: 70 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.629289:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:3.0:1773688179.629291:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 69 00010000:00000010:3.0:1773688179.629292:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315baa00. 00010000:00000001:3.0:1773688179.629296:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.629297:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.629300:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.629303:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2cc1 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7e4 expref: 69 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.629309:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.629311:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.629313:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:3.0:1773688179.629315:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1773688179.629317:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.629319:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.629321:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.629322:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.629324:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.629326:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b34b10c00, rc 0) 00000020:00000001:3.0:1773688179.629329:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.629333:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854320512 00010000:00000001:3.0:1773688179.629336:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.629343:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b36721180 x1859843854320512/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.629352:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.629354:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.629358:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.629362:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.629364:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.629366:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.629368:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.629369:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.629372:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.629374:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.629377:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee198. 00000100:00000200:3.0:1773688179.629381:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854320512, offset 224 00000400:00000200:3.0:1773688179.629385:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.629393:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.629398:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48092:48092:256:4294967295] 192.168.204.51@tcp LPNI seq info [48088:48088:8:4294967295] 00000400:00000200:3.0:1773688179.629405:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.629410:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.629415:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d900. 00000800:00000200:3.0:1773688179.629422:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.629429:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.629434:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d900 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.629448:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.629453:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.629455:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.629457:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.629460:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.629465:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36721180 x1859843854320512/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.629475:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+69:68109:x1859843854320512:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1302us (1488us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688179.629482:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15505 00000100:00000040:3.0:1773688179.629485:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.629486:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.629488:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.629490:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07b50b80. 00000020:00000010:3.0:1773688179.629493:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.629497:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b0303e600. 00000020:00000040:3.0:1773688179.629501:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 68 00000100:00000001:3.0:1773688179.629503:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.629530:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.629535:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d900. 00000400:00000200:2.0:1773688179.629540:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.629544:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.629549:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee198 00000400:00000010:2.0:1773688179.629551:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee198. 00000100:00000001:2.0:1773688179.629555:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.629557:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.631996:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.632005:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1773688179.632026:0:3438:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86c00. 00000800:00000001:0.0:1773688179.632217:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.632221:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.632229:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.632240:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4464400 00000400:00000200:0.0:1773688179.632248:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x73145 [2] + 1312 00000800:00000001:0.0:1773688179.632255:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.632263:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.632265:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.632270:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.632275:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.632278:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1773688179.632283:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a16b75c00. 00000100:00000040:0.0:1773688179.632286:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a16b75c00 x1859843854320640 msgsize 328 00000100:00100000:0.0:1773688179.632291:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.632304:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1773688179.632340:0:7562:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.632344:0:7562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854320640 02000000:00000001:1.0:1773688179.632346:0:7562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.632348:0:7562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.632349:0:7562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.632353:0:7562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773688179.632355:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1773688179.632357:0:7562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854320640 00000020:00000001:1.0:1773688179.632360:0:7562:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.632361:0:7562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.632363:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.632365:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=69 00000020:00000001:1.0:1773688179.632367:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.632369:0:7562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.632372:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.632376:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a500. 00000100:00000001:1.0:1773688179.632378:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.632380:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a500. 00000800:00000001:0.0:1773688179.632382:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1773688179.632385:0:7562:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356200. 00000800:00000001:0.0:1773688179.632385:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.632390:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1773688179.632391:0:7562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e400. 00000400:00000200:0.0:1773688179.632396:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000020:00000010:1.0:1773688179.632397:0:7562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe190. 00000100:00000040:1.0:1773688179.632404:0:7562:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000400:00000200:0.0:1773688179.632406:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 488 into portal 12 MB=0x69b84a4464500 00000100:00000001:1.0:1773688179.632407:0:7562:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.632410:0:7562:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1773688179.632412:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 488/488 into md 0x3b659 [64] + 107184 00010000:00000001:1.0:1773688179.632413:0:7562:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.632416:0:7562:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773688179.632418:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1773688179.632419:0:7562:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.632422:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.632424:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.632425:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10c00 refcount=3 00000020:00000001:1.0:1773688179.632427:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:1.0:1773688179.632428:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:1.0:1773688179.632430:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.632431:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:0.0:1773688179.632431:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.632435:0:7562:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773688179.632436:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1773688179.632437:0:7562:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.632442:0:7562:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.632451:0:7562:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.632458:0:7562:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.632460:0:7562:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.632464:0:7562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1578 00000100:00000040:1.0:1773688179.632466:0:7562:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688179.632468:0:7562:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993143553024 : -129080565998592 : ffff8a9a16b75c00) 00000100:00000040:1.0:1773688179.632472:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a16b75c00 x1859843854320640/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.632478:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.632480:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a500. 00000100:00000001:1.0:1773688179.632482:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.632484:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a500. 00000400:00000200:0.0:1773688179.632489:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00100000:1.0:1773688179.632491:0:7562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a16b75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+69:2407:x1859843854320640:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1773688179.632493:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.632496:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1773688179.632498:0:7562:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854320640 00000100:00000010:0.0:1773688179.632500:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a16b74700. 00010000:00000001:1.0:1773688179.632502:0:7562:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00000100:00000040:0.0:1773688179.632504:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a16b74700 x1859843854320896 msgsize 488 00010000:00000002:1.0:1773688179.632507:0:7562:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00000100:00100000:0.0:1773688179.632510:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00000001:1.0:1773688179.632511:0:7562:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.632517:0:7562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.632520:0:7562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1773688179.632520:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.632524:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:1.0:1773688179.632526:0:7562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9b36b7e800. 00000800:00000001:0.0:1773688179.632529:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1773688179.632531:0:7562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.632534:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1773688179.632536:0:7562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.632537:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854320896 02000000:00000001:3.0:1773688179.632541:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1773688179.632541:0:7562:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:3.0:1773688179.632542:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:1.0:1773688179.632545:0:7562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:3.0:1773688179.632546:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.632550:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.632551:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00100000:3.0:1773688179.632553:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854320896 00000020:00000001:1.0:1773688179.632554:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1773688179.632556:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.632558:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000040:1.0:1773688179.632558:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10c00 refcount=3 00000020:00000001:3.0:1773688179.632562:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1773688179.632563:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00000020:00000040:3.0:1773688179.632564:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=70 00010000:00000001:1.0:1773688179.632566:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00000020:00000001:3.0:1773688179.632567:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.632571:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00010000:00000040:1.0:1773688179.632572:0:7562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 5 00000100:00000001:3.0:1773688179.632574:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000004:00000001:1.0:1773688179.632576:0:7562:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00000020:00000010:3.0:1773688179.632578:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5a00. 00010000:00000001:1.0:1773688179.632579:0:7562:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1773688179.632583:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1773688179.632583:0:7562:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000010:3.0:1773688179.632586:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5a00. 00010000:00000001:1.0:1773688179.632587:0:7562:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.632589:0:7562:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.632591:0:7562:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773688179.632592:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2800. 00010000:00000001:1.0:1773688179.632594:0:7562:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:3.0:1773688179.632595:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07b50b80. 00010000:00000001:1.0:1773688179.632596:0:7562:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000020:00000010:3.0:1773688179.632599:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00010000:00000001:1.0:1773688179.632601:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.632603:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1773688179.632604:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00010000:00000001:1.0:1773688179.632605:0:7562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.632608:0:7562:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.632609:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000020:00000040:1.0:1773688179.632611:0:7562:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b10c00 with handle 0x52973366461d2cc1 from hash 00000100:00000001:3.0:1773688179.632612:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.632615:0:7562:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1773688179.632616:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.632617:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.632619:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773688179.632621:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.632621:0:7562:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.632624:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.632626:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.632628:0:7562:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.632628:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.632632:0:7562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2cc1 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7e4 expref: 70 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773688179.632633:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1773688179.632641:0:7562:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:1.0:1773688179.632644:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 69 00010000:00000010:1.0:1773688179.632646:0:7562:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315bad80. 00000100:00000001:3.0:1773688179.632648:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.632651:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1773688179.632652:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773688179.632653:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1773688179.632655:0:7562:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1773688179.632656:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1773688179.632659:0:7562:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000100:00100000:3.0:1773688179.632660:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15506 00010000:00010000:1.0:1773688179.632663:0:7562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00000100:00000040:3.0:1773688179.632665:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00010000:00000001:1.0:1773688179.632666:0:7562:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.632666:0:75542:0:(service.c:2223:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.632672:0:7562:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.632672:0:75542:0:(service.c:2462:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.632673:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993143547648 : -129080566003968 : ffff8a9a16b74700) 00010000:00000001:1.0:1773688179.632676:0:7562:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.632678:0:7562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.632680:0:7562:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773688179.632683:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a16b74700 x1859843854320896/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/0 e 0 to 0 dl 1773688259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773688179.632684:0:7562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.632687:0:7562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.632692:0:7562:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000100:00000001:3.0:1773688179.632695:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1773688179.632696:0:7562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1773688179.632698:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5a00. 00000100:00000040:1.0:1773688179.632702:0:7562:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.632703:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.632707:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5a00. 00000100:00000001:1.0:1773688179.632708:0:7562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 00000100:00100000:3.0:1773688179.632713:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a16b74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+69:68109:x1859843854320896:12345-192.168.204.51@tcp:36:dbench.0 02000000:00000001:1.0:1773688179.632714:0:7562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:3.0:1773688179.632718:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854320896 02000000:00000001:1.0:1773688179.632719:0:7562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.632721:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1773688179.632724:0:7562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1773688179.632725:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1773688179.632729:0:7562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000020:00000001:3.0:1773688179.632730:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.632734:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.632735:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862544 : -1038689072 : ffffffffc216dcd0) 00000400:00000010:1.0:1773688179.632736:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64e58. 00000020:00000001:3.0:1773688179.632737:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.632741:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854320896, found 0 last_xid 1859843854320639 00000020:00000001:3.0:1773688179.632744:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1773688179.632744:0:7562:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854320640, offset 224 00000020:00000001:3.0:1773688179.632749:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.632751:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.632753:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773688179.632754:0:7562:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000004:00000001:3.0:1773688179.632757:0:68797:0:(mdt_handler.c:3339:mdt_reint()) Process entered 00000004:00000002:3.0:1773688179.632763:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff8a9a16b74700 x1859843854320896/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773688179.632765:0:7562:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.632774:0:7562:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48093:48093:256:4294967295] 192.168.204.51@tcp LPNI seq info [48089:48089:8:4294967295] 00000004:00000001:3.0:1773688179.632776:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1773688179.632778:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1773688179.632781:0:68797:0:(mdt_lib.c:1397:mdt_setattr_unpack()) Process entered 00000004:00000001:3.0:1773688179.632785:0:68797:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000400:00000200:1.0:1773688179.632785:0:7562:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000001:00000001:3.0:1773688179.632787:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.632790:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688179.632791:0:7562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000001:00000001:3.0:1773688179.632793:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.632795:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=1094393856 : 1094393856 : 0x413b2000) 00000800:00000010:1.0:1773688179.632796:0:7562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7100. 00000001:00000001:3.0:1773688179.632798:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=1094393856 : 1094393856 : 413b2000) 00000001:00000001:3.0:1773688179.632801:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.632804:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=4294941998 : 4294941998 : 0xffff9d2e) 00000800:00000200:1.0:1773688179.632804:0:7562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000001:00000001:3.0:1773688179.632806:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=4294941998 : 4294941998 : ffff9d2e) 00000001:00000001:3.0:1773688179.632809:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.632810:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1773688179.632813:0:7562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000001:00000001:3.0:1773688179.632814:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.632817:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.632818:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1773688179.632819:0:7562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7100 type 1, nob 320 niov 1 nkiov 1 00000001:00000001:3.0:1773688179.632821:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.632824:0:68797:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.632826:0:68797:0:(mdt_lib.c:1387:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.632828:0:68797:0:(mdt_lib.c:1427:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.632829:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.632831:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.632832:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688179.632832:0:7562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.632835:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.632838:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1773688179.632841:0:7562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 02000000:00000010:3.0:1773688179.632843:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8a9b32001000. 00010000:00000001:1.0:1773688179.632844:0:7562:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.632846:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.632847:0:7562:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.632849:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.632853:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1773688179.632854:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000100:00000040:1.0:1773688179.632854:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a16b75c00 x1859843854320640/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1773688179.632857:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.632860:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.632863:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.632866:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.632868:0:7562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a16b75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+69:2407:x1859843854320640:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 387us (579us total) trans 0 rc 0/0 00000001:00000001:3.0:1773688179.632869:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.632872:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.632876:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.632878:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000100:00100000:1.0:1773688179.632879:0:7562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1578 00000001:00000001:3.0:1773688179.632880:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.632883:0:7562:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 02000000:00000001:3.0:1773688179.632884:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000100:00000001:1.0:1773688179.632887:0:7562:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 02000000:00001000:3.0:1773688179.632890:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 00000100:00000001:1.0:1773688179.632891:0:7562:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1773688179.632893:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000800:00000200:0.0:1773688179.632894:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1773688179.632895:0:7562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e400. 00000001:00000001:3.0:1773688179.632898:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.632900:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1773688179.632900:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7100. 00000020:00000010:1.0:1773688179.632901:0:7562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe190. 00000001:00000001:3.0:1773688179.632907:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688179.632908:0:7562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356200. 00000400:00000200:0.0:1773688179.632908:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:3.0:1773688179.632909:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000020:00000040:1.0:1773688179.632913:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 68 00000001:00000001:3.0:1773688179.632914:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688179.632918:0:7562:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.632919:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000001:00000001:3.0:1773688179.632921:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.632926:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000400:00000200:0.0:1773688179.632926:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64e58 00000004:00000001:3.0:1773688179.632930:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773688179.632931:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64e58. 00000001:00000001:3.0:1773688179.632935:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1773688179.632937:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000001:00000001:3.0:1773688179.632939:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.632940:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000001:3.0:1773688179.632943:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.632946:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.632950:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1773688179.632952:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.632969:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1773688179.632971:0:68797:0:(mdt_reint.c:973:mdt_reint_setattr()) Process entered 00000004:00000002:3.0:1773688179.632976:0:68797:0:(mdt_reint.c:975:mdt_reint_setattr()) @@@ setattr [0x20000afe1:0x144:0x0] 7 req@ffff8a9a16b74700 x1859843854320896/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/3152 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773688179.632985:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1773688179.632987:0:68797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1773688179.632989:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.632991:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.632993:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86800 refcount=3 00000020:00000001:3.0:1773688179.632996:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:3.0:1773688179.632998:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000040:3.0:1773688179.633001:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 4 00000004:00000001:3.0:1773688179.633004:0:68797:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1773688179.633028:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1773688179.633032:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.633034:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.633036:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.633038:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.633042:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.633044:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.633048:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.633049:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.633051:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.633053:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.633056:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86800 with handle 0x52973366461d2ca5 from hash 00010000:00000001:3.0:1773688179.633059:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.633061:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.633062:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.633064:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.633068:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.633070:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.633072:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.633074:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.633077:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2ca5 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7dd expref: 68 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.633085:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.633086:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 67 00010000:00000010:3.0:1773688179.633088:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921ce00. 00010000:00000001:3.0:1773688179.633092:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.633093:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.633094:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.633096:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00000001:3.0:1773688179.633098:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.633100:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.633101:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1773688179.633102:0:68797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1773688179.633103:0:68797:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1773688179.633106:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.633107:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x144:0x0] 00000020:00000001:3.0:1773688179.633110:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.633113:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:3.0:1773688179.633115:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:3.0:1773688179.633116:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1773688179.633118:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773688179.633122:0:68797:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8a9b09ea8498. 00000020:00000010:3.0:1773688179.633125:0:68797:0:(tgt_fmd.c:221:tgt_fmd_get()) slab-freed '(fmd_new)': 56 at ffff8a9b09ea8498. 00000004:00000001:3.0:1773688179.633128:0:68797:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1773688179.633131:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.633134:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.633136:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.633139:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.633141:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.633143:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.633145:0:68797:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.633146:0:68797:0:(mdt_reint.c:864:mdt_attr_set()) Process entered 00000004:00000001:3.0:1773688179.633147:0:68797:0:(mdt_reint.c:327:mdt_object_stripes_lock()) Process entered 00000004:00000001:3.0:1773688179.633149:0:68797:0:(mdt_handler.c:4261:mdt_object_lock()) Process entered 00010000:00000001:3.0:1773688179.633151:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.633153:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.633156:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 3 00010000:00000001:3.0:1773688179.633157:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.633159:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.633161:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b11e00. 00000020:00000001:3.0:1773688179.633163:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.633164:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b11e00 with handle 0x52973366461d2cc8 to hash 00000020:00000001:3.0:1773688179.633165:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.633166:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941427712 : -129075768123904 : ffff8a9b34b11e00) 00010000:00000010:3.0:1773688179.633169:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315baa00. 00010000:00000001:3.0:1773688179.633171:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941427712 : -129075768123904 : ffff8a9b34b11e00) 00010000:00000001:3.0:1773688179.633172:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.633173:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.633175:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.633182:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.633185:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.633187:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.633189:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.633190:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.633192:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.633194:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.633196:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.633198:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.633200:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.633201:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.633203:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 3 00010000:00000040:3.0:1773688179.633206:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.633210:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 67 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.633218:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.633224:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.633229:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.633232:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.633233:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.633235:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.633236:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.633239:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.633241:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.633244:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.633246:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.633249:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.633257:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.633258:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.633259:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.633260:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.633261:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.633262:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11e00 refcount=3 00000020:00000001:3.0:1773688179.633263:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941427712 : -129075768123904 : ffff8a9b34b11e00) 00010000:00000001:3.0:1773688179.633264:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941427712 : -129075768123904 : ffff8a9b34b11e00) 00010000:00000001:3.0:1773688179.633266:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.633267:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.633268:0:68797:0:(mdt_handler.c:4265:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.633270:0:68797:0:(mdt_reint.c:350:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.633273:0:68797:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1773688179.633279:0:68797:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1773688179.633281:0:68797:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1773688179.633284:0:68797:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1773688179.633289:0:68797:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9a0f5f54e0. 00080000:00000001:3.0:1773688179.633292:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1773688179.633296:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10e33400. 00080000:00000001:3.0:1773688179.633298:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993045763072 : -129080663788544 : ffff8a9a10e33400) 00000004:00000001:3.0:1773688179.633301:0:68797:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.633302:0:68797:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.633304:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.633305:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045763072 : -129080663788544 : ffff8a9a10e33400) 00080000:00000001:3.0:1773688179.633308:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1773688179.633321:0:68797:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.633322:0:68797:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.633323:0:68797:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.633326:0:68797:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1773688179.633328:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1773688179.633332:0:68797:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1773688179.633333:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.633334:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045763072 : -129080663788544 : ffff8a9a10e33400) 00080000:00000001:3.0:1773688179.633337:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.633340:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.633341:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.633343:0:68797:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.633359:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.633361:0:68797:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.633363:0:68797:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1773688154, ctime 1773688178 00000004:00000001:3.0:1773688179.633364:0:68797:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:3.0:1773688179.633366:0:68797:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:3.0:1773688179.633367:0:68797:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:3.0:1773688179.633368:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.633369:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045763072 : -129080663788544 : ffff8a9a10e33400) 00080000:00000001:3.0:1773688179.633372:0:68797:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:3.0:1773688179.633379:0:68797:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.633380:0:68797:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.633382:0:68797:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.633383:0:68797:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.633386:0:68797:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1773688179.633388:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1773688179.633390:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1773688179.633392:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692063, last_committed = 171798692041 00000001:00000010:3.0:1773688179.633395:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a0f5f5de0. 00000001:00000040:3.0:1773688179.633397:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 22 00000020:00000040:3.0:1773688179.633399:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=68 00000001:00000010:3.0:1773688179.633404:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a16f6b900. 00000004:00000001:3.0:1773688179.633408:0:68797:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1773688179.633409:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.633410:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993045763072 : -129080663788544 : ffff8a9a10e33400) 00080000:00000001:3.0:1773688179.633412:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.633422:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1773688179.633423:0:68797:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1773688179.633426:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a16f6b900: xid 1859843854320896, transno 171798692063, tag 1, client gen 13, slot idx 3 00000001:00000001:3.0:1773688179.633429:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.633436:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773688179.633438:0:68797:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9a0f5f54e0. 00000020:00000001:3.0:1773688179.633439:0:68797:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.633443:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 4 00010000:00000001:3.0:1773688179.633445:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.633446:0:68797:0:(mdt_reint.c:905:mdt_attr_set()) Process leaving 00000004:00000001:3.0:1773688179.633448:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.633449:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:3.0:1773688179.633450:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.633451:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.633452:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.633453:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.633454:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11e00 refcount=3 00000020:00000001:3.0:1773688179.633455:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941427712 : -129075768123904 : ffff8a9b34b11e00) 00010000:00000001:3.0:1773688179.633457:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941427712 : -129075768123904 : ffff8a9b34b11e00) 00000004:00010000:3.0:1773688179.633459:0:68797:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000be1962bc reply state 000000005bf69b16 transno 171798692063 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.633465:0:68797:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:3.0:1773688179.633467:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.633468:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.633470:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.633471:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.633472:0:68797:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.633473:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.633475:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 3 00010000:00000040:3.0:1773688179.633476:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.633479:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 68 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.633483:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.633487:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.633490:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.633492:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.633493:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.633495:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.633496:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.633497:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.633498:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:3.0:1773688179.633500:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.633501:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.633502:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.633503:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.633504:0:68797:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:3.0:1773688179.633505:0:68797:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:3.0:1773688179.633506:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.633507:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.633507:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.633508:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.633509:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.633510:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1773688179.633511:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.633512:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.633515:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.633516:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.633517:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.633518:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.633520:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.633521:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.633523:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.633524:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.633525:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.633527:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x144:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000002:3.0:1773688179.633529:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:3.0:1773688179.633531:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.633532:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.633533:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.633534:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.633535:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.633536:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.633537:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.633538:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.633540:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.633542:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:3.0:1773688179.633543:0:68797:0:(mdt_reint.c:1175:mdt_reint_setattr()) Process leaving 00000004:00000001:3.0:1773688179.633545:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.633546:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1773688179.633549:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.633552:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.633553:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.633554:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.633556:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.633556:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.633558:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.633559:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1773688179.633561:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.633562:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.633562:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.633563:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.633564:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.633566:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.633569:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.633571:0:68797:0:(mdt_handler.c:3355:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.633573:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692063, xid 1859843854320896 00010000:00000001:3.0:1773688179.633575:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:3.0:1773688179.633576:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=69 00010000:00000200:3.0:1773688179.633578:0:68797:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 171798692063, last committed = 171798692041 00010000:00000200:3.0:1773688179.633581:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a16b74700 x1859843854320896/t171798692063(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773688179.633586:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.633588:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.633589:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.633591:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.633593:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.633594:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.633596:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.633597:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.633599:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.633600:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.633603:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeea18. 00000100:00000200:3.0:1773688179.633606:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854320896, offset 224 00000400:00000200:3.0:1773688179.633610:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.633614:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.633617:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48094:48094:256:4294967295] 192.168.204.51@tcp LPNI seq info [48090:48090:8:4294967295] 00000400:00000200:3.0:1773688179.633624:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.633629:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.633633:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d400. 00000800:00000200:3.0:1773688179.633637:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.633642:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.633645:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d400 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.633658:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.633662:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.633664:0:68797:0:(ldlm_lib.c:3443:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.633666:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.633668:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.633672:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a16b74700 x1859843854320896/t171798692063(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773688179.633678:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a16b74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+69:68109:x1859843854320896:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 982us (1172us total) trans 171798692063 rc 0/0 00000100:00100000:3.0:1773688179.633683:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15506 00000100:00000040:3.0:1773688179.633685:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.633686:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.633687:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.633689:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07b50b80. 00000020:00000010:3.0:1773688179.633692:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.633695:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2800. 00000020:00000040:3.0:1773688179.633697:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 68 00000100:00000001:3.0:1773688179.633699:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.633707:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.633710:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d400. 00000400:00000200:0.0:1773688179.633714:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.633718:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.633720:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeea18 00000400:00000010:0.0:1773688179.633721:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeea18. 00000100:00000001:0.0:1773688179.633723:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.633725:0:3440:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.635589:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.635599:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.635600:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.635603:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.635607:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.635614:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 440 into portal 28 MB=0x69b84a4464580 00000400:00000200:2.0:1773688179.635619:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.51@tcp of length 440/440 into md 0x592a1 [8] + 13472 00000800:00000001:2.0:1773688179.635622:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.635627:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.635629:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.635631:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.635634:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.635635:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1773688179.635639:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36720000. 00000100:00000040:2.0:1773688179.635640:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36720000 x1859843854321024 msgsize 440 00000100:00100000:2.0:1773688179.635643:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.635652:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.635656:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.635658:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.635678:0:38615:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.635681:0:38615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854321024 02000000:00000001:1.0:1773688179.635682:0:38615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.635684:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.635685:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.635687:0:38615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.635690:0:38615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854321024 00000020:00000001:1.0:1773688179.635691:0:38615:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.635692:0:38615:0:(genops.c:823:class_conn2export()) looking for export cookie 0x529733664618833a 00000020:00000001:1.0:1773688179.635693:0:38615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.635695:0:38615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9a0a88f800 refcount=38 00000020:00000001:1.0:1773688179.635697:0:38615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000020:00000001:1.0:1773688179.635698:0:38615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000100:00000001:1.0:1773688179.635701:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.635703:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a500. 00000100:00000001:1.0:1773688179.635705:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.635707:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a500. 00000020:00000010:1.0:1773688179.635710:0:38615:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356200. 00000020:00000010:1.0:1773688179.635712:0:38615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e400. 00000020:00000010:1.0:1773688179.635715:0:38615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe190. 00000100:00000040:1.0:1773688179.635718:0:38615:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1773688179.635720:0:38615:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.635721:0:38615:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773688179.635722:0:38615:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.635726:0:38615:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.635735:0:38615:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.635741:0:38615:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.635742:0:38615:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.635746:0:38615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7643 00000100:00000040:1.0:1773688179.635749:0:38615:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9a0a88f800 : new rpc_count 1 00000100:00000001:1.0:1773688179.635750:0:38615:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997970845696 : -129075738705920 : ffff8a9b36720000) 00000100:00000040:1.0:1773688179.635755:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36720000 x1859843854321024/t0(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 440/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688179.635764:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.635766:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a500. 00000100:00000001:1.0:1773688179.635768:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.635770:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a500. 00000100:00100000:1.0:1773688179.635772:0:38615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36720000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+38:2404:x1859843854321024:12345-192.168.204.51@tcp:2:dbench.0 00000100:00000200:1.0:1773688179.635775:0:38615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854321024 00000020:00000001:1.0:1773688179.635777:0:38615:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688179.635779:0:38615:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688179.635780:0:38615:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.635782:0:38615:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688179.635783:0:38615:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672990144 : -1036561472 : ffffffffc23753c0) 00000020:00000001:1.0:1773688179.635785:0:38615:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1773688179.635787:0:38615:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688179.635788:0:38615:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688179.635789:0:38615:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688179.635791:0:38615:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1773688179.635793:0:38615:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1773688179.635795:0:38615:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.635796:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.635797:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.635799:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.635800:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.635801:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.635802:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.635803:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.635804:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.635805:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.635806:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.635807:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.635809:0:38615:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.635810:0:38615:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.635813:0:38615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.635814:0:38615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.635816:0:38615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8a9b36b7d800. 02000000:00000001:1.0:1773688179.635818:0:38615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.635819:0:38615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688179.635821:0:38615:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:1.0:1773688179.635823:0:38615:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1773688179.635825:0:38615:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.635828:0:38615:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997950534792 : -129075759016824 : ffff8a9b353c1488) 00002000:00000001:1.0:1773688179.635830:0:38615:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997950534704 : -129075759016912 : ffff8a9b353c1430) 00002000:00000001:1.0:1773688179.635832:0:38615:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000001:1.0:1773688179.635834:0:38615:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.635838:0:38615:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:1.0:1773688179.635839:0:38615:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00002000:00000001:1.0:1773688179.635841:0:38615:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688179.635843:0:38615:0:(ofd_objects.c:1579:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688179.635844:0:38615:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1773688179.635846:0:38615:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.635847:0:38615:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1773688179.635852:0:38615:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9b07832400. 00080000:00000001:1.0:1773688179.635854:0:38615:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614997183439872 : -129076526111744 : ffff8a9b07832400) 00000001:00000001:1.0:1773688179.635855:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.635856:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.635858:0:38615:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1773688179.635868:0:38615:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.635870:0:38615:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1773688179.635874:0:38615:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.635875:0:38615:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1773688179.635877:0:38615:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1773688179.635895:0:38615:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1773688179.635897:0:38615:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.635912:0:38615:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688179.635919:0:38615:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8a9b34d01ce8. 00000020:00000010:1.0:1773688179.635922:0:38615:0:(tgt_fmd.c:221:tgt_fmd_get()) slab-freed '(fmd_new)': 56 at ffff8a9b34d01ce8. 00080000:00000001:1.0:1773688179.635926:0:38615:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:1.0:1773688179.635932:0:38615:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688179.635935:0:38615:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:1.0:1773688179.635937:0:38615:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.635940:0:38615:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00002000:00000001:1.0:1773688179.635943:0:38615:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688179.635945:0:38615:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688179.635948:0:38615:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1773688179.635950:0:38615:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1773688179.635952:0:38615:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4294970323, last_committed = 4294970321 00000001:00000010:1.0:1773688179.635968:0:38615:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b03ffb300. 00000001:00000040:1.0:1773688179.635970:0:38615:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9a0a88f800 : new cb_count 2 00000020:00000040:1.0:1773688179.635972:0:38615:0:(genops.c:887:class_export_get()) GET export ffff8a9a0a88f800 refcount=39 00080000:00000001:1.0:1773688179.635977:0:38615:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1773688179.635988:0:38615:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1773688179.635991:0:38615:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.636002:0:38615:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.636031:0:38615:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688179.636037:0:38615:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.636041:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.636042:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688179.636045:0:38615:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:1.0:1773688179.636048:0:38615:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b353c1488/ffff8a9b353c1430 to site lru. bkt: ffff8a9b34381880 00010000:00000040:1.0:1773688179.636053:0:38615:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b065e5e00 count: 2 00010000:00000001:1.0:1773688179.636056:0:38615:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1773688179.636059:0:38615:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1773688179.636062:0:38615:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1773688179.636063:0:38615:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.636065:0:38615:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997950534792 : -129075759016824 : ffff8a9b353c1488) 00002000:00000001:1.0:1773688179.636068:0:38615:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997950534704 : -129075759016912 : ffff8a9b353c1430) 00002000:00000001:1.0:1773688179.636070:0:38615:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1773688179.636073:0:38615:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1773688179.636076:0:38615:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0xa09:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1773688179.636078:0:38615:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0xa09:0x0] updating lvb mtime from disk: 1773688166 -> 1773688154 00002000:00010000:1.0:1773688179.636081:0:38615:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0xa09:0x0] updating lvb atime from disk: 1773688168 -> 1773688158 00002000:00010000:1.0:1773688179.636083:0:38615:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0xa09:0x0] updating lvb ctime from disk: 1773688178 -> 1773688178 00002000:00010000:1.0:1773688179.636086:0:38615:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0xa09:0x0] updating lvb blocks from disk: 1 -> 1 00000020:00000002:1.0:1773688179.636093:0:38615:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b353c1488/ffff8a9b353c1430 to site lru. bkt: ffff8a9b34381880 00010000:00000040:1.0:1773688179.636096:0:38615:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294970315, transno 4294970323, xid 1859843854321024 00010000:00000001:1.0:1773688179.636097:0:38615:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688179.636101:0:38615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b36720000 x1859843854321024/t4294970323(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 440/432 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688179.636105:0:38615:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.636107:0:38615:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.636108:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b36eb51e8 time=95 v=5 (1 4 1 1) 00000100:00000001:1.0:1773688179.636111:0:38615:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.636112:0:38615:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.636113:0:38615:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.636115:0:38615:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.636116:0:38615:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.636117:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.636119:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.636121:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64110. 00000100:00000200:1.0:1773688179.636124:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1859843854321024, offset 224 00000400:00000200:1.0:1773688179.636127:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.636132:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.636135:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48095:48095:256:4294967295] 192.168.204.51@tcp LPNI seq info [48091:48091:8:4294967295] 00000400:00000200:1.0:1773688179.636141:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.636143:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.636147:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7e00. 00000800:00000200:1.0:1773688179.636150:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.636154:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.636156:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7e00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.636165:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.636167:0:38615:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.636169:0:38615:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688179.636170:0:38615:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.636172:0:38615:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688179.636175:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36720000 x1859843854321024/t4294970323(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 440/432 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688179.636182:0:38615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36720000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+39:2404:x1859843854321024:12345-192.168.204.51@tcp:2:dbench.0 Request processed in 417us (539us total) trans 4294970323 rc 0/0 00000100:00100000:1.0:1773688179.636188:0:38615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7643 00000100:00000040:1.0:1773688179.636190:0:38615:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9a0a88f800 : new rpc_count 0 00000100:00000001:1.0:1773688179.636192:0:38615:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.636193:0:38615:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.636196:0:38615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e400. 00000020:00000010:1.0:1773688179.636201:0:38615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe190. 00000020:00000010:1.0:1773688179.636205:0:38615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356200. 00000020:00000040:1.0:1773688179.636209:0:38615:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 38 00000100:00000001:1.0:1773688179.636212:0:38615:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.636223:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.636227:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7e00. 00000400:00000200:2.0:1773688179.636230:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.636234:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.636236:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64110 00000400:00000010:2.0:1773688179.636238:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64110. 00000100:00000001:2.0:1773688179.636240:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.636241:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1773688179.637070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11800. 00010000:00000010:3.1:1773688179.637074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11200. 00010000:00000010:3.1:1773688179.637076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11600. 00010000:00000010:1.1:1773688179.637164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10c00. 00000001:00000001:0.0:1773688179.638904:0:82124:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1773688179.638906:0:82124:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: replay-dual test_26: @@@@@@ FAIL: tar 63326 stopped 00010000:00000010:3.1:1773688179.639035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86800. 00000001:00000001:0.0:1773688179.640676:0:82124:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00000800:00000001:2.0:1773688179.640697:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.640707:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.640709:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.640712:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.640720:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.640732:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 392 into portal 23 MB=0x69b84a4464680 00000400:00000200:2.0:1773688179.640739:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 392/392 into md 0x721ad [2] + 1288 00000800:00000001:2.0:1773688179.640745:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.640753:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.640755:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.640759:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.640765:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.640767:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1773688179.640772:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36723100. 00000100:00000040:2.0:1773688179.640776:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36723100 x1859843854321280 msgsize 392 00000100:00100000:2.0:1773688179.640780:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.640791:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.640797:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.640800:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.640815:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.640818:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854321280 02000000:00000001:3.0:1773688179.640820:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.640822:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.640824:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.640827:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.640830:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854321280 00000020:00000001:3.0:1773688179.640832:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.640833:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.640835:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.640838:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=69 00000020:00000001:3.0:1773688179.640840:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.640842:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.640845:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.640848:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5a00. 00000100:00000001:3.0:1773688179.640851:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.640853:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5a00. 00000020:00000010:3.0:1773688179.640857:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2800. 00000020:00000010:3.0:1773688179.640860:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07b50b80. 00000020:00000010:3.0:1773688179.640863:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.640869:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1773688179.640871:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.640872:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773688179.640874:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.640879:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.640887:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.640896:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.640898:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.640902:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3234 00000100:00000040:3.0:1773688179.640905:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.640906:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997970858240 : -129075738693376 : ffff8a9b36723100) 00000100:00000040:3.0:1773688179.640912:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36723100 x1859843854321280/t0(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.640922:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.640923:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5a00. 00000100:00000001:3.0:1773688179.640925:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.640926:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5a00. 00000100:00100000:3.0:1773688179.640931:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+69:68109:x1859843854321280:12345-192.168.204.51@tcp:35:dbench.0 00000100:00000200:3.0:1773688179.640935:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854321280 00000020:00000001:3.0:1773688179.640939:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.640942:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1773688179.640947:0:73057:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a16f6b900: xid 1859843854320896, transno 171798692063, client gen 13, slot idx 3 00000001:00000001:3.0:1773688179.640952:0:73057:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a0eeec000: xid 1859843854320000, transno 171798692062, client gen 13, slot idx 2 00000001:00000010:3.0:1773688179.640965:0:73057:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a0eeec000. 00000020:00000001:3.0:1773688179.640970:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.640972:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.640974:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862496 : -1038689120 : ffffffffc216dca0) 00000020:00000001:3.0:1773688179.640977:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.640980:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854321280, found 0 last_xid 1859843854321279 00000020:00000001:3.0:1773688179.640983:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.640989:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.640992:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.640994:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.640999:0:73057:0:(mdt_open.c:2771:mdt_close()) Process entered 00000004:00000001:3.0:1773688179.641000:0:73057:0:(mdt_lib.c:1452:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1773688179.641002:0:73057:0:(mdt_lib.c:1362:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1773688179.641004:0:73057:0:(mdt_lib.c:1373:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.641022:0:73057:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1773688179.641024:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.641025:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.641027:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.641029:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.641031:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.641032:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.641034:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.641036:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.641037:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.641039:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.641040:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.641042:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.641043:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.641045:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.641047:0:73057:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.641048:0:73057:0:(mdt_lib.c:1435:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1773688179.641049:0:73057:0:(mdt_lib.c:1437:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.641057:0:73057:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1773688179.641059:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.641060:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.641062:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.641063:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.641065:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.641066:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.641068:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.641070:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.641072:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.641073:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.641077:0:73057:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.641082:0:73057:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.641085:0:73057:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.641087:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.641088:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.641090:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.641093:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.641094:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.641096:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.641098:0:73057:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.641100:0:73057:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.641103:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.641104:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.641106:0:73057:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.641109:0:73057:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.641111:0:73057:0:(mdt_lib.c:1465:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.641114:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.641116:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.641123:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8a9b36cd8c00. 02000000:00000001:3.0:1773688179.641126:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.641128:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.641130:0:73057:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1773688179.641131:0:73057:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.641134:0:73057:0:(mdt_open.c:2739:mdt_close_internal()) Process entered 00000004:00000001:3.0:1773688179.641136:0:73057:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1773688179.641137:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.641139:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8a9b36c91700 refcount=2 00000020:00000001:3.0:1773688179.641140:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997976553216 : -129075732998400 : ffff8a9b36c91700) 00000004:00000001:3.0:1773688179.641142:0:73057:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446614997976553216 : -129075732998400 : ffff8a9b36c91700) 00000020:00000040:3.0:1773688179.641144:0:73057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b36c91700 with handle 0x52973366461d2c5f from hash 00000004:00000001:3.0:1773688179.641148:0:73057:0:(mdt_open.c:2590:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1773688179.641149:0:73057:0:(mdt_open.c:2598:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000afe1:0x144:0x0] with intent: 0 00000004:00000001:3.0:1773688179.641152:0:73057:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:3.0:1773688179.641154:0:73057:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 15360 size 15360 lsom blocks 1 blocks 1 truncate 0 00000004:00000001:3.0:1773688179.641156:0:73057:0:(mdt_som.c:209:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.641157:0:73057:0:(mdt_open.c:149:mdt_write_put()) Process entered 00000004:00000001:3.0:1773688179.641159:0:73057:0:(mdt_open.c:153:mdt_write_put()) Process leaving 00000004:00000001:3.0:1773688179.641160:0:73057:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1773688179.641163:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.641167:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.641168:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.641173:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.641174:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.641176:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.641178:0:73057:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.641180:0:73057:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1773688179.641189:0:73057:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1773688179.641191:0:73057:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.641194:0:73057:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x20000afe1:0x144:0x0], previous was 0x7 00000004:00000001:3.0:1773688179.641196:0:73057:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.641198:0:73057:0:(mdt_reint.c:931:mdt_add_dirty_flag()) Process entered 00000004:00000001:3.0:1773688179.641200:0:73057:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.641201:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.641202:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.641203:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.641205:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.641207:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.641208:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1773688179.641211:0:73057:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1773688179.641213:0:73057:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1773688179.641215:0:73057:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=ffff8a9b36cd8ef0 00000004:00000001:3.0:1773688179.641216:0:73057:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.641218:0:73057:0:(mdt_reint.c:958:mdt_add_dirty_flag()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.641220:0:73057:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1773688179.641221:0:73057:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.641223:0:73057:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:3.0:1773688179.641225:0:73057:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.641227:0:73057:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1773688179.641229:0:73057:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8a9b36c91700. 00000004:00000001:3.0:1773688179.641238:0:73057:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1773688179.641241:0:73057:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41868f58/ffff8a9b41868f00 to site lru. bkt: ffff8a9a1aeb64c0 00000004:00000001:3.0:1773688179.641243:0:73057:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.641244:0:73057:0:(mdt_open.c:2728:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.641245:0:73057:0:(mdt_open.c:2758:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.641246:0:73057:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:3.0:1773688179.641248:0:73057:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1773688179.641254:0:73057:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9b36cd8400. 00080000:00000001:3.0:1773688179.641255:0:73057:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614997976843264 : -129075732708352 : ffff8a9b36cd8400) 00080000:00000001:3.0:1773688179.641257:0:73057:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1773688179.641261:0:73057:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.641265:0:73057:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.641266:0:73057:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.641280:0:73057:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.641282:0:73057:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1773688179.641284:0:73057:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1773688179.641286:0:73057:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692064, last_committed = 171798692041 00000001:00000010:3.0:1773688179.641289:0:73057:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a0f5f5180. 00000001:00000040:3.0:1773688179.641291:0:73057:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 23 00000020:00000040:3.0:1773688179.641292:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=70 00000001:00000010:3.0:1773688179.641296:0:73057:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a0eeec000. 00080000:00000001:3.0:1773688179.641299:0:73057:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.641311:0:73057:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1773688179.641314:0:73057:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a0eeec000: xid 1859843854321280, transno 171798692064, tag 1, client gen 13, slot idx 2 00000001:00000001:3.0:1773688179.641316:0:73057:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.641323:0:73057:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.641324:0:73057:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1773688179.641325:0:73057:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.641326:0:73057:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.641328:0:73057:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.641329:0:73057:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.641332:0:73057:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.641334:0:73057:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.641335:0:73057:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1773688179.641339:0:73057:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.641343:0:73057:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.641344:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.641345:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.641348:0:73057:0:(mdt_open.c:2833:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.641351:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692064, xid 1859843854321280 00010000:00000001:3.0:1773688179.641353:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.641359:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b36723100 x1859843854321280/t171798692064(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.641366:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.641368:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.641372:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=49 v=5 (1 1 1 0) 00000100:00000001:3.0:1773688179.641376:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.641379:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.641381:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.641384:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.641386:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.641389:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.641393:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.641397:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee990. 00000100:00000200:3.0:1773688179.641402:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854321280, offset 224 00000400:00000200:3.0:1773688179.641407:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.641415:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.641421:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48096:48096:256:4294967295] 192.168.204.51@tcp LPNI seq info [48092:48092:8:4294967295] 00000400:00000200:3.0:1773688179.641430:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.641436:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.641440:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d700. 00000800:00000200:3.0:1773688179.641445:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.641452:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.641455:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d700 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.641469:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.641473:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.641476:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.641477:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.641480:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.641485:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36723100 x1859843854321280/t171798692064(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.641495:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+70:68109:x1859843854321280:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 570us (717us total) trans 171798692064 rc 0/0 00000100:00100000:3.0:1773688179.641504:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3234 00000100:00000040:3.0:1773688179.641508:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.641511:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.641513:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.641517:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07b50b80. 00000020:00000010:3.0:1773688179.641521:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.641526:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2800. 00000020:00000040:3.0:1773688179.641532:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 69 00000100:00000001:3.0:1773688179.641536:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.641538:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.641542:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d700. 00000400:00000200:0.0:1773688179.641547:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.641552:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.641555:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee990 00000400:00000010:0.0:1773688179.641556:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee990. 00000100:00000001:0.0:1773688179.641559:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.641561:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.643471:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.643477:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.643480:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.643483:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.643490:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.643500:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4464700 00000400:00000200:2.0:1773688179.643507:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 107672 00000800:00000001:2.0:1773688179.643513:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.643520:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.643522:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.643526:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.643530:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.643532:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.643537:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36721f80. 00000100:00000040:2.0:1773688179.643540:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36721f80 x1859843854321408 msgsize 584 00000100:00100000:2.0:1773688179.643545:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.643557:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.643562:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.643566:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.643570:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.643573:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854321408 02000000:00000001:0.0:1773688179.643576:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.643578:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.643580:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.643584:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.643587:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854321408 00000020:00000001:0.0:1773688179.643590:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.643593:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.643596:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.643598:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=70 00000020:00000001:0.0:1773688179.643601:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.643602:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.643605:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.643608:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703500. 00000100:00000001:0.0:1773688179.643610:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.643612:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703500. 00000020:00000010:0.0:1773688179.643617:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b37440200. 00000020:00000010:0.0:1773688179.643620:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b08bfd200. 00000020:00000010:0.0:1773688179.643624:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400898. 00000100:00000040:0.0:1773688179.643630:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688179.643633:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.643634:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688179.643637:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688179.643639:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.643641:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.643646:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.643660:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.643673:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.643674:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.643677:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15507 00000100:00000040:0.0:1773688179.643680:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.643681:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997970853760 : -129075738697856 : ffff8a9b36721f80) 00000100:00000040:0.0:1773688179.643686:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36721f80 x1859843854321408/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688179.643691:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.643694:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703500. 00000100:00000001:0.0:1773688179.643695:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.643697:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703500. 00000100:00100000:0.0:1773688179.643700:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36721f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+70:68109:x1859843854321408:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688179.643704:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854321408 00000020:00000001:0.0:1773688179.643706:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.643708:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1773688179.643710:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a0eeec000: xid 1859843854321280, transno 171798692064, client gen 13, slot idx 2 00000001:00000001:0.0:1773688179.643713:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a16f6b900: xid 1859843854320896, transno 171798692063, client gen 13, slot idx 3 00000001:00000010:0.0:1773688179.643715:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a16f6b900. 00000020:00000001:0.0:1773688179.643719:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.643720:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.643722:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688179.643724:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688179.643725:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854321408, found 0 last_xid 1859843854321407 00000020:00000001:0.0:1773688179.643727:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.643729:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.643730:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.643733:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.643734:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688179.643736:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688179.643737:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688179.643738:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688179.643740:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.643743:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.643749:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:0.0:1773688179.643751:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.643753:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.643756:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86200. 00000020:00000001:0.0:1773688179.643759:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.643760:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86200 with handle 0x52973366461d2ccf to hash 00000020:00000001:0.0:1773688179.643762:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.643763:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139743232 : -129076569808384 : ffff8a9b04e86200) 00010000:00000010:0.0:1773688179.643767:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921cf00. 00010000:00000001:0.0:1773688179.643769:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139743232 : -129076569808384 : ffff8a9b04e86200) 00010000:00010000:0.0:1773688179.643772:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d2ccf lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a7eb expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.643779:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:0.0:1773688179.643780:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=71 00010000:00000001:0.0:1773688179.643785:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688179.643787:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688179.643790:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688179.643792:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688179.643793:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1773688179.643795:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.643796:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:0.0:1773688179.643798:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.643801:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:0.0:1773688179.643803:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:0.0:1773688179.643805:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.643807:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688179.643808:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688179.643810:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.643811:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.643815:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a0bf94000. 02000000:00000001:0.0:1773688179.643816:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.643818:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.643819:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.643821:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1773688179.643823:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:0.0:1773688179.643824:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.643826:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.643827:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.643829:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.643830:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.643831:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.643832:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.643833:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.643834:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.643835:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.643836:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.643837:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.643838:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.643839:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.643841:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.643842:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.643843:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.643845:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.643845:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.643848:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688179.643850:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688179.643852:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688179.643853:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.643854:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.643855:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.643856:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.643857:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.643859:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.643860:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688179.643861:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.643862:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.643864:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.643866:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688179.643867:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.643869:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:0.0:1773688179.643873:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:0.0:1773688179.643877:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/~WRD0000.TMP, ldlm_rep = ffff8a9a0bf94228 00000004:00000001:0.0:1773688179.643881:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1773688179.643884:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1773688179.643887:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1773688179.643889:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.643891:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.643893:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 5 00010000:00000001:0.0:1773688179.643897:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.643900:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.643903:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86000. 00000020:00000001:0.0:1773688179.643905:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.643907:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86000 with handle 0x52973366461d2cd6 to hash 00000020:00000001:0.0:1773688179.643909:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.643910:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000010:0.0:1773688179.643912:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c400. 00010000:00000001:0.0:1773688179.643913:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688179.643915:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.643916:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.643918:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2cd6 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.643922:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.643925:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.643927:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.643928:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.643930:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.643931:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.643932:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.643934:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.643935:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.643936:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.643937:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.643939:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 5 00010000:00000040:0.0:1773688179.643941:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.643944:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2c43 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7b3 expref: 71 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.643949:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 71 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.643968:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 71 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.643972:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2cd6 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.643977:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.643981:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.643982:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.643984:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.643985:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.643986:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.643988:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.643990:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.643991:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.643993:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2cd6 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.643997:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.643998:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.643999:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.644001:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.644002:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.644005:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46d00 count: 2 00010000:00000001:0.0:1773688179.644029:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.644032:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.644036:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86c00. 00000020:00000001:0.0:1773688179.644039:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.644041:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86c00 with handle 0x52973366461d2cdd to hash 00000020:00000001:0.0:1773688179.644043:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.644045:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000010:0.0:1773688179.644049:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c800. 00010000:00000001:0.0:1773688179.644051:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:0.0:1773688179.644054:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.644056:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.644059:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2cdd lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.644063:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.644065:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.644067:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.644068:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.644070:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.644071:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.644072:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.644073:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.644074:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.644075:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.644076:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.644077:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0xf97c74a3 (ffff8a9a0ec46d00) refcount = 2 00010000:00000040:0.0:1773688179.644079:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.644080:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1d600/0x52973366461d2c0b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.644084:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2cdd lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.644087:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.644089:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.644090:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.644091:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.644091:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.644092:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.644094:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.644095:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.644096:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.644098:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2cdd lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.644101:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.644102:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.644103:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.644104:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.644108:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.644135:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.644138:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688179.644140:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1773688179.644143:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.644147:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1773688179.644162:0:68797:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.644164:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1773688179.644166:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1773688179.644168:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688179.644170:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688179.644172:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688179.644173:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.644174:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688179.644175:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.644176:0:68797:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:0.0:1773688179.644178:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.644179:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.644180:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.644181:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x144:0x0] 00000020:00000001:0.0:1773688179.644182:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.644185:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:0.0:1773688179.644186:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:0.0:1773688179.644190:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1773688179.644192:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.644193:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.644196:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 4 00010000:00000001:0.0:1773688179.644197:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.644199:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.644202:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86800. 00000020:00000001:0.0:1773688179.644203:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.644204:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86800 with handle 0x52973366461d2ce4 to hash 00000020:00000001:0.0:1773688179.644205:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.644206:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000010:0.0:1773688179.644209:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921ce80. 00010000:00000001:0.0:1773688179.644210:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688179.644212:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.644213:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.644215:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2ce4 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.644219:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.644220:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.644221:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.644222:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.644223:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.644224:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.644225:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.644226:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.644227:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.644228:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.644229:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.644230:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 4 00010000:00000040:0.0:1773688179.644231:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.644235:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 71 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.644239:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.644243:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.644248:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2ce4 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.644253:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.644255:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.644257:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.644258:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.644260:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.644261:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.644264:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.644266:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.644267:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.644270:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2ce4 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.644275:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.644276:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.644277:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.644279:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.644280:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.644282:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86800 refcount=3 00000020:00000001:0.0:1773688179.644284:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688179.644286:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688179.644288:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.644289:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.644291:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.644293:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1773688179.644297:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1773688179.644299:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1773688179.644303:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.644305:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.644308:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.644310:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.644314:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688179.644316:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688179.644319:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688179.644320:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:0.0:1773688179.644321:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.644323:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x144:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:0.0:1773688179.644325:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.644327:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.644327:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.644329:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688179.644330:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688179.644332:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688179.644333:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.644334:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.644335:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.644337:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.644338:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.644340:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:0.0:1773688179.644341:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:0.0:1773688179.644342:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1773688179.644344:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a0bf94370 00000004:00000001:0.0:1773688179.644345:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.644347:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.644348:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.644349:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.644350:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.644351:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.644352:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.644352:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.644353:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.644355:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:0.0:1773688179.644357:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: returning size 15360 00000004:00000040:0.0:1773688179.644360:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x144:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:0.0:1773688179.644362:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:0.0:1773688179.644363:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000401:2569 00000004:00200000:0.0:1773688179.644365:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:0.0:1773688179.644367:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:0.0:1773688179.644368:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.644368:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.644370:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1773688179.644371:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.644372:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.644373:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.644374:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.644375:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.644376:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.644378:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.644382:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.644385:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.644386:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.644387:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.644388:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.644392:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.644393:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.644395:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86800 refcount=3 00000020:00000001:0.0:1773688179.644396:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688179.644397:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00000004:00010000:0.0:1773688179.644400:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2ce4 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:0.0:1773688179.644404:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1773688179.644406:0:68797:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41868f58/ffff8a9b41868f00 to site lru. bkt: ffff8a9a1aeb64c0 00000004:00000001:0.0:1773688179.644407:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.644409:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1773688179.644410:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1773688179.644411:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.644412:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1773688179.644414:0:68797:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:0.0:1773688179.644416:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.644416:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.644417:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.644418:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 4 00010000:00000040:0.0:1773688179.644420:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.644422:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 71 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.644427:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.644430:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.644437:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2ce4 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.644440:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.644441:0:68797:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.644442:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.644443:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.644444:0:68797:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688179.644446:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688179.644447:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.644448:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.644448:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.644449:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86000 refcount=3 00000020:00000001:0.0:1773688179.644450:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688179.644451:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688179.644453:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688179.644454:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2cd6 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.644458:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.644458:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.644460:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2cd6 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.644463:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.644464:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.644466:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688179.644467:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2cd6 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.644471:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e86000 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688179.644472:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.644473:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688179.644475:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2cd6 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.644479:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688179.644480:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.644481:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.644481:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86000 refcount=4 00000020:00000001:0.0:1773688179.644482:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688179.644484:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688179.644485:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688179.644487:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2cd6 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.644490:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688179.644491:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688179.644492:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.644493:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.644495:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.644496:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.644496:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.644498:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86000 with handle 0x52973366461d2cd6 from hash 00010000:00000001:0.0:1773688179.644499:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.644500:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.644500:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.644501:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.644503:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.644503:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.644504:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.644506:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.644507:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.644509:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:0.0:1773688179.644511:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.644513:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.644515:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.644516:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.644518:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688179.644519:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.644520:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.644521:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.644522:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.644524:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.644525:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2cd6 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.644528:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.644528:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.644529:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688179.644530:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688179.644531:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.644532:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2cd6 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.644536:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921c400. 00010000:00000001:0.0:1773688179.644540:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.644541:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.644541:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.644542:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.644543:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.644543:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86c00 refcount=3 00000020:00000001:0.0:1773688179.644545:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:0.0:1773688179.644546:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:0.0:1773688179.644547:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688179.644548:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2cdd lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.644551:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.644552:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.644554:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2cdd lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.644557:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.644558:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.644559:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688179.644561:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2cdd lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.644564:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e86c00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688179.644565:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.644565:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688179.644567:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2cdd lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.644569:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688179.644570:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.644571:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.644571:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86c00 refcount=4 00000020:00000001:0.0:1773688179.644572:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:0.0:1773688179.644573:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:0.0:1773688179.644574:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688179.644576:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2cdd lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.644578:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688179.644579:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688179.644579:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.644581:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.644581:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.644582:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.644583:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.644584:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86c00 with handle 0x52973366461d2cdd from hash 00010000:00000001:0.0:1773688179.644585:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.644586:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.644587:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.644588:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.644589:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.644589:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.644591:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.644592:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.644593:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.644594:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0xf97c74a3 (ffff8a9a0ec46d00) 00010000:00010000:0.0:1773688179.644595:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.644596:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.644597:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.644598:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.644599:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688179.644600:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.644601:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.644601:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.644602:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.644603:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.644605:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2cdd lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.644607:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.644608:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.644609:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688179.644610:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688179.644610:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.644611:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2cdd lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.644615:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921c800. 00010000:00000001:0.0:1773688179.644617:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.644617:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.644618:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688179.644619:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688179.644620:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:0.0:1773688179.644622:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.644623:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.644624:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86800 refcount=3 00000020:00000001:0.0:1773688179.644626:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688179.644628:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00000004:00000040:0.0:1773688179.644631:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:0.0:1773688179.644633:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=72 00010000:00000001:0.0:1773688179.644636:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.644637:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.644638:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688179.644640:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1773688179.644642:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688179.644644:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688179.644645:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688179.644647:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688179.644648:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688179.644650:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1773688179.644654:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.644656:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688179.644658:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688179.644660:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.644662:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1773688179.644663:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1773688179.644665:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.644668:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.644669:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.644671:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.644672:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.644675:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86200 with handle 0x52973366461d2ccf from hash 00010000:00000001:0.0:1773688179.644677:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.644678:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.644679:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.644681:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1773688179.644682:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.644685:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d2ccf lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7eb expref: 72 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.644693:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:0.0:1773688179.644695:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 71 00010000:00000010:0.0:1773688179.644697:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921cf00. 00010000:00000001:0.0:1773688179.644700:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.644701:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.644705:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1773688179.644707:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2ce4 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7eb expref: 71 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.644712:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.644713:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.644714:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:0.0:1773688179.644716:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1773688179.644717:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.644718:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.644719:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.644720:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.644721:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.644722:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b04e86800, rc 0) 00000020:00000001:0.0:1773688179.644723:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688179.644725:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854321408 00010000:00000001:0.0:1773688179.644726:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688179.644729:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b36721f80 x1859843854321408/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688179.644734:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.644735:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.644737:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688179.644739:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.644741:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.644742:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.644744:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.644745:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.644746:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.644748:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.644751:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be198. 00000100:00000200:0.0:1773688179.644754:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854321408, offset 224 00000400:00000200:0.0:1773688179.644758:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.644763:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.644767:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48097:48097:256:4294967295] 192.168.204.51@tcp LPNI seq info [48093:48093:8:4294967295] 00000400:00000200:0.0:1773688179.644773:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.644776:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.644779:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356000. 00000800:00000200:0.0:1773688179.644782:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.644786:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.644788:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356000 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.644800:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.644804:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.644806:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688179.644807:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.644809:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688179.644814:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36721f80 x1859843854321408/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688179.644823:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36721f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+71:68109:x1859843854321408:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1129us (1281us total) trans 0 rc 0/0 00000100:00100000:0.0:1773688179.644829:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15507 00000100:00000040:0.0:1773688179.644832:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688179.644834:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.644836:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.644839:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b08bfd200. 00000020:00000010:0.0:1773688179.644842:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400898. 00000020:00000010:0.0:1773688179.644845:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b37440200. 00000020:00000040:0.0:1773688179.644848:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 70 00000100:00000001:0.0:1773688179.644850:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.644862:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.644865:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356000. 00000400:00000200:2.0:1773688179.644869:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.644873:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.644877:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be198 00000400:00000010:2.0:1773688179.644879:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be198. 00000100:00000001:2.0:1773688179.644882:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.644883:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1773688179.650143:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86000. 00010000:00000010:0.1:1773688179.650152:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86c00. 00010000:00000010:0.1:1773688179.650155:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86200. 00000800:00000001:0.0:1773688179.650176:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.650187:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.650189:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.650192:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.650202:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.650217:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 648 into portal 12 MB=0x69b84a4464800 00000400:00000200:0.0:1773688179.650224:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 648/648 into md 0x3b659 [64] + 108256 00000800:00000001:0.0:1773688179.650231:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.650239:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.650241:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.650246:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.650252:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.650254:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.650259:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a16b75f80. 00000100:00000040:0.0:1773688179.650262:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a16b75f80 x1859843854321664 msgsize 648 00000100:00100000:0.0:1773688179.650267:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.650282:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.650288:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.650293:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.650324:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.650332:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854321664 02000000:00000001:1.0:1773688179.650335:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.650337:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.650340:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.650344:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.650348:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854321664 00000020:00000001:1.0:1773688179.650351:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.650353:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.650356:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.650359:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=71 00000020:00000001:1.0:1773688179.650362:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.650365:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.650370:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.650374:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a500. 00000100:00000001:1.0:1773688179.650378:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.650382:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a500. 00000020:00000010:1.0:1773688179.650389:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356a00. 00000020:00000010:1.0:1773688179.650394:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e400. 00000020:00000010:1.0:1773688179.650399:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe190. 00000100:00000040:1.0:1773688179.650407:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688179.650410:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.650412:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688179.650415:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688179.650416:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.650419:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.650426:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.650437:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.650450:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.650453:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.650460:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15508 00000100:00000040:1.0:1773688179.650464:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688179.650467:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993143553920 : -129080565997696 : ffff8a9a16b75f80) 00000100:00000040:1.0:1773688179.650475:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a16b75f80 x1859843854321664/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688179.650484:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.650487:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a500. 00000100:00000001:1.0:1773688179.650491:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.650494:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a500. 00000100:00100000:1.0:1773688179.650500:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a16b75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+71:68109:x1859843854321664:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688179.650504:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854321664 00000020:00000001:1.0:1773688179.650507:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688179.650511:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688179.650515:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.650518:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688179.650520:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688179.650524:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688179.650527:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854321664, found 0 last_xid 1859843854321663 00000020:00000001:1.0:1773688179.650531:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688179.650533:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688179.650535:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688179.650539:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.650542:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688179.650544:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688179.650547:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688179.650549:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688179.650551:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.650555:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.650561:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:1.0:1773688179.650563:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.650566:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.650570:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0f426400. 00000020:00000001:1.0:1773688179.650573:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.650576:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0f426400 with handle 0x52973366461d2ceb to hash 00000020:00000001:1.0:1773688179.650578:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.650580:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993018446848 : -129080691104768 : ffff8a9a0f426400) 00010000:00000010:1.0:1773688179.650585:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b900. 00010000:00000001:1.0:1773688179.650589:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993018446848 : -129080691104768 : ffff8a9a0f426400) 00010000:00010000:1.0:1773688179.650595:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426400/0x52973366461d2ceb lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a7f2 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.650604:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:1.0:1773688179.650607:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=72 00010000:00000001:1.0:1773688179.650613:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688179.650615:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688179.650622:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688179.650624:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688179.650626:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.650629:0:68797:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:1.0:1773688179.650634:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9a16b75f80 x1859843854321664/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1773688179.650642:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1773688179.650645:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1773688179.650647:0:68797:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1773688179.650650:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.650652:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.650655:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.650657:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.650659:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.650662:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.650663:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.650666:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.650671:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.650672:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.650674:0:68797:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.650676:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.650679:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688179.650681:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688179.650683:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.650685:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.650690:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9b34531000. 02000000:00000001:1.0:1773688179.650693:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.650696:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.650699:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1773688179.650701:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.650702:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.650704:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.650706:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.650709:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.650710:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.650712:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.650714:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.650716:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.650717:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.650721:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688179.650726:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688179.650728:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688179.650731:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.650733:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.650734:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.650736:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.650737:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.650739:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.650741:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688179.650743:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.650745:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.650746:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.650748:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688179.650750:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.650752:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1773688179.650754:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.650756:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1773688179.650759:0:68797:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:1.0:1773688179.650763:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfa38 00000004:00000002:1.0:1773688179.650765:0:68797:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xef:0x0]/(->[0x20000afe1:0x144:0x0]) cr_flag=040004240000003 mode=0100000 msg_flag=0x600 00000004:00000001:1.0:1773688179.650770:0:68797:0:(mdt_open.c:1135:mdt_open_by_fid_lock()) Process entered 00000004:00000001:1.0:1773688179.650772:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688179.650774:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:1.0:1773688179.650777:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.650781:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:1.0:1773688179.650783:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:1.0:1773688179.650786:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688179.650787:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x144:0x0] 00000020:00000001:1.0:1773688179.650789:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.650794:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:1.0:1773688179.650796:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:1.0:1773688179.650799:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1773688179.650800:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.650804:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1773688179.650807:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1773688179.650813:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.650815:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.650819:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.650822:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.650828:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688179.650830:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688179.650833:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688179.650834:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:1.0:1773688179.650836:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688179.650838:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x144:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:1.0:1773688179.650841:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.650842:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.650843:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.650845:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688179.650847:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688179.650848:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:1.0:1773688179.650851:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b34531378 00000004:00000001:1.0:1773688179.650854:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.650857:0:68797:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:1.0:1773688179.650859:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1773688179.650861:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688179.650864:0:68797:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0x144:0x0] lease count: 0, lm: 8 00000004:00000001:1.0:1773688179.650867:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1773688179.650870:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688179.650871:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.650874:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 5 00010000:00000001:1.0:1773688179.650876:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.650878:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.650881:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0f427e00. 00000020:00000001:1.0:1773688179.650884:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.650885:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0f427e00 with handle 0x52973366461d2cf2 to hash 00000020:00000001:1.0:1773688179.650887:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.650888:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00010000:00000010:1.0:1773688179.650891:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688179.650893:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00010000:00000001:1.0:1773688179.650895:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.650897:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.650900:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2cf2 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.650910:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688179.650912:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688179.650914:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.650916:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.650919:0:68797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688179.650923:0:68797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2ce4 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7eb expref: 72 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.650929:0:68797:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688179.650931:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.650933:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.650934:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.650936:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.650938:0:68797:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1773688179.650941:0:68797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2cf2 lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.650947:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 5 00010000:00000040:1.0:1773688179.650950:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.650967:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2ce4 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7eb expref: 72 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.650976:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 72 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.650982:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.650988:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.650993:0:68797:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1773688179.650996:0:68797:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2cf2 lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688179.651003:0:68797:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9a0f80a500. 00000100:00000001:1.0:1773688179.651027:0:68797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688179.651032:0:68797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b35755a80. 00000100:00000001:1.0:1773688179.651035:0:68797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997954288256 : -129075755263360 : ffff8a9b35755a80) 00000100:00000001:1.0:1773688179.651038:0:68797:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997954288256 : -129075755263360 : ffff8a9b35755a80) 00000100:00000001:1.0:1773688179.651041:0:68797:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688179.651043:0:68797:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688179.651045:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.651047:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.651049:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1773688179.651051:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.651054:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.651056:0:68797:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1773688179.651058:0:68797:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1773688179.651062:0:68797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b33b49880. 00000020:00000040:1.0:1773688179.651065:0:68797:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:1.0:1773688179.651068:0:68797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773688179.651071:0:68797:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773688179.651076:0:68797:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773688179.651082:0:68797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a09356200. 00000100:00000001:1.0:1773688179.651088:0:68797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.651094:0:68797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2ce4 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7eb expref: 72 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.651114:0:68797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2ce4 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7eb expref: 72 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.651121:0:68797:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1773688179.651123:0:68797:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773688179.651127:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b33b49880 x1859843861191296/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.651135:0:68797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773688179.651137:0:68797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.651141:0:68797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b33b49880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861191296:192.168.204.51@tcp:104: 00000100:00000001:1.0:1773688179.651145:0:68797:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773688179.651150:0:68797:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773688179.651152:0:68797:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.651154:0:68797:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773688179.651157:0:68797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a09357600. 02000000:00000001:1.0:1773688179.651159:0:68797:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773688179.651163:0:68797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b3697f9a0. 00000400:00000010:1.0:1773688179.651168:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64d48. 00000100:00000200:1.0:1773688179.651173:0:68797:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861191296, portal 16 00000100:00000001:1.0:1773688179.651175:0:68797:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773688179.651177:0:68797:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997924878464 : -129075784673152 : ffff8a9b33b49880) 00000100:00000040:1.0:1773688179.651181:0:68797:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b33b49880 x1859843861191296/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.651187:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.651190:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.651192:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64330. 00000100:00000200:1.0:1773688179.651194:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861191296, offset 0 00000400:00000200:1.0:1773688179.651200:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.651208:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.651213:0:68797:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773688179.651216:0:68797:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:1.0:1773688179.651220:0:68797:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773688179.651223:0:68797:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:1.0:1773688179.651227:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48098:48098:256:4294967295] 192.168.204.51@tcp LPNI seq info [48094:48094:8:4294967295] 00000400:00000200:1.0:1773688179.651236:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.651242:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.651246:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7800. 00000800:00000200:1.0:1773688179.651251:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.651258:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.651262:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.651279:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.651283:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297630572 00000100:00000001:1.0:1773688179.651289:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297630523 00000100:00000001:1.0:1773688179.651293:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297630572 00000100:00000001:1.0:1773688179.651296:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297630523 00000100:00000001:1.0:1773688179.651299:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297630572 00000100:00000001:1.0:1773688179.651303:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297630523 00000100:00000001:1.0:1773688179.651306:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297630572 00000100:00000001:1.0:1773688179.651310:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297630523 00000100:00000001:1.0:1773688179.651314:0:68797:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688179.651316:0:68797:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.651319:0:68797:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.651321:0:68797:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.651323:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.651325:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.651326:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.651327:0:68797:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.651329:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.651330:0:68797:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688179.651333:0:68797:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.651335:0:68797:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773688179.651337:0:68797:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773688179.651339:0:68797:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b35755a80 going to sleep for 11 seconds 00000100:00000001:1.0:1773688179.651342:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773688179.651345:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688179.651390:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.651395:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7800. 00000400:00000200:0.0:1773688179.651399:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.651403:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.651407:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64330 00000400:00000010:0.0:1773688179.651410:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64330. 00000100:00000001:0.0:1773688179.651413:0:3439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773688179.651417:0:3439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b33b49880 x1859843861191296/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.651427:0:3439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773688179.651431:0:3439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b33b49880 x1859843861191296/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.651438:0:3439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.651440:0:3439:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.652442:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.652450:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.652453:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.652456:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.652462:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.652472:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af1a80 00000400:00000200:2.0:1773688179.652478:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77df5 [1] + 224 00000800:00000001:2.0:1773688179.652483:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.652490:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.652493:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.652498:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.652502:0:3440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688179.652508:0:3440:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b33b49880 x1859843861191296/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1773688179.652520:0:3440:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9b33b49880 x1859843861191296/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.652537:0:3440:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.652543:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.652547:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.652550:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773688179.652557:0:68797:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773688179.652559:0:68797:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773688179.652561:0:68797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b3697f9a0. 00000400:00000200:3.0:1773688179.652565:0:68797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64d48 00000400:00000010:3.0:1773688179.652567:0:68797:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64d48. 00000100:00000001:3.0:1773688179.652570:0:68797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773688179.652576:0:68797:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9b33b49880 x1859843861191296/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1773688179.652586:0:68797:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9b33b49880 x1859843861191296/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.652594:0:68797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773688179.652595:0:68797:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.652598:0:68797:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773688179.652601:0:68797:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773688179.652603:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.652605:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.652608:0:68797:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.652614:0:68797:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=3 v=5 (5 0 0 0) 00000100:00001000:3.0:1773688179.652617:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1773688179.652620:0:68797:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773688179.652622:0:68797:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.652624:0:68797:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773688179.652628:0:68797:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.652631:0:68797:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.652636:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9b33b49880 x1859843861191296/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.652643:0:68797:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773688179.652645:0:68797:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773688179.652647:0:68797:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.652649:0:68797:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1773688179.652651:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.652653:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.652654:0:68797:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.652660:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b33b49880 x1859843861191296/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773688179.652669:0:68797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9b33b49880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861191296:192.168.204.51@tcp:104: 00000100:00000001:3.0:1773688179.652674:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.652676:0:68797:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.652678:0:68797:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773688179.652680:0:68797:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773688179.652683:0:68797:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9b33b49880 x1859843861191296/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.652690:0:68797:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773688179.652692:0:68797:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773688179.652695:0:68797:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a09357600. 02000000:00000001:3.0:1773688179.652699:0:68797:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773688179.652701:0:68797:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773688179.652703:0:68797:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1773688179.652705:0:68797:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773688179.652707:0:68797:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a09356200. 02000000:00000001:3.0:1773688179.652710:0:68797:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773688179.652712:0:68797:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773688179.652713:0:68797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b33b49880. 00000100:00000001:3.0:1773688179.652717:0:68797:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773688179.652718:0:68797:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773688179.652721:0:68797:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b35755a80. 00000100:00000001:3.0:1773688179.652724:0:68797:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1773688179.652726:0:68797:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1773688179.652728:0:68797:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9a0f80a500. 00010000:00000001:3.0:1773688179.652732:0:68797:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.652734:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.652736:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.652738:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1773688179.652742:0:68797:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2cf2 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000001:2.0:1773688179.652933:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.652938:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.652939:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.652941:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.652944:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.652950:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4464880 00000400:00000200:2.0:1773688179.652964:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x73145 [2] + 1640 00000800:00000001:2.0:1773688179.652968:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.652990:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.652992:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.652994:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.652997:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.652999:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1773688179.653002:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36723800. 00000100:00000040:2.0:1773688179.653004:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36723800 x1859843854321792 msgsize 328 00000100:00100000:2.0:1773688179.653028:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.653036:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.653039:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.653042:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.653058:0:7562:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.653061:0:7562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854321792 02000000:00000001:1.0:1773688179.653062:0:7562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.653063:0:7562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.653064:0:7562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.653067:0:7562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.653069:0:7562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854321792 00000020:00000001:1.0:1773688179.653070:0:7562:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.653071:0:7562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.653073:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.653075:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=73 00000020:00000001:1.0:1773688179.653076:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.653078:0:7562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.653080:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.653083:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80afc0. 00000100:00000001:1.0:1773688179.653085:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.653087:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80afc0. 00000020:00000010:1.0:1773688179.653091:0:7562:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356e00. 00000020:00000010:1.0:1773688179.653093:0:7562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03ef80. 00000020:00000010:1.0:1773688179.653096:0:7562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe960. 00000100:00000040:1.0:1773688179.653100:0:7562:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.653101:0:7562:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.653102:0:7562:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.653104:0:7562:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.653105:0:7562:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.653107:0:7562:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.653109:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.653110:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.653111:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86800 refcount=4 00000020:00000001:1.0:1773688179.653112:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:1.0:1773688179.653114:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00010000:1.0:1773688179.653118:0:7562:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2ce4 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7eb expref: 73 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.653123:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.653123:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.653124:0:7562:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.653126:0:7562:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.653130:0:7562:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1773688179.653133:0:7562:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9b36723800 x1859843854321792/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.653141:0:7562:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1773688179.653142:0:7562:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.653151:0:7562:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.653158:0:7562:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.653159:0:7562:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.653161:0:7562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3732 00000100:00000040:1.0:1773688179.653164:0:7562:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00000100:00000001:1.0:1773688179.653165:0:7562:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997970860032 : -129075738691584 : ffff8a9b36723800) 00000100:00000040:1.0:1773688179.653169:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36723800 x1859843854321792/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.653174:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.653177:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80afc0. 00000100:00000001:1.0:1773688179.653178:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.653179:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80afc0. 00000100:00100000:1.0:1773688179.653182:0:7562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36723800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+73:2405:x1859843854321792:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.653185:0:7562:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854321792 00010000:00000001:1.0:1773688179.653186:0:7562:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.653187:0:7562:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.653189:0:7562:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.653191:0:7562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.653193:0:7562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.653196:0:7562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9b07831400. 02000000:00000001:1.0:1773688179.653198:0:7562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.653199:0:7562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.653201:0:7562:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.653202:0:7562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.653204:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.653205:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.653206:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86800 refcount=4 00000020:00000001:1.0:1773688179.653207:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:1.0:1773688179.653208:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000040:1.0:1773688179.653210:0:7562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 6 00000004:00000001:1.0:1773688179.653213:0:7562:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1773688179.653216:0:7562:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2ce4 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7eb expref: 73 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:1.0:1773688179.653221:0:7562:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b2bf83c50 time=1773688179 v=20 (0 0 0 0) 00010000:00000001:1.0:1773688179.653223:0:7562:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773688179.653230:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.653230:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.653232:0:7562:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2ce4 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7eb expref: 73 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773688179.653237:0:7562:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.653238:0:7562:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.653240:0:7562:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.653241:0:7562:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.653244:0:7562:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.653245:0:7562:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.653249:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.653250:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.653252:0:7562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.653253:0:7562:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.653254:0:7562:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86800 with handle 0x52973366461d2ce4 from hash 00010000:00000001:1.0:1773688179.653256:0:7562:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.653256:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.653257:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.653258:0:7562:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.653261:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.653262:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.653263:0:7562:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.653264:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.653266:0:7562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2ce4 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7eb expref: 73 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.653271:0:7562:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:1.0:1773688179.653273:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 72 00010000:00000010:1.0:1773688179.653275:0:7562:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921ce80. 00010000:00000001:1.0:1773688179.653278:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.653280:0:7562:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.653281:0:7562:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.653282:0:7562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:1.0:1773688179.653285:0:7562:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2cf2 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.653288:0:7562:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.653289:0:7562:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.653291:0:7562:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.653292:0:7562:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.653293:0:7562:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.653294:0:7562:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.653296:0:7562:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688179.653297:0:7562:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2cf2 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.653301:0:7562:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688179.653302:0:7562:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.653303:0:7562:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.653304:0:7562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.653305:0:7562:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 5 00010000:00000040:1.0:1773688179.653307:0:7562:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.653309:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 72 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.653313:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.653316:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.653320:0:7562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2cf2 lrc: 4/0,1 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.653323:0:7562:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.653325:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.653326:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.653328:0:7562:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.653329:0:7562:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.653330:0:7562:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1773688179.653332:0:7562:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9a0f80afc0. 00000100:00000001:1.0:1773688179.653334:0:7562:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688179.653337:0:7562:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b35755a80. 00000100:00000001:1.0:1773688179.653338:0:7562:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997954288256 : -129075755263360 : ffff8a9b35755a80) 00000100:00000001:1.0:1773688179.653339:0:7562:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997954288256 : -129075755263360 : ffff8a9b35755a80) 00000100:00000001:1.0:1773688179.653340:0:7562:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688179.653341:0:7562:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688179.653342:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.653343:0:7562:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.653350:0:7562:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.653352:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.653353:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.653354:0:7562:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.653355:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.653357:0:7562:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688179.653358:0:7562:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.653359:0:7562:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.653360:0:7562:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1773688179.653362:0:7562:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b35755a80. 00000100:00000001:1.0:1773688179.653363:0:7562:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688179.653364:0:7562:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773688179.653366:0:7562:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9a0f80afc0. 00010000:00000001:1.0:1773688179.653368:0:7562:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.653369:0:7562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.653370:0:7562:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773688179.653373:0:68797:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2cf2 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.653374:0:7562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.653377:0:7562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.653381:0:7562:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00010000:00000001:3.0:1773688179.653388:0:68797:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.653389:0:7562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.653392:0:7562:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.653394:0:7562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 00010000:00010000:3.0:1773688179.653395:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2cf2 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 02000000:00000001:1.0:1773688179.653396:0:7562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.653398:0:7562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.653402:0:7562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1773688179.653407:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:1.0:1773688179.653407:0:7562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00010000:00000001:3.0:1773688179.653410:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1773688179.653410:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64d48. 00010000:00000001:3.0:1773688179.653413:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1773688179.653414:0:7562:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854321792, offset 224 00010000:00000001:3.0:1773688179.653416:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.653419:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1773688179.653420:0:7562:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000020:00000040:3.0:1773688179.653423:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f427e00 refcount=3 00000020:00000001:3.0:1773688179.653427:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00000400:00000200:1.0:1773688179.653427:0:7562:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00010000:00000001:3.0:1773688179.653433:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00000400:00000200:1.0:1773688179.653435:0:7562:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48099:48099:256:4294967295] 192.168.204.51@tcp LPNI seq info [48095:48095:8:4294967295] 00010000:00000001:3.0:1773688179.653437:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.653441:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.653444:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773688179.653447:0:7562:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000004:00000002:3.0:1773688179.653450:0:68797:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0x144:0x0], ibits = 0x5/0x1a, open_flags = 040004240000003, try_layout = 1 : rc = 0 00000800:00000200:1.0:1773688179.653454:0:7562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000004:00000001:3.0:1773688179.653459:0:68797:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1773688179.653460:0:7562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7700. 00000004:00000001:3.0:1773688179.653465:0:68797:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688179.653468:0:7562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000004:00000001:3.0:1773688179.653472:0:68797:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000800:00000200:1.0:1773688179.653475:0:7562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000001:00000001:3.0:1773688179.653478:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000800:00000200:1.0:1773688179.653478:0:7562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7700 type 1, nob 320 niov 1 nkiov 1 00000001:00000001:3.0:1773688179.653482:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.653486:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.653488:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688179.653489:0:7562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.653491:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.653494:0:7562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00000001:00000001:3.0:1773688179.653495:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00010000:00000001:1.0:1773688179.653497:0:7562:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.653499:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.653500:0:7562:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.653505:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.653506:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36723800 x1859843854321792/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000002:3.0:1773688179.653510:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:3.0:1773688179.653518:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: returning size 15360 00000100:00100000:1.0:1773688179.653519:0:7562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36723800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+72:2405:x1859843854321792:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 343us (513us total) trans 0 rc 0/0 00000001:00000001:3.0:1773688179.653522:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.653525:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.653528:0:7562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3732 00000004:00000001:3.0:1773688179.653530:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000100:00000040:1.0:1773688179.653531:0:7562:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688179.653534:0:7562:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000001:3.0:1773688179.653535:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00000001:1.0:1773688179.653537:0:7562:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:3.0:1773688179.653540:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000020:00000010:1.0:1773688179.653541:0:7562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03ef80. 00080000:00000001:3.0:1773688179.653543:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000020:00000010:1.0:1773688179.653546:0:7562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe960. 00080000:00000001:3.0:1773688179.653549:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000200:2.0:1773688179.653549:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1773688179.653550:0:7562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356e00. 00000004:00000001:3.0:1773688179.653556:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000010:2.0:1773688179.653557:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7700. 00000020:00000040:1.0:1773688179.653557:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 71 00000004:00000001:3.0:1773688179.653564:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000001:1.0:1773688179.653564:0:7562:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.653565:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:3.0:1773688179.653570:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.653576:0:68797:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000400:00000200:2.0:1773688179.653576:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000004:00000002:3.0:1773688179.653580:0:68797:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000400:00000200:2.0:1773688179.653581:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64d48 00000004:00000001:3.0:1773688179.653584:0:68797:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000400:00000010:2.0:1773688179.653585:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64d48. 00000004:00000001:3.0:1773688179.653588:0:68797:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.653591:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000004:00000001:3.0:1773688179.653593:0:68797:0:(mdd_object.c:3758:mdd_open()) Process entered 00000100:00000001:2.0:1773688179.653594:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000001:3.0:1773688179.653600:0:68797:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:3.0:1773688179.653604:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:00000001:3.0:1773688179.653607:0:68797:0:(mdd_permission.c:247:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.653610:0:68797:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.653612:0:68797:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.653616:0:68797:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000004:00000010:3.0:1773688179.653619:0:68797:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9b31e03a00. 00000020:00000001:3.0:1773688179.653622:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.653624:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b31e03a00 with handle 0x52973366461d2cf9 to hash 00000020:00000001:3.0:1773688179.653625:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:3.0:1773688179.653627:0:68797:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614997894183424 : -129075815368192 : ffff8a9b31e03a00) 00000004:00000001:3.0:1773688179.653629:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1773688179.653631:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:3.0:1773688179.653633:0:68797:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0x144:0x0] Change mfd open_flags 0 -> 040004240000003. 00000004:00000001:3.0:1773688179.653636:0:68797:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:3.0:1773688179.653639:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1773688179.653646:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0fb78c00. 00080000:00000001:3.0:1773688179.653650:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993026124800 : -129080683426816 : ffff8a9a0fb78c00) 00080000:00000001:3.0:1773688179.653652:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1773688179.653658:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.653663:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.653665:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.653686:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.653689:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1773688179.653693:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1773688179.653695:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692065, last_committed = 171798692041 00000001:00000010:3.0:1773688179.653699:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a0f5f5e40. 00000001:00000040:3.0:1773688179.653703:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 24 00000020:00000040:3.0:1773688179.653705:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=72 00000001:00000010:3.0:1773688179.653711:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a16f6ba80. 00080000:00000001:3.0:1773688179.653717:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.653732:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1773688179.653735:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a16f6ba80: xid 1859843854321664, transno 171798692065, tag 1, client gen 13, slot idx 3 00000001:00000001:3.0:1773688179.653738:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.653746:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.653748:0:68797:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1773688179.653750:0:68797:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.653752:0:68797:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.653754:0:68797:0:(mdt_open.c:1236:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.653757:0:68797:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1773688179.653759:0:68797:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:3.0:1773688179.653760:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.653763:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.653765:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1773688179.653766:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.653768:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.653770:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.653772:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.653774:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.653776:0:68797:0:(mdt_open.c:1525:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1773688179.653781:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.653787:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.653789:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.653790:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.653794:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.653797:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1773688179.653800:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.653801:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.653803:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.653804:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.653807:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.653809:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.653815:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.653817:0:68797:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:3.0:1773688179.653820:0:68797:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:3.0:1773688179.653822:0:68797:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.653826:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.653827:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.653829:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f427e00 refcount=3 00000020:00000001:3.0:1773688179.653831:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00010000:00000001:3.0:1773688179.653832:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00000004:00000040:3.0:1773688179.653835:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:3.0:1773688179.653836:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=73 00010000:00000001:3.0:1773688179.653839:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.653840:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.653841:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.653843:0:68797:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.653845:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.653847:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.653849:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.653850:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.653852:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.653853:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.653855:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.653856:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.653857:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0f426400 with handle 0x52973366461d2ceb from hash 00010000:00000001:3.0:1773688179.653859:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.653860:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.653861:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.653861:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.653862:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.653865:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426400/0x52973366461d2ceb lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7f2 expref: 73 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.653870:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.653871:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 72 00010000:00000010:3.0:1773688179.653873:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b900. 00010000:00000001:3.0:1773688179.653877:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.653878:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.653881:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.653883:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2cf2 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7f2 expref: 72 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.653887:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.653888:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.653889:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:3.0:1773688179.653891:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00000001:3.0:1773688179.653892:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.653894:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.653895:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.653896:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.653897:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.653898:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a0f427e00, rc 0) 00000020:00000001:3.0:1773688179.653899:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.653901:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692065, xid 1859843854321664 00010000:00000001:3.0:1773688179.653903:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.653905:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a16b75f80 x1859843854321664/t171798692065(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.653910:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.653911:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.653912:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.653915:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.653916:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.653918:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.653919:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.653920:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.653922:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.653924:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.653926:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee3b8. 00000100:00000200:3.0:1773688179.653929:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854321664, offset 224 00000400:00000200:3.0:1773688179.653932:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.653937:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.653940:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48100:48100:256:4294967295] 192.168.204.51@tcp LPNI seq info [48096:48096:8:4294967295] 00000400:00000200:3.0:1773688179.653946:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.653949:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.653952:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99da00. 00000800:00000200:3.0:1773688179.653969:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.653972:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.653974:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99da00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.653982:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.653983:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.653985:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.653986:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.653988:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.653991:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a16b75f80 x1859843854321664/t171798692065(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.653997:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a16b75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+72:68109:x1859843854321664:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3512us (3733us total) trans 171798692065 rc 0/0 00000100:00100000:3.0:1773688179.654002:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15508 00000100:00000040:3.0:1773688179.654003:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.654005:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.654027:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.654029:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e400. 00000020:00000010:3.0:1773688179.654032:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe190. 00000020:00000010:3.0:1773688179.654034:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356a00. 00000020:00000040:3.0:1773688179.654037:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 71 00000100:00000001:3.0:1773688179.654039:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.654064:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.654068:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99da00. 00000400:00000200:2.0:1773688179.654073:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.654078:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.654081:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee3b8 00000400:00000010:2.0:1773688179.654084:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee3b8. 00000100:00000001:2.0:1773688179.654087:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.654088:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.656345:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.656354:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.656355:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.656357:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.656363:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.656370:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4464900 00000400:00000200:2.0:1773688179.656375:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 108904 00000800:00000001:2.0:1773688179.656380:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.656387:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.656389:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.656391:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.656395:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.656397:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.656400:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36720380. 00000100:00000040:2.0:1773688179.656402:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36720380 x1859843854321920 msgsize 576 00000100:00100000:2.0:1773688179.656406:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.656417:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.656422:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.656424:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.656443:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.656446:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854321920 02000000:00000001:3.0:1773688179.656448:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.656450:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.656452:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.656456:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.656459:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854321920 00000020:00000001:3.0:1773688179.656462:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.656464:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.656465:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.656468:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=72 00000020:00000001:3.0:1773688179.656471:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.656473:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.656477:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.656481:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5fc0. 00000100:00000001:3.0:1773688179.656485:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.656487:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5fc0. 00000020:00000010:3.0:1773688179.656492:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2800. 00000020:00000010:3.0:1773688179.656496:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06b80. 00000020:00000010:3.0:1773688179.656501:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.656508:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.656511:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.656512:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.656515:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.656517:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.656519:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.656525:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.656538:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.656550:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.656552:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.656556:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15509 00000100:00000040:3.0:1773688179.656559:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.656561:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997970846592 : -129075738705024 : ffff8a9b36720380) 00000100:00000040:3.0:1773688179.656566:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36720380 x1859843854321920/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.656580:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.656584:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5fc0. 00000100:00000001:3.0:1773688179.656587:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.656590:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5fc0. 00000100:00100000:3.0:1773688179.656597:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36720380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+72:68109:x1859843854321920:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.656600:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854321920 00000020:00000001:3.0:1773688179.656604:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.656607:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1773688179.656611:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a16f6ba80: xid 1859843854321664, transno 171798692065, client gen 13, slot idx 3 00000001:00000001:3.0:1773688179.656616:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a0eeec000: xid 1859843854321280, transno 171798692064, client gen 13, slot idx 2 00000001:00000010:3.0:1773688179.656621:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a0eeec000. 00000020:00000001:3.0:1773688179.656625:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.656628:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.656630:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.656633:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.656636:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854321920, found 0 last_xid 1859843854321919 00000020:00000001:3.0:1773688179.656639:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.656642:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.656644:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.656647:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.656650:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.656652:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.656654:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.656656:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.656659:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.656663:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.656668:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 5 00010000:00000001:3.0:1773688179.656671:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.656674:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.656677:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b11600. 00000020:00000001:3.0:1773688179.656681:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.656683:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b11600 with handle 0x52973366461d2d00 to hash 00000020:00000001:3.0:1773688179.656685:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.656687:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941425664 : -129075768125952 : ffff8a9b34b11600) 00010000:00000010:3.0:1773688179.656700:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.656704:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941425664 : -129075768125952 : ffff8a9b34b11600) 00010000:00010000:3.0:1773688179.656708:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2d00 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a7f9 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.656716:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:3.0:1773688179.656718:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=73 00010000:00000001:3.0:1773688179.656723:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.656725:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.656730:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.656731:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.656733:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688179.656734:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.656736:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x144:0x0] 00000020:00000001:3.0:1773688179.656738:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.656742:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:3.0:1773688179.656743:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:3.0:1773688179.656745:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.656747:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.656748:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.656750:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.656751:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.656755:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b32003000. 02000000:00000001:3.0:1773688179.656757:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.656758:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.656760:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.656761:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688179.656763:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688179.656764:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.656765:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.656767:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.656768:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.656770:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.656771:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.656772:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.656773:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.656774:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.656774:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.656775:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.656776:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.656777:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.656778:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.656780:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.656781:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.656782:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.656783:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.656784:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.656786:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.656789:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.656791:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.656793:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.656793:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.656795:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.656796:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.656797:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.656798:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.656799:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.656800:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.656801:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.656802:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.656803:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.656805:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.656807:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:3.0:1773688179.656810:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1773688179.656811:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:3.0:1773688179.656813:0:68797:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000020:00000010:3.0:1773688179.656820:0:68797:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8a9a0c653000. 00000004:00000001:3.0:1773688179.656825:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.656829:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.656832:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.656836:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.656838:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.656841:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.656845:0:68797:0:(mdt_lib.c:2238:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.656848:0:68797:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0x144:0x0]/[0x20000afe1:0x144:0x0], ldlm_rep = ffff8a9b32003228 00000004:00000001:3.0:1773688179.656854:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1773688179.656857:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.656858:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.656861:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 6 00010000:00000001:3.0:1773688179.656864:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.656866:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.656869:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b11200. 00000020:00000001:3.0:1773688179.656871:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.656873:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b11200 with handle 0x52973366461d2d07 to hash 00000020:00000001:3.0:1773688179.656874:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.656876:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000010:3.0:1773688179.656878:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba200. 00010000:00000001:3.0:1773688179.656880:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000001:3.0:1773688179.656882:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.656883:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.656886:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2d07 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.656890:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.656893:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.656896:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.656897:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.656900:0:68797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1773688179.656904:0:68797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2cf2 lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7f2 expref: 73 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.656916:0:68797:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1773688179.656918:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.656920:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.656921:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.656923:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.656925:0:68797:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1773688179.656928:0:68797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2d07 lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.656935:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 6 00010000:00000040:3.0:1773688179.656939:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.656942:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2cf2 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7f2 expref: 73 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.656951:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 73 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.656969:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.656973:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.656976:0:68797:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1773688179.656977:0:68797:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2d07 lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.656982:0:68797:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b072a5fc0. 00000100:00000001:3.0:1773688179.656983:0:68797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773688179.656987:0:68797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a16f6b900. 00000100:00000001:3.0:1773688179.656988:0:68797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614993147705600 : -129080561846016 : ffff8a9a16f6b900) 00000100:00000001:3.0:1773688179.656989:0:68797:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614993147705600 : -129080561846016 : ffff8a9a16f6b900) 00000100:00000001:3.0:1773688179.656991:0:68797:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773688179.656992:0:68797:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1773688179.656994:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1773688179.656996:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.656997:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1773688179.656998:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.656999:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.657001:0:68797:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1773688179.657002:0:68797:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1773688179.657025:0:68797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e1a3800. 00000020:00000040:3.0:1773688179.657028:0:68797:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:3.0:1773688179.657031:0:68797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773688179.657033:0:68797:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773688179.657036:0:68797:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773688179.657041:0:68797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a112a2a00. 00000100:00000001:3.0:1773688179.657045:0:68797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.657050:0:68797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2cf2 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7f2 expref: 73 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.657066:0:68797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2cf2 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7f2 expref: 73 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.657072:0:68797:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1773688179.657075:0:68797:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773688179.657077:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9a0e1a3800 x1859843861191424/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.657082:0:68797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773688179.657084:0:68797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.657086:0:68797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9a0e1a3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861191424:192.168.204.51@tcp:104: 00000100:00000001:3.0:1773688179.657089:0:68797:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773688179.657092:0:68797:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773688179.657093:0:68797:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.657094:0:68797:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773688179.657097:0:68797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a112a3c00. 02000000:00000001:3.0:1773688179.657099:0:68797:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773688179.657103:0:68797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b346318f0. 00000400:00000010:3.0:1773688179.657107:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee2a8. 00000100:00000200:3.0:1773688179.657111:0:68797:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861191424, portal 16 00000100:00000001:3.0:1773688179.657113:0:68797:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773688179.657114:0:68797:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614992999036928 : -129080710514688 : ffff8a9a0e1a3800) 00000100:00000040:3.0:1773688179.657117:0:68797:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9a0e1a3800 x1859843861191424/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.657122:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.657124:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.657127:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeeee0. 00000100:00000200:3.0:1773688179.657129:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861191424, offset 0 00000400:00000200:3.0:1773688179.657133:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.657138:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.657142:0:68797:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773688179.657145:0:68797:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:3.0:1773688179.657147:0:68797:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773688179.657149:0:68797:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:3.0:1773688179.657152:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48101:48101:256:4294967295] 192.168.204.51@tcp LPNI seq info [48097:48097:8:4294967295] 00000400:00000200:3.0:1773688179.657158:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.657161:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.657164:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d200. 00000800:00000200:3.0:1773688179.657168:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.657171:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.657174:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.657183:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.657195:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297630578 00000100:00000001:3.0:1773688179.657203:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297630572 00000100:00000001:3.0:1773688179.657206:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297630578 00000100:00000001:3.0:1773688179.657211:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297630572 00000100:00000001:3.0:1773688179.657214:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297630578 00000100:00000001:3.0:1773688179.657218:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297630572 00000100:00000001:3.0:1773688179.657221:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297630578 00000100:00000001:3.0:1773688179.657224:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297630572 00000100:00000001:3.0:1773688179.657225:0:68797:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773688179.657227:0:68797:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.657228:0:68797:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.657229:0:68797:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.657231:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.657232:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.657233:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.657234:0:68797:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.657236:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1773688179.657237:0:68797:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1773688179.657238:0:68797:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.657240:0:68797:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773688179.657241:0:68797:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773688179.657243:0:68797:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9a16f6b900 going to sleep for 11 seconds 00000100:00000001:3.0:1773688179.657245:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1773688179.657245:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1773688179.657247:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1773688179.657251:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d200. 00000400:00000200:2.0:1773688179.657257:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.657263:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.657266:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeeee0 00000400:00000010:2.0:1773688179.657268:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeeee0. 00000100:00000001:2.0:1773688179.657271:0:3439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773688179.657276:0:3439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9a0e1a3800 x1859843861191424/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.657282:0:3439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.657284:0:3439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9a0e1a3800 x1859843861191424/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.657288:0:3439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.657289:0:3439:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773688179.658023:0:82128:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86800. 00000800:00000001:2.0:1773688179.658284:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.658291:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.658293:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.658295:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.658300:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.658308:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af1b00 00000400:00000200:2.0:1773688179.658313:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77e05 [1] + 224 00000800:00000001:2.0:1773688179.658318:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.658325:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.658327:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.658330:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.658334:0:3440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688179.658339:0:3440:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9a0e1a3800 x1859843861191424/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1773688179.658348:0:3440:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9a0e1a3800 x1859843861191424/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.658365:0:3440:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.658370:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.658372:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.658385:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773688179.658390:0:68797:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773688179.658392:0:68797:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773688179.658393:0:68797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b346318f0. 00000400:00000200:3.0:1773688179.658396:0:68797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee2a8 00000400:00000010:3.0:1773688179.658397:0:68797:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee2a8. 00000100:00000001:3.0:1773688179.658398:0:68797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773688179.658402:0:68797:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9a0e1a3800 x1859843861191424/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1773688179.658409:0:68797:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9a0e1a3800 x1859843861191424/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.658413:0:68797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773688179.658414:0:68797:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.658417:0:68797:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773688179.658419:0:68797:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773688179.658420:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.658421:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.658423:0:68797:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.658427:0:68797:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=3 v=5 (5 0 0 0) 00000100:00001000:3.0:1773688179.658429:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1773688179.658431:0:68797:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773688179.658432:0:68797:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.658434:0:68797:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773688179.658436:0:68797:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.658437:0:68797:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.658440:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9a0e1a3800 x1859843861191424/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.658444:0:68797:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773688179.658446:0:68797:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773688179.658447:0:68797:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.658448:0:68797:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1773688179.658450:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.658451:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.658452:0:68797:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.658454:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e1a3800 x1859843861191424/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773688179.658460:0:68797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9a0e1a3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861191424:192.168.204.51@tcp:104: 00000100:00000001:3.0:1773688179.658463:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.658464:0:68797:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.658465:0:68797:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773688179.658466:0:68797:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773688179.658468:0:68797:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9a0e1a3800 x1859843861191424/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.658471:0:68797:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773688179.658473:0:68797:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773688179.658474:0:68797:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a112a3c00. 02000000:00000001:3.0:1773688179.658476:0:68797:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773688179.658478:0:68797:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773688179.658479:0:68797:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1773688179.658480:0:68797:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773688179.658482:0:68797:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a112a2a00. 02000000:00000001:3.0:1773688179.658484:0:68797:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773688179.658485:0:68797:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773688179.658486:0:68797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a0e1a3800. 00000100:00000001:3.0:1773688179.658489:0:68797:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773688179.658489:0:68797:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773688179.658491:0:68797:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a16f6b900. 00000100:00000001:3.0:1773688179.658493:0:68797:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1773688179.658494:0:68797:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1773688179.658496:0:68797:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b072a5fc0. 00010000:00000001:3.0:1773688179.658498:0:68797:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.658499:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.658500:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.658502:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1773688179.658505:0:68797:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2d07 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000001:2.0:1773688179.658911:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.658917:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.658920:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.658922:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.658928:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.658937:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4464980 00000400:00000200:2.0:1773688179.658943:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x73145 [2] + 1968 00000400:00000010:2.0:1773688179.658947:0:3438:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b07258478. 00000400:00000200:2.0:1773688179.658951:0:3438:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8a9a191c8900 00000800:00000001:2.0:1773688179.658966:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.658994:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.658997:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.659003:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.659027:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a191c8900 00000400:00000010:2.0:1773688179.659030:0:3438:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at ffff8a9a191c8900. 00000100:00000001:2.0:1773688179.659036:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.659038:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:2.0:1773688179.659041:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b07857850 x1859843854322048 msgsize 328 00000100:00100000:2.0:1773688179.659048:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000040:2.0:1773688179.659050:0:3438:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1773688179.659060:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.659066:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.659070:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.659114:0:7562:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.659118:0:7562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854322048 02000000:00000001:0.0:1773688179.659121:0:7562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.659122:0:7562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.659124:0:7562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.659127:0:7562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.659129:0:7562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854322048 00000020:00000001:0.0:1773688179.659131:0:7562:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.659133:0:7562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.659135:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.659138:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=74 00000020:00000001:0.0:1773688179.659141:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.659144:0:7562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.659147:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.659150:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703500. 00000100:00000001:0.0:1773688179.659153:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.659156:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703500. 00000020:00000010:0.0:1773688179.659160:0:7562:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b37441c00. 00000020:00000010:0.0:1773688179.659164:0:7562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b08bfd000. 00000020:00000010:0.0:1773688179.659169:0:7562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400898. 00000100:00000040:0.0:1773688179.659175:0:7562:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1773688179.659178:0:7562:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.659179:0:7562:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1773688179.659181:0:7562:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1773688179.659184:0:7562:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.659186:0:7562:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1773688179.659189:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.659191:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.659193:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f427e00 refcount=4 00000020:00000001:0.0:1773688179.659195:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00010000:00000001:0.0:1773688179.659198:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00010000:00010000:0.0:1773688179.659204:0:7562:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2cf2 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7f2 expref: 74 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.659212:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.659213:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.659215:0:7562:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.659217:0:7562:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.659222:0:7562:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1773688179.659228:0:7562:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9b07857850 x1859843854322048/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688179.659235:0:7562:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1773688179.659237:0:7562:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.659248:0:7562:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.659259:0:7562:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.659261:0:7562:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.659267:0:7562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3733 00000100:00000040:0.0:1773688179.659271:0:7562:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00000100:00000001:0.0:1773688179.659273:0:7562:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997183592528 : -129076525959088 : ffff8a9b07857850) 00000100:00000040:0.0:1773688179.659279:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b07857850 x1859843854322048/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688179.659287:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.659291:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703500. 00000100:00000001:0.0:1773688179.659294:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.659296:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703500. 00000100:00100000:0.0:1773688179.659301:0:7562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b07857850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+74:2404:x1859843854322048:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1773688179.659305:0:7562:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854322048 00010000:00000001:0.0:1773688179.659307:0:7562:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1773688179.659310:0:7562:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1773688179.659311:0:7562:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1773688179.659315:0:7562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.659317:0:7562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.659321:0:7562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a0e96a400. 02000000:00000001:0.0:1773688179.659324:0:7562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.659326:0:7562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.659328:0:7562:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1773688179.659330:0:7562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1773688179.659332:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.659334:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.659336:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f427e00 refcount=4 00000020:00000001:0.0:1773688179.659338:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00010000:00000001:0.0:1773688179.659341:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00010000:00000040:0.0:1773688179.659344:0:7562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 7 00000004:00000001:0.0:1773688179.659347:0:7562:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:0.0:1773688179.659352:0:7562:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2cf2 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7f2 expref: 74 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:0.0:1773688179.659360:0:7562:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b2bf83c50 time=1773688179 v=20 (0 0 0 0) 00010000:00000001:0.0:1773688179.659363:0:7562:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773688179.659371:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.659373:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.659377:0:7562:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2cf2 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7f2 expref: 74 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1773688179.659384:0:7562:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.659386:0:7562:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.659388:0:7562:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.659390:0:7562:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.659394:0:7562:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.659396:0:7562:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.659401:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.659403:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.659405:0:7562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.659406:0:7562:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.659409:0:7562:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0f427e00 with handle 0x52973366461d2cf2 from hash 00010000:00000001:0.0:1773688179.659412:0:7562:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.659414:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.659416:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.659417:0:7562:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.659421:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.659423:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.659426:0:7562:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.659427:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.659431:0:7562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2cf2 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7f2 expref: 74 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.659444:0:7562:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:0.0:1773688179.659447:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 73 00010000:00000010:0.0:1773688179.659450:0:7562:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400ba80. 00010000:00000001:0.0:1773688179.659456:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.659458:0:7562:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.659461:0:7562:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.659463:0:7562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:0.0:1773688179.659468:0:7562:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2d07 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.659473:0:7562:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.659475:0:7562:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.659476:0:7562:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.659478:0:7562:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.659480:0:7562:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.659482:0:7562:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.659484:0:7562:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1773688179.659487:0:7562:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2d07 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.659492:0:7562:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1773688179.659494:0:7562:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.659495:0:7562:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.659497:0:7562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.659499:0:7562:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 6 00010000:00000040:0.0:1773688179.659502:0:7562:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.659506:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 73 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.659514:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.659523:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.659529:0:7562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2d07 lrc: 4/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.659535:0:7562:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.659537:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.659539:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.659541:0:7562:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.659542:0:7562:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.659545:0:7562:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1773688179.659549:0:7562:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b08703500. 00000100:00000001:0.0:1773688179.659552:0:7562:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773688179.659556:0:7562:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b08b530c0. 00000100:00000001:0.0:1773688179.659558:0:7562:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997203497152 : -129076506054464 : ffff8a9b08b530c0) 00000100:00000001:0.0:1773688179.659560:0:7562:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997203497152 : -129076506054464 : ffff8a9b08b530c0) 00000100:00000001:0.0:1773688179.659562:0:7562:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773688179.659563:0:7562:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1773688179.659565:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773688179.659567:0:7562:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.659577:0:7562:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.659579:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.659580:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.659582:0:7562:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.659583:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773688179.659585:0:7562:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1773688179.659587:0:7562:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.659589:0:7562:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.659591:0:7562:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1773688179.659593:0:7562:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b08b530c0. 00010000:00010000:3.0:1773688179.659595:0:68797:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2d07 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773688179.659596:0:7562:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1773688179.659599:0:7562:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.659605:0:68797:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1773688179.659606:0:7562:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b08703500. 00010000:00010000:3.0:1773688179.659611:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2d07 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.659611:0:7562:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1773688179.659615:0:7562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1773688179.659617:0:7562:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.659623:0:7562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.659626:0:7562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.659630:0:7562:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00010000:00000001:3.0:1773688179.659631:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.659634:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.659637:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773688179.659637:0:7562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1773688179.659641:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1773688179.659641:0:7562:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000020:00000001:3.0:1773688179.659643:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1773688179.659646:0:7562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 00000020:00000040:3.0:1773688179.659647:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11200 refcount=3 02000000:00000001:0.0:1773688179.659651:0:7562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1773688179.659652:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 02000000:00000001:0.0:1773688179.659654:0:7562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.659656:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00000100:00000001:0.0:1773688179.659658:0:7562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1773688179.659660:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.659664:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1773688179.659664:0:7562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000004:00000001:3.0:1773688179.659666:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773688179.659670:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be088. 00000004:00000001:3.0:1773688179.659671:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000100:00000200:0.0:1773688179.659676:0:7562:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854322048, offset 224 00000004:00000001:3.0:1773688179.659679:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.659682:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000400:00000200:0.0:1773688179.659685:0:7562:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000004:00000001:3.0:1773688179.659688:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.659691:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000400:00000200:0.0:1773688179.659695:0:7562:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000004:00000001:3.0:1773688179.659696:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.659699:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.659704:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000400:00000200:0.0:1773688179.659704:0:7562:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48102:48102:256:4294967295] 192.168.204.51@tcp LPNI seq info [48098:48098:8:4294967295] 00000004:00000001:3.0:1773688179.659709:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.659712:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.659714:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.659717:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.659720:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x144:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000400:00000200:0.0:1773688179.659721:0:7562:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000004:00000001:3.0:1773688179.659724:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.659727:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.659729:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000800:00000200:0.0:1773688179.659730:0:7562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00080000:00000001:3.0:1773688179.659734:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000800:00000010:0.0:1773688179.659736:0:7562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356500. 00000004:00000001:3.0:1773688179.659737:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.659741:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.659742:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.659744:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.659746:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000800:00000200:0.0:1773688179.659746:0:7562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00080000:00000001:3.0:1773688179.659750:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.659752:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.659755:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000200:0.0:1773688179.659756:0:7562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000001:00000001:3.0:1773688179.659758:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1773688179.659761:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000200:0.0:1773688179.659762:0:7562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356500 type 1, nob 320 niov 1 nkiov 1 00000004:00000002:3.0:1773688179.659764:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b32003370 00000004:00000001:3.0:1773688179.659767:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.659769:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.659771:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.659772:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.659773:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773688179.659775:0:7562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.659776:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.659780:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.659783:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1773688179.659783:0:7562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00000001:00000001:3.0:1773688179.659787:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.659789:0:7562:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.659790:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:3.0:1773688179.659795:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: returning size 15360 00010000:00000001:0.0:1773688179.659795:0:7562:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1773688179.659801:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x144:45025 magic=0x0BD10BD0 pattern=0X1 00000100:00000040:0.0:1773688179.659804:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b07857850 x1859843854322048/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000040:3.0:1773688179.659805:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:3.0:1773688179.659809:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000401:2569 00000004:00200000:3.0:1773688179.659813:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:3.0:1773688179.659816:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1773688179.659819:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.659822:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773688179.659823:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000004:00000001:3.0:1773688179.659828:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000800:00000010:2.0:1773688179.659828:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356500. 00000100:00100000:0.0:1773688179.659829:0:7562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b07857850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+73:2404:x1859843854322048:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 536us (781us total) trans 0 rc 0/0 00000004:00000001:3.0:1773688179.659830:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.659834:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000400:00000200:2.0:1773688179.659834:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:3.0:1773688179.659836:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.659840:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.659844:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000400:00000200:2.0:1773688179.659845:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00100000:0.0:1773688179.659847:0:7562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3733 00000004:00000001:3.0:1773688179.659849:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000400:00000200:2.0:1773688179.659851:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be088 00000004:00000001:3.0:1773688179.659854:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773688179.659855:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be088. 00000100:00000040:0.0:1773688179.659855:0:7562:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00000020:00000001:3.0:1773688179.659860:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000100:00000001:0.0:1773688179.659860:0:7562:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.659861:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.659864:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1773688179.659865:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.659865:0:7562:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000001:00000001:3.0:1773688179.659869:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.659870:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.659871:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773688179.659871:0:7562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b08bfd000. 00000020:00000010:0.0:1773688179.659878:0:7562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400898. 00010000:00000001:3.0:1773688179.659880:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.659882:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.659883:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11200 refcount=3 00000020:00000010:0.0:1773688179.659883:0:7562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b37441c00. 00000020:00000001:3.0:1773688179.659886:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000001:3.0:1773688179.659888:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00000004:00010000:3.0:1773688179.659891:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2d07 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.659895:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.659896:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.659897:0:68797:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:3.0:1773688179.659898:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.659900:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:3.0:1773688179.659902:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.659903:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.659904:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11200 refcount=3 00000020:00000001:3.0:1773688179.659906:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000001:3.0:1773688179.659907:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00000004:00000040:3.0:1773688179.659910:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:3.0:1773688179.659911:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=74 00010000:00000001:3.0:1773688179.659914:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.659915:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.659916:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.659917:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1773688179.659919:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.659921:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.659922:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.659923:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.659924:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.659926:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.659928:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.659930:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.659933:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.659934:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:3.0:1773688179.659937:0:68797:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8a9a0c653000. 00000004:00000001:3.0:1773688179.659941:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.659946:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00000020:00000040:0.0:1773688179.659946:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 73 00010000:00000001:3.0:1773688179.659948:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.659961:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.659963:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1773688179.659964:0:7562:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1773688179.659965:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000010:0.0:1773688179.659968:0:7562:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a0e96a400. 00010000:00000001:3.0:1773688179.659969:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.659974:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b11600 with handle 0x52973366461d2d00 from hash 02000000:00000001:0.0:1773688179.659975:0:7562:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1773688179.659977:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:0.0:1773688179.659979:0:7562:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1773688179.659981:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:0.0:1773688179.659983:0:7562:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9b07831400. 00010000:00000001:3.0:1773688179.659984:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1773688179.659987:0:7562:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1773688179.659988:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.659991:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:0.0:1773688179.659991:0:7562:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b36723800. 02000000:00000001:0.0:1773688179.659997:0:7562:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:3.0:1773688179.659999:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2d00 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7f9 expref: 73 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:0.0:1773688179.660000:0:7562:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9b36b7e800. 02000000:00000001:0.0:1773688179.660028:0:7562:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1773688179.660032:0:7562:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a16b75c00. 00010000:00000040:3.0:1773688179.660034:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.660038:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 72 00010000:00000010:3.0:1773688179.660041:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba180. 02000000:00000001:0.0:1773688179.660044:0:7562:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1773688179.660047:0:7562:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9b36b7d000. 02000000:00000001:0.0:1773688179.660051:0:7562:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1773688179.660053:0:7562:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a16b77800. 02000000:00000001:0.0:1773688179.660056:0:7562:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1773688179.660057:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:0.0:1773688179.660057:0:7562:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a0e968c00. 00010000:00000001:3.0:1773688179.660060:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.660063:0:7562:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1773688179.660066:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000100:00000010:0.0:1773688179.660066:0:7562:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a16b74000. 00010000:00010000:3.0:1773688179.660072:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2d07 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7f9 expref: 72 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773688179.660073:0:7562:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1773688179.660076:0:7562:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9b36bbd800. 02000000:00000001:0.0:1773688179.660081:0:7562:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1773688179.660083:0:7562:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b3135dc00. 00010000:00000001:3.0:1773688179.660086:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.660088:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 02000000:00000001:0.0:1773688179.660090:0:7562:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:3.0:1773688179.660091:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 02000000:00000010:0.0:1773688179.660094:0:7562:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a10e33000. 00010000:00010000:3.0:1773688179.660096:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 02000000:00000001:0.0:1773688179.660099:0:7562:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1773688179.660100:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1773688179.660103:0:7562:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b33b4a300. 00010000:00000001:3.0:1773688179.660104:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.660108:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1773688179.660109:0:7562:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.660110:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.660114:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.660116:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b34b11200, rc 0) 00000100:00000200:0.0:1773688179.660117:0:7562:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000020:00000001:3.0:1773688179.660119:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.660124:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854321920 00000400:00000010:0.0:1773688179.660124:0:7562:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a19e54898. 00010000:00000001:3.0:1773688179.660129:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:0.0:1773688179.660132:0:7562:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a9b08b530c0. 00010000:00000200:3.0:1773688179.660135:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b36720380 x1859843854321920/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.660144:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.660146:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.660149:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.660153:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.660156:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.660159:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.660161:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.660163:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.660165:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.660168:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.660172:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee2a8. 00000100:00000200:3.0:1773688179.660175:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854321920, offset 224 00000400:00000200:3.0:1773688179.660180:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.660185:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.660190:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48103:48103:256:4294967295] 192.168.204.51@tcp LPNI seq info [48099:48099:8:4294967295] 00000400:00000200:3.0:1773688179.660200:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.660205:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.660209:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99df00. 00000800:00000200:3.0:1773688179.660214:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.660218:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.660221:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99df00 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.660232:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.660235:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.660238:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.660240:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.660243:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.660248:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36720380 x1859843854321920/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.660258:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36720380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+72:68109:x1859843854321920:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3676us (3853us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688179.660265:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15509 00000100:00000040:3.0:1773688179.660269:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.660271:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.660272:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.660276:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06b80. 00000020:00000010:3.0:1773688179.660280:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000800:00000200:2.0:1773688179.660282:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1773688179.660285:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2800. 00000800:00000010:2.0:1773688179.660287:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99df00. 00000020:00000040:3.0:1773688179.660290:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 71 00000400:00000200:2.0:1773688179.660292:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1773688179.660294:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.660299:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.660304:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee2a8 00000400:00000010:2.0:1773688179.660306:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee2a8. 00000100:00000001:2.0:1773688179.660309:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.660310:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1773688179.662055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0f426400. 00000800:00000001:0.0:1773688179.663291:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.663299:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.663301:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.663303:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.663309:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.663323:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 392 into portal 23 MB=0x69b84a4464a80 00000400:00000200:0.0:1773688179.663330:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 392/392 into md 0x721ad [2] + 1680 00000400:00000010:0.0:1773688179.663334:0:3438:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a19b96058. 00000400:00000200:0.0:1773688179.663338:0:3438:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8a9a1b64fd80 00000800:00000001:0.0:1773688179.663343:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.663350:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.663351:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.663354:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.663356:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a1b64fd80 00000400:00000010:0.0:1773688179.663358:0:3438:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at ffff8a9a1b64fd80. 00000100:00000001:0.0:1773688179.663361:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.663363:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:0.0:1773688179.663365:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0c77e450 x1859843854322304 msgsize 392 00000100:00100000:0.0:1773688179.663369:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000040:0.0:1773688179.663370:0:3438:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1773688179.663378:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.663384:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.663386:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.663406:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.663409:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854322304 02000000:00000001:3.0:1773688179.663412:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.663414:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.663417:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.663420:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.663423:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854322304 00000020:00000001:3.0:1773688179.663426:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.663428:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.663430:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.663433:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=72 00000020:00000001:3.0:1773688179.663435:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.663438:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.663441:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.663445:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5fc0. 00000100:00000001:3.0:1773688179.663448:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.663451:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5fc0. 00000020:00000010:3.0:1773688179.663457:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2800. 00000020:00000010:3.0:1773688179.663461:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06b80. 00000020:00000010:3.0:1773688179.663466:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.663471:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1773688179.663474:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.663476:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773688179.663478:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.663484:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.663494:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.663504:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.663506:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.663512:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3235 00000100:00000040:3.0:1773688179.663515:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.663518:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992971621456 : -129080737930160 : ffff8a9a0c77e450) 00000100:00000040:3.0:1773688179.663525:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0c77e450 x1859843854322304/t0(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.663535:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.663538:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5fc0. 00000100:00000001:3.0:1773688179.663540:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.663543:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5fc0. 00000100:00100000:3.0:1773688179.663547:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0c77e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+72:68109:x1859843854322304:12345-192.168.204.51@tcp:35:dbench.0 00000100:00000200:3.0:1773688179.663551:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854322304 00000020:00000001:3.0:1773688179.663555:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.663558:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.663562:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.663565:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.663567:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862496 : -1038689120 : ffffffffc216dca0) 00000020:00000001:3.0:1773688179.663570:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.663573:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854322304, found 0 last_xid 1859843854322303 00000020:00000001:3.0:1773688179.663577:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.663579:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.663585:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.663589:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.663594:0:73057:0:(mdt_open.c:2771:mdt_close()) Process entered 00000004:00000001:3.0:1773688179.663596:0:73057:0:(mdt_lib.c:1452:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1773688179.663598:0:73057:0:(mdt_lib.c:1362:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1773688179.663601:0:73057:0:(mdt_lib.c:1373:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.663604:0:73057:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1773688179.663606:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.663609:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.663611:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.663614:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.663616:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.663618:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.663620:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.663625:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.663627:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.663629:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.663632:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.663634:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.663635:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.663637:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.663639:0:73057:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.663641:0:73057:0:(mdt_lib.c:1435:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1773688179.663642:0:73057:0:(mdt_lib.c:1437:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.663645:0:73057:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1773688179.663647:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.663648:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.663650:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.663652:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.663654:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.663655:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.663657:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.663659:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.663661:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.663662:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.663666:0:73057:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.663670:0:73057:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.663673:0:73057:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.663676:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.663677:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.663679:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.663681:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.663683:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.663684:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.663686:0:73057:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.663688:0:73057:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.663690:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.663692:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.663694:0:73057:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.663695:0:73057:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.663704:0:73057:0:(mdt_lib.c:1465:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.663711:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.663713:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.663717:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8a9a0fb7a000. 02000000:00000001:3.0:1773688179.663719:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.663722:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.663724:0:73057:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1773688179.663726:0:73057:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.663729:0:73057:0:(mdt_open.c:2739:mdt_close_internal()) Process entered 00000004:00000001:3.0:1773688179.663732:0:73057:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1773688179.663733:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.663735:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8a9b31e03a00 refcount=2 00000020:00000001:3.0:1773688179.663738:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997894183424 : -129075815368192 : ffff8a9b31e03a00) 00000004:00000001:3.0:1773688179.663741:0:73057:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446614997894183424 : -129075815368192 : ffff8a9b31e03a00) 00000020:00000040:3.0:1773688179.663744:0:73057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b31e03a00 with handle 0x52973366461d2cf9 from hash 00000004:00000001:3.0:1773688179.663748:0:73057:0:(mdt_open.c:2590:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1773688179.663750:0:73057:0:(mdt_open.c:2598:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000afe1:0x144:0x0] with intent: 0 00000004:00000001:3.0:1773688179.663754:0:73057:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:3.0:1773688179.663757:0:73057:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 15360 size 15360 lsom blocks 1 blocks 1 truncate 0 00000004:00000001:3.0:1773688179.663760:0:73057:0:(mdt_som.c:209:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.663763:0:73057:0:(mdt_open.c:149:mdt_write_put()) Process entered 00000004:00000001:3.0:1773688179.663765:0:73057:0:(mdt_open.c:153:mdt_write_put()) Process leaving 00000004:00000001:3.0:1773688179.663767:0:73057:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1773688179.663770:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.663774:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.663777:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.663782:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.663785:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.663788:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.663790:0:73057:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.663793:0:73057:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1773688179.663800:0:73057:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1773688179.663803:0:73057:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.663806:0:73057:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x20000afe1:0x144:0x0], previous was 0x7 00000004:00000001:3.0:1773688179.663810:0:73057:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.663812:0:73057:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1773688179.663815:0:73057:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.663818:0:73057:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:3.0:1773688179.663822:0:73057:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.663825:0:73057:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1773688179.663828:0:73057:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8a9b31e03a00. 00000004:00000001:3.0:1773688179.663834:0:73057:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1773688179.663838:0:73057:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41868f58/ffff8a9b41868f00 to site lru. bkt: ffff8a9a1aeb64c0 00000004:00000001:3.0:1773688179.663841:0:73057:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.663843:0:73057:0:(mdt_open.c:2728:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.663845:0:73057:0:(mdt_open.c:2758:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.663847:0:73057:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:3.0:1773688179.663850:0:73057:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1773688179.663857:0:73057:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0fb7ac00. 00080000:00000001:3.0:1773688179.663860:0:73057:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993026132992 : -129080683418624 : ffff8a9a0fb7ac00) 00080000:00000001:3.0:1773688179.663863:0:73057:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1773688179.663868:0:73057:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.663873:0:73057:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.663875:0:73057:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.663895:0:73057:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.663897:0:73057:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1773688179.663900:0:73057:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1773688179.663903:0:73057:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692066, last_committed = 171798692041 00000001:00000010:3.0:1773688179.663907:0:73057:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a0f5f58a0. 00000001:00000040:3.0:1773688179.663910:0:73057:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 25 00000020:00000040:3.0:1773688179.663913:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=73 00000001:00000010:3.0:1773688179.663918:0:73057:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a0eeec000. 00080000:00000001:3.0:1773688179.663924:0:73057:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.663940:0:73057:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1773688179.663944:0:73057:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a0eeec000: xid 1859843854322304, transno 171798692066, tag 1, client gen 13, slot idx 2 00000001:00000001:3.0:1773688179.663948:0:73057:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.663971:0:73057:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.663974:0:73057:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1773688179.663976:0:73057:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.663977:0:73057:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.663979:0:73057:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.663981:0:73057:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.663984:0:73057:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.663987:0:73057:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.663989:0:73057:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1773688179.663994:0:73057:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.663999:0:73057:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.664001:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.664002:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.664005:0:73057:0:(mdt_open.c:2833:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.664030:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692066, xid 1859843854322304 00010000:00000001:3.0:1773688179.664034:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.664040:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0c77e450 x1859843854322304/t171798692066(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.664048:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.664051:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.664055:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=49 v=5 (1 1 1 0) 00000100:00000001:3.0:1773688179.664059:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.664062:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.664065:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.664068:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.664070:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.664073:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.664078:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.664082:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee4c8. 00000100:00000200:3.0:1773688179.664087:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854322304, offset 224 00000400:00000200:3.0:1773688179.664095:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.664104:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.664111:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48104:48104:256:4294967295] 192.168.204.51@tcp LPNI seq info [48100:48100:8:4294967295] 00000400:00000200:3.0:1773688179.664122:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.664128:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.664132:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d600. 00000800:00000200:3.0:1773688179.664137:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.664143:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.664147:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d600 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.664159:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.664163:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.664166:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.664168:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.664171:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.664176:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0c77e450 x1859843854322304/t171798692066(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.664187:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0c77e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+73:68109:x1859843854322304:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 650us (819us total) trans 171798692066 rc 0/0 00000100:00100000:3.0:1773688179.664195:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3235 00000100:00000040:3.0:1773688179.664199:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.664202:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.664204:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.664208:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06b80. 00000020:00000010:3.0:1773688179.664212:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.664216:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2800. 00000800:00000200:2.0:1773688179.664216:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.664220:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d600. 00000020:00000040:3.0:1773688179.664222:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 72 00000400:00000200:2.0:1773688179.664224:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.664229:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 02000000:00000001:3.0:1773688179.664230:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1773688179.664232:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee4c8 02000000:00000010:3.0:1773688179.664233:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9b36cd8c00. 00000400:00000010:2.0:1773688179.664236:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee4c8. 02000000:00000001:3.0:1773688179.664238:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773688179.664242:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b36723100. 00000100:00000001:2.0:1773688179.664242:0:3439:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1773688179.664246:0:3439:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1773688179.664249:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1773688179.664250:0:3439:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9a0fb7a000. 02000000:00000010:3.0:1773688179.664253:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9a10e32400. 02000000:00000001:2.0:1773688179.664255:0:3439:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1773688179.664257:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1773688179.664258:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000010:3.0:1773688179.664260:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b3135e680. 02000000:00000001:3.0:1773688179.664266:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773688179.664268:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8a9a10e30000. 02000000:00000001:3.0:1773688179.664271:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773688179.664273:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b417d9f80. 02000000:00000001:3.0:1773688179.664276:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773688179.664277:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8a9a10e31800. 02000000:00000001:3.0:1773688179.664280:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773688179.664282:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a0e8b3800. 00000100:00000001:3.0:1773688179.664285:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1773688179.664289:0:73057:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1773688179.664294:0:73057:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b346318f0. 00000400:00000010:3.0:1773688179.664299:0:73057:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a9a16f6b900. 00010000:00000010:3.1:1773688179.667043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11600. 00010000:00000010:0.1:1773688179.667258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0f427e00. 00000800:00000001:2.0:1773688179.669146:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.669157:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.669159:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.669162:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.669169:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.669184:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4464b00 00000400:00000200:2.0:1773688179.669192:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 109480 00000800:00000001:2.0:1773688179.669200:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.669209:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.669212:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.669217:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.669223:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.669225:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.669231:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36721880. 00000100:00000040:2.0:1773688179.669234:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36721880 x1859843854322432 msgsize 584 00000100:00100000:2.0:1773688179.669239:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.669251:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.669259:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.669263:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.669276:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.669281:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854322432 02000000:00000001:3.0:1773688179.669283:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.669286:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.669288:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.669292:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.669295:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854322432 00000020:00000001:3.0:1773688179.669298:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.669299:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.669301:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.669304:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=73 00000020:00000001:3.0:1773688179.669306:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.669309:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.669313:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.669316:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5640. 00000100:00000001:3.0:1773688179.669320:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.669323:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5640. 00000020:00000010:3.0:1773688179.669329:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2800. 00000020:00000010:3.0:1773688179.669333:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06380. 00000020:00000010:3.0:1773688179.669338:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.669345:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.669348:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.669350:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.669353:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.669355:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.669357:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.669371:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.669383:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.669394:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.669396:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.669402:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15510 00000100:00000001:2.0:1773688179.669403:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.669407:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1773688179.669408:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.669408:0:75542:0:(service.c:2223:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.669412:0:75542:0:(service.c:2462:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.669413:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997970851968 : -129075738699648 : ffff8a9b36721880) 00000100:00000040:3.0:1773688179.669422:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36721880 x1859843854322432/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.669431:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.669434:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5640. 00000100:00000001:3.0:1773688179.669437:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.669439:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5640. 00000100:00100000:3.0:1773688179.669444:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+73:68109:x1859843854322432:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.669448:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854322432 00000020:00000001:3.0:1773688179.669452:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.669456:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1773688179.669461:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a0eeec000: xid 1859843854322304, transno 171798692066, client gen 13, slot idx 2 00000001:00000001:3.0:1773688179.669466:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a16f6ba80: xid 1859843854321664, transno 171798692065, client gen 13, slot idx 3 00000001:00000010:3.0:1773688179.669470:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a16f6ba80. 00000020:00000001:3.0:1773688179.669474:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.669476:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.669478:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.669480:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.669483:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854322432, found 0 last_xid 1859843854322431 00000020:00000001:3.0:1773688179.669485:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.669487:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.669489:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.669492:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.669494:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.669497:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.669499:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.669500:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.669502:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.669507:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.669513:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:3.0:1773688179.669516:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.669519:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.669523:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b11600. 00000020:00000001:3.0:1773688179.669527:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.669529:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b11600 with handle 0x52973366461d2d0e to hash 00000020:00000001:3.0:1773688179.669532:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.669534:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941425664 : -129075768125952 : ffff8a9b34b11600) 00010000:00000010:3.0:1773688179.669540:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.669543:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941425664 : -129075768125952 : ffff8a9b34b11600) 00010000:00010000:3.0:1773688179.669548:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2d0e lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a800 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.669558:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:3.0:1773688179.669560:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=74 00010000:00000001:3.0:1773688179.669566:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.669569:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.669575:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.669578:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.669580:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688179.669582:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.669584:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.669587:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.669590:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.669593:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.669595:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.669598:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.669600:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.669602:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.669605:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.669609:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a0c653000. 02000000:00000001:3.0:1773688179.669612:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.669614:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.669617:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.669619:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688179.669623:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688179.669625:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.669628:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.669630:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.669632:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.669635:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.669636:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.669637:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.669639:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.669641:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.669642:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.669644:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.669646:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.669647:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.669649:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.669650:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.669651:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.669653:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.669654:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.669655:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.669659:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.669662:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.669664:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.669666:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.669667:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.669669:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.669671:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.669672:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.669673:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.669675:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.669676:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.669679:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.669680:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.669682:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.669684:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.669688:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1773688179.669694:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:3.0:1773688179.669697:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/~WRD0000.TMP, ldlm_rep = ffff8a9a0c653228 00000004:00000001:3.0:1773688179.669702:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1773688179.669705:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1773688179.669708:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1773688179.669711:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.669712:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.669715:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 5 00010000:00000001:3.0:1773688179.669717:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.669720:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.669723:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b11800. 00000020:00000001:3.0:1773688179.669726:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.669727:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b11800 with handle 0x52973366461d2d15 to hash 00000020:00000001:3.0:1773688179.669730:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.669731:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00010000:00000010:3.0:1773688179.669735:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba480. 00010000:00000001:3.0:1773688179.669738:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00010000:00000001:3.0:1773688179.669741:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.669742:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.669746:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d15 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.669753:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.669757:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.669759:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.669761:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.669764:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.669767:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.669768:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.669771:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.669773:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.669775:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.669777:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.669779:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 5 00010000:00000040:3.0:1773688179.669782:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.669787:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2c43 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7b3 expref: 74 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.669797:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 74 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.669805:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 74 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.669813:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d15 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.669818:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.669823:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.669825:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.669827:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.669828:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.669831:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.669833:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.669836:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.669839:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.669842:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d15 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.669847:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.669849:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.669851:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.669852:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.669853:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.669856:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46d00 count: 2 00010000:00000001:3.0:1773688179.669858:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.669859:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.669862:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b10a00. 00000020:00000001:3.0:1773688179.669864:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.669865:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b10a00 with handle 0x52973366461d2d1c to hash 00000020:00000001:3.0:1773688179.669867:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.669869:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00000010:3.0:1773688179.669872:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba300. 00010000:00000001:3.0:1773688179.669874:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00000001:3.0:1773688179.669876:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.669877:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.669880:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2d1c lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.669884:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.669885:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.669886:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.669888:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.669890:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.669891:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.669893:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.669894:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.669895:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.669896:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.669898:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.669899:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0xf97c74a3 (ffff8a9a0ec46d00) refcount = 2 00010000:00000040:3.0:1773688179.669902:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.669904:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1d600/0x52973366461d2c0b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.669911:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2d1c lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.669916:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.669918:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.669919:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.669921:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.669923:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.669925:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.669927:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.669928:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.669931:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.669934:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2d1c lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.669940:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.669941:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.669942:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.669944:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.669947:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.669988:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.669992:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.669995:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688179.669999:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.670004:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1773688179.670050:0:68797:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.670053:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1773688179.670055:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1773688179.670058:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.670061:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.670063:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.670065:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.670068:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.670069:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.670072:0:68797:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:3.0:1773688179.670074:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.670076:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.670078:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.670080:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x144:0x0] 00000020:00000001:3.0:1773688179.670082:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.670087:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:3.0:1773688179.670089:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:3.0:1773688179.670094:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1773688179.670097:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.670099:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.670103:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 5 00010000:00000001:3.0:1773688179.670105:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.670108:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.670111:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b10c00. 00000020:00000001:3.0:1773688179.670114:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.670116:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b10c00 with handle 0x52973366461d2d23 to hash 00000020:00000001:3.0:1773688179.670118:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.670119:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000010:3.0:1773688179.670123:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315bad80. 00010000:00000001:3.0:1773688179.670126:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:3.0:1773688179.670128:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.670130:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.670133:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2d23 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.670140:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.670142:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.670143:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.670145:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.670147:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.670150:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.670151:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.670154:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.670155:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.670157:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.670159:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.670161:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 5 00010000:00000040:3.0:1773688179.670163:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.670168:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2d07 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7f9 expref: 74 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.670177:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 74 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.670184:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.670191:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.670197:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2d23 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.670202:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.670204:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.670205:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.670212:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.670213:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.670215:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.670216:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.670218:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.670220:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.670224:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2d23 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.670230:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.670231:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.670233:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.670234:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.670236:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.670237:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10c00 refcount=3 00000020:00000001:3.0:1773688179.670240:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:3.0:1773688179.670242:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:3.0:1773688179.670244:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.670245:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.670247:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.670249:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1773688179.670252:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.670255:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.670259:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.670261:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.670266:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.670268:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.670273:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.670276:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.670279:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.670281:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.670282:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.670285:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x144:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:3.0:1773688179.670288:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.670289:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.670290:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.670292:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.670295:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.670296:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.670298:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.670300:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.670301:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.670304:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.670306:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.670309:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1773688179.670311:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1773688179.670313:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1773688179.670316:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a0c653370 00000004:00000001:3.0:1773688179.670319:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.670321:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.670323:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.670325:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.670326:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.670328:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.670329:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.670330:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.670332:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.670334:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:3.0:1773688179.670338:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: returning size 15360 00000004:00000040:3.0:1773688179.670341:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x144:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:3.0:1773688179.670344:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:3.0:1773688179.670346:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000401:2569 00000004:00200000:3.0:1773688179.670349:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:3.0:1773688179.670351:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1773688179.670353:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.670354:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.670357:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1773688179.670358:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.670360:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.670361:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.670363:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.670365:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.670367:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.670370:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.670375:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.670380:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.670382:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.670383:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.670385:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.670391:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.670393:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.670395:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10c00 refcount=3 00000020:00000001:3.0:1773688179.670397:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:3.0:1773688179.670399:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00000004:00010000:3.0:1773688179.670403:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2d23 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:3.0:1773688179.670409:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1773688179.670412:0:68797:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41868f58/ffff8a9b41868f00 to site lru. bkt: ffff8a9a1aeb64c0 00000004:00000001:3.0:1773688179.670415:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.670416:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1773688179.670418:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.670420:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.670422:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1773688179.670424:0:68797:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:3.0:1773688179.670427:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.670428:0:68797:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.670429:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.670431:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 5 00010000:00000040:3.0:1773688179.670434:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.670438:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2d07 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7f9 expref: 74 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.670446:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 74 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.670453:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.670458:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.670463:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2d23 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.670467:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.670468:0:68797:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.670470:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.670471:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.670472:0:68797:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.670474:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.670476:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.670477:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.670478:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.670479:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11800 refcount=3 00000020:00000001:3.0:1773688179.670481:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00010000:00000001:3.0:1773688179.670484:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00010000:00000001:3.0:1773688179.670487:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.670489:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d15 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.670496:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.670497:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.670500:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d15 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.670505:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.670507:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.670509:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.670512:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d15 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.670518:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b34b11800 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.670520:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.670522:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.670525:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d15 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.670531:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.670532:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.670534:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.670535:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11800 refcount=4 00000020:00000001:3.0:1773688179.670537:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00010000:00000001:3.0:1773688179.670539:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00010000:00000001:3.0:1773688179.670542:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.670545:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d15 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.670550:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.670552:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.670554:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.670557:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.670558:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.670560:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.670562:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.670565:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b11800 with handle 0x52973366461d2d15 from hash 00010000:00000001:3.0:1773688179.670567:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.670569:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.670570:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.670572:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.670574:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.670575:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.670577:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.670579:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.670581:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.670583:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.670586:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.670589:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.670591:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.670594:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.670595:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.670597:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.670598:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.670600:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.670602:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.670604:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.670607:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d15 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.670612:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.670613:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.670614:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.670616:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.670617:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.670620:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d15 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.670626:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba480. 00010000:00000001:3.0:1773688179.670634:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.670636:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.670637:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.670639:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.670640:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.670641:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10a00 refcount=3 00000020:00000001:3.0:1773688179.670643:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00000001:3.0:1773688179.670645:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00000001:3.0:1773688179.670647:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.670649:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2d1c lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.670653:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.670655:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.670656:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2d1c lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.670661:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.670662:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.670663:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.670665:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2d1c lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.670671:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b34b10a00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.670673:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.670674:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.670677:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2d1c lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.670683:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.670684:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.670686:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.670687:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10a00 refcount=4 00000020:00000001:3.0:1773688179.670689:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00000001:3.0:1773688179.670691:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00000001:3.0:1773688179.670693:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.670696:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2d1c lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.670701:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.670702:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.670704:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.670706:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.670707:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.670708:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.670710:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.670712:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b10a00 with handle 0x52973366461d2d1c from hash 00010000:00000001:3.0:1773688179.670714:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.670716:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.670717:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.670718:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.670720:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.670721:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.670723:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.670724:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.670725:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.670727:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0xf97c74a3 (ffff8a9a0ec46d00) 00010000:00010000:3.0:1773688179.670730:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.670732:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.670734:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.670736:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.670738:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.670740:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.670741:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.670742:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.670744:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.670746:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.670748:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2d1c lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.670753:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.670755:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.670756:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.670758:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.670759:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.670762:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2d1c lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.670768:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba300. 00010000:00000001:3.0:1773688179.670772:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.670773:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.670775:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.670776:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.670778:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:3.0:1773688179.670780:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.670781:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.670783:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10c00 refcount=3 00000020:00000001:3.0:1773688179.670786:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:3.0:1773688179.670788:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00000004:00000040:3.0:1773688179.670791:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 35 00000020:00000040:3.0:1773688179.670794:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=75 00010000:00000001:3.0:1773688179.670797:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.670799:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.670800:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.670802:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1773688179.670805:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.670807:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.670808:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.670810:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.670811:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.670814:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.670818:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.670820:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.670822:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.670824:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.670826:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.670827:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.670829:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.670832:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.670834:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.670835:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.670836:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.670838:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b11600 with handle 0x52973366461d2d0e from hash 00010000:00000001:3.0:1773688179.670840:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.670841:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.670842:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.670843:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.670844:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.670846:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2d0e lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a800 expref: 75 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.670851:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:3.0:1773688179.670853:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 74 00010000:00000010:3.0:1773688179.670855:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.670858:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.670860:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.670863:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.670865:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2d23 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a800 expref: 74 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.670872:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.670873:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.670875:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:3.0:1773688179.670877:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1773688179.670879:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.670880:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.670882:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.670883:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.670885:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.670886:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b34b10c00, rc 0) 00000020:00000001:3.0:1773688179.670889:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.670892:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854322432 00010000:00000001:3.0:1773688179.670895:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.670901:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b36721880 x1859843854322432/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.670910:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.670912:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.670916:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.670920:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.670923:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.670926:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.670928:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.670930:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.670932:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.670936:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.670941:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee660. 00000100:00000200:3.0:1773688179.670946:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854322432, offset 224 00000400:00000200:3.0:1773688179.670968:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.670979:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.670986:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48105:48105:256:4294967295] 192.168.204.51@tcp LPNI seq info [48101:48101:8:4294967295] 00000400:00000200:3.0:1773688179.670999:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.671005:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.671030:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d800. 00000800:00000200:3.0:1773688179.671037:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.671044:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.671048:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d800 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.671060:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.671063:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.671066:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.671068:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.671070:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.671075:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36721880 x1859843854322432/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.671085:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+74:68109:x1859843854322432:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1651us (1848us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688179.671094:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15510 00000100:00000040:3.0:1773688179.671098:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.671102:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.671104:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.671108:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06380. 00000020:00000010:3.0:1773688179.671112:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.671116:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2800. 00000020:00000040:3.0:1773688179.671121:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 73 00000100:00000001:3.0:1773688179.671123:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.671129:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.671132:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d800. 00000400:00000200:0.0:1773688179.671136:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.671140:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.671144:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee660 00000400:00000010:0.0:1773688179.671146:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee660. 00000100:00000001:0.0:1773688179.671150:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.671153:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.673634:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.673645:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.673647:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.673649:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.673657:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.673669:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4464b80 00000400:00000200:2.0:1773688179.673676:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x73361 [2] + 0 00000800:00000001:2.0:1773688179.673683:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.673691:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.673693:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.673697:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.673703:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.673705:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1773688179.673711:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36723b80. 00000100:00000040:2.0:1773688179.673715:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36723b80 x1859843854322560 msgsize 328 00000100:00100000:2.0:1773688179.673719:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.673733:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.673739:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.673742:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.673761:0:7562:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.673763:0:7562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854322560 02000000:00000001:1.0:1773688179.673766:0:7562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.673768:0:7562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.673769:0:7562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.673772:0:7562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.673775:0:7562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854322560 00000020:00000001:1.0:1773688179.673776:0:7562:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.673778:0:7562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.673779:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.673781:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=74 00000020:00000001:1.0:1773688179.673783:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.673785:0:7562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.673788:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.673791:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a480. 00000100:00000001:1.0:1773688179.673794:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.673795:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a480. 00000020:00000010:1.0:1773688179.673800:0:7562:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356e00. 00000020:00000010:1.0:1773688179.673803:0:7562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03ea00. 00000020:00000010:1.0:1773688179.673811:0:7562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe960. 00000100:00000040:1.0:1773688179.673816:0:7562:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.673818:0:7562:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.673819:0:7562:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.673821:0:7562:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.673823:0:7562:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.673824:0:7562:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.673827:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.673828:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.673829:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10c00 refcount=3 00000020:00000001:1.0:1773688179.673831:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:1.0:1773688179.673833:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:1.0:1773688179.673834:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.673836:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.673837:0:7562:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.673838:0:7562:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.673842:0:7562:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.673852:0:7562:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.673859:0:7562:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.673861:0:7562:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.673864:0:7562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1579 00000100:00000040:1.0:1773688179.673867:0:7562:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688179.673869:0:7562:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997970860928 : -129075738690688 : ffff8a9b36723b80) 00000100:00000040:1.0:1773688179.673874:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36723b80 x1859843854322560/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.673879:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.673882:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a480. 00000100:00000001:1.0:1773688179.673883:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.673885:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a480. 00000100:00100000:1.0:1773688179.673888:0:7562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36723b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+74:2407:x1859843854322560:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.673890:0:7562:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854322560 00010000:00000001:1.0:1773688179.673892:0:7562:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.673894:0:7562:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.673895:0:7562:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.673899:0:7562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.673901:0:7562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.673904:0:7562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9b07833c00. 02000000:00000001:1.0:1773688179.673906:0:7562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.673908:0:7562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.673909:0:7562:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.673911:0:7562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.673912:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.673913:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.673914:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10c00 refcount=3 00000020:00000001:1.0:1773688179.673916:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:1.0:1773688179.673917:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000040:1.0:1773688179.673919:0:7562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 6 00000004:00000001:1.0:1773688179.673923:0:7562:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1773688179.673924:0:7562:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688179.673927:0:7562:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.673929:0:7562:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.673930:0:7562:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.673932:0:7562:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.673934:0:7562:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.673936:0:7562:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.673939:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.673939:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.673941:0:7562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.673941:0:7562:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.673943:0:7562:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b10c00 with handle 0x52973366461d2d23 from hash 00010000:00000001:1.0:1773688179.673945:0:7562:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.673946:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.673946:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.673947:0:7562:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.673950:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.673965:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.673967:0:7562:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.673968:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.673972:0:7562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2d23 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a800 expref: 74 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.673978:0:7562:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:1.0:1773688179.673980:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 73 00010000:00000010:1.0:1773688179.673982:0:7562:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315bad80. 00010000:00000001:1.0:1773688179.673988:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.673989:0:7562:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.673991:0:7562:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.673993:0:7562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00000001:1.0:1773688179.673995:0:7562:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.673996:0:7562:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.673997:0:7562:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.673998:0:7562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.673999:0:7562:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.674002:0:7562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.674004:0:7562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.674021:0:7562:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1773688179.674025:0:7562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.674027:0:7562:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.674030:0:7562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.674032:0:7562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.674033:0:7562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.674035:0:7562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.674037:0:7562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.674041:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64330. 00000100:00000200:1.0:1773688179.674044:0:7562:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854322560, offset 224 00000400:00000200:1.0:1773688179.674050:0:7562:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.674058:0:7562:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.674063:0:7562:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48106:48106:256:4294967295] 192.168.204.51@tcp LPNI seq info [48102:48102:8:4294967295] 00000400:00000200:1.0:1773688179.674069:0:7562:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.674072:0:7562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.674076:0:7562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7300. 00000800:00000200:1.0:1773688179.674080:0:7562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.674085:0:7562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.674087:0:7562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.674096:0:7562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.674099:0:7562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.674101:0:7562:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.674102:0:7562:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.674106:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36723b80 x1859843854322560/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773688179.674114:0:7562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36723b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+73:2407:x1859843854322560:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 232us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688179.674118:0:7562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1579 00000100:00000040:1.0:1773688179.674120:0:7562:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688179.674122:0:7562:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.674123:0:7562:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.674126:0:7562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03ea00. 00000020:00000010:1.0:1773688179.674130:0:7562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe960. 00000020:00000010:1.0:1773688179.674134:0:7562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356e00. 00000020:00000040:1.0:1773688179.674136:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 72 00000100:00000001:1.0:1773688179.674137:0:7562:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.674164:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.674168:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7300. 00000400:00000200:2.0:1773688179.674172:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.674177:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.674180:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64330 00000400:00000010:2.0:1773688179.674182:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64330. 00000100:00000001:2.0:1773688179.674185:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.674187:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1773688179.675053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11800. 00010000:00000010:3.1:1773688179.675064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10a00. 00010000:00000010:3.1:1773688179.675070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11600. 00000800:00000001:2.0:1773688179.675450:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.675457:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.675459:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.675461:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.675466:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.675475:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4464c00 00000400:00000200:2.0:1773688179.675480:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 110064 00000800:00000001:2.0:1773688179.675484:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.675500:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.675502:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.675506:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.675510:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.675511:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.675514:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36723100. 00000100:00000040:2.0:1773688179.675516:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36723100 x1859843854322688 msgsize 584 00000100:00100000:2.0:1773688179.675519:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.675530:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.675534:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.675537:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.675553:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.675556:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854322688 02000000:00000001:1.0:1773688179.675558:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.675559:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.675561:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.675564:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.675566:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854322688 00000020:00000001:1.0:1773688179.675568:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.675569:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.675570:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.675572:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=73 00000020:00000001:1.0:1773688179.675574:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.675575:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.675578:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.675581:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a480. 00000100:00000001:1.0:1773688179.675582:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.675584:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a480. 00000020:00000010:1.0:1773688179.675587:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356e00. 00000020:00000010:1.0:1773688179.675589:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03ea00. 00000020:00000010:1.0:1773688179.675593:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe960. 00000100:00000040:1.0:1773688179.675596:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688179.675598:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.675599:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688179.675601:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688179.675603:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.675604:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.675607:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.675618:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.675624:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.675625:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.675628:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15511 00000100:00000040:1.0:1773688179.675631:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688179.675632:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997970858240 : -129075738693376 : ffff8a9b36723100) 00000100:00000040:1.0:1773688179.675637:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36723100 x1859843854322688/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688179.675642:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.675644:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a480. 00000100:00000001:1.0:1773688179.675645:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.675647:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a480. 00000100:00100000:1.0:1773688179.675650:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+73:68109:x1859843854322688:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688179.675652:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854322688 00000020:00000001:1.0:1773688179.675655:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688179.675657:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688179.675659:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.675661:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688179.675662:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688179.675664:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688179.675667:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854322688, found 0 last_xid 1859843854322687 00000020:00000001:1.0:1773688179.675669:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688179.675670:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688179.675672:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688179.675675:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.675677:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688179.675679:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688179.675680:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688179.675682:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688179.675683:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.675686:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.675690:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:1.0:1773688179.675692:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.675693:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.675696:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0f426200. 00000020:00000001:1.0:1773688179.675705:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.675706:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0f426200 with handle 0x52973366461d2d2a to hash 00000020:00000001:1.0:1773688179.675710:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.675711:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993018446336 : -129080691105280 : ffff8a9a0f426200) 00010000:00000010:1.0:1773688179.675715:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bb80. 00010000:00000001:1.0:1773688179.675716:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993018446336 : -129080691105280 : ffff8a9a0f426200) 00010000:00010000:1.0:1773688179.675719:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426200/0x52973366461d2d2a lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a807 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.675725:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:1.0:1773688179.675727:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=74 00010000:00000001:1.0:1773688179.675730:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688179.675732:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688179.675738:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688179.675739:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688179.675741:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1773688179.675742:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688179.675744:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:1.0:1773688179.675746:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.675749:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:1.0:1773688179.675751:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:1.0:1773688179.675753:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.675755:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688179.675757:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688179.675758:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.675760:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.675765:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a09a14000. 02000000:00000001:1.0:1773688179.675767:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.675769:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.675770:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.675771:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1773688179.675774:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:1.0:1773688179.675776:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.675777:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.675779:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.675781:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.675782:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.675783:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.675784:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.675785:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.675786:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.675787:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.675788:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.675789:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.675789:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.675790:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.675792:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.675793:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.675794:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.675795:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.675796:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.675799:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688179.675802:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688179.675804:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688179.675805:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.675806:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.675807:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.675808:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.675809:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.675810:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.675811:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688179.675812:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.675814:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.675815:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.675816:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688179.675817:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.675819:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1773688179.675823:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:1.0:1773688179.675825:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/HANDOUT.DOC, ldlm_rep = ffff8a9a09a14228 00000004:00000001:1.0:1773688179.675828:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1773688179.675830:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1773688179.675832:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1773688179.675834:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688179.675835:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.675836:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 5 00010000:00000001:1.0:1773688179.675838:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.675840:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.675842:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0f427400. 00000020:00000001:1.0:1773688179.675844:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.675845:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0f427400 with handle 0x52973366461d2d31 to hash 00000020:00000001:1.0:1773688179.675846:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.675847:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000010:1.0:1773688179.675849:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bc80. 00010000:00000001:1.0:1773688179.675851:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000001:1.0:1773688179.675853:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.675854:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.675856:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2d31 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.675860:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688179.675862:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688179.675863:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.675864:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.675866:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.675867:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.675868:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.675871:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.675872:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.675873:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.675874:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.675876:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 5 00010000:00000040:1.0:1773688179.675878:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.675881:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2c43 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7b3 expref: 74 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.675886:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 74 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.675891:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 74 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.675896:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2d31 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.675899:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.675901:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.675903:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.675904:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.675905:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.675907:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.675908:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.675910:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.675911:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.675913:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2d31 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.675916:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688179.675917:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.675919:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.675920:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688179.675921:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.675922:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46200 count: 3 00010000:00000001:1.0:1773688179.675924:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.675925:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.675927:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0f427e00. 00000020:00000001:1.0:1773688179.675935:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.675936:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0f427e00 with handle 0x52973366461d2d38 to hash 00000020:00000001:1.0:1773688179.675937:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.675938:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00010000:00000010:1.0:1773688179.675941:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b080. 00010000:00000001:1.0:1773688179.675942:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00010000:00000001:1.0:1773688179.675943:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.675944:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.675946:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2d38 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.675949:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688179.675950:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688179.675951:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.675952:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.675963:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.675965:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.675966:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.675968:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.675968:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.675969:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.675970:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.675972:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) refcount = 3 00010000:00000040:1.0:1773688179.675973:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.675975:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10000/0x52973366461d2b9b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.675978:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d2b78 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.675983:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2d38 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.675986:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.675987:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.675988:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.675989:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.675989:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.675991:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.675992:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.675994:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.675995:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.675996:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2d38 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.675999:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688179.676000:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.676001:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.676002:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.676005:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1773688179.676049:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1773688179.676051:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1773688179.676054:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1773688179.676057:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.676060:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1773688179.676073:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688179.676075:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688179.676076:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688179.676078:0:68797:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:1.0:1773688179.676081:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1773688179.676082:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688179.676083:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.676084:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.676086:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f427400 refcount=3 00000020:00000001:1.0:1773688179.676087:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000001:1.0:1773688179.676089:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000001:1.0:1773688179.676091:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688179.676093:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2d31 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.676096:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.676097:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.676098:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2d31 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.676102:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.676103:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.676105:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688179.676107:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2d31 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.676111:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a0f427400 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688179.676113:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.676114:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688179.676116:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2d31 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.676119:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688179.676120:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.676121:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.676122:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f427400 refcount=4 00000020:00000001:1.0:1773688179.676123:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000001:1.0:1773688179.676124:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000001:1.0:1773688179.676126:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688179.676128:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2d31 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.676134:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688179.676135:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688179.676136:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.676138:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.676139:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.676140:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.676141:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.676143:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0f427400 with handle 0x52973366461d2d31 from hash 00010000:00000001:1.0:1773688179.676145:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.676146:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.676147:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.676147:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.676149:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.676150:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.676151:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.676152:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.676153:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.676154:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:1.0:1773688179.676156:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688179.676157:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.676158:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.676159:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688179.676160:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688179.676162:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.676163:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.676164:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.676165:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.676166:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.676168:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2d31 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.676171:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.676172:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.676172:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688179.676174:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688179.676175:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.676176:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2d31 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688179.676180:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bc80. 00010000:00000001:1.0:1773688179.676184:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.676185:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688179.676185:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688179.676186:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.676187:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.676188:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f427e00 refcount=3 00000020:00000001:1.0:1773688179.676189:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00010000:00000001:1.0:1773688179.676191:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00010000:00000001:1.0:1773688179.676192:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688179.676194:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2d38 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.676197:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.676197:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.676199:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2d38 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.676201:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.676202:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.676203:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688179.676205:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2d38 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.676208:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a0f427e00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688179.676209:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.676209:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688179.676211:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2d38 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.676216:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688179.676217:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.676218:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.676219:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f427e00 refcount=4 00000020:00000001:1.0:1773688179.676220:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00010000:00000001:1.0:1773688179.676221:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00010000:00000001:1.0:1773688179.676222:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688179.676223:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2d38 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.676225:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688179.676226:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688179.676227:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.676228:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.676229:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.676230:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.676231:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.676232:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0f427e00 with handle 0x52973366461d2d38 from hash 00010000:00000001:1.0:1773688179.676233:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.676234:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.676235:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.676235:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.676236:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.676237:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.676238:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.676239:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.676240:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.676241:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) 00010000:00010000:1.0:1773688179.676242:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688179.676243:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.676245:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.676246:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688179.676247:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688179.676248:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.676249:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.676250:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.676251:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.676252:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.676253:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2d38 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.676256:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.676257:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.676257:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688179.676258:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688179.676259:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.676260:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2d38 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688179.676263:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b080. 00010000:00000001:1.0:1773688179.676266:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.676266:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688179.676268:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1773688179.676269:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1773688179.676270:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1773688179.676271:0:68797:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:1.0:1773688179.676273:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688179.676274:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688179.676275:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688179.676276:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688179.676277:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688179.676279:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1773688179.676284:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.676285:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:1.0:1773688179.676287:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688179.676289:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688179.676290:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773688179.676291:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688179.676292:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.676294:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.676296:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.676297:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.676298:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.676299:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0f426200 with handle 0x52973366461d2d2a from hash 00010000:00000001:1.0:1773688179.676301:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.676301:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.676302:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.676304:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688179.676304:0:68797:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773688179.676306:0:68797:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1773688179.676309:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426200/0x52973366461d2d2a lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a807 expref: 74 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.676313:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688179.676314:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.676315:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.676317:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.676319:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.676320:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.676321:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.676322:0:68797:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.676323:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.676324:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.676325:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.676325:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.676326:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:1.0:1773688179.676328:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688179.676329:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.676330:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.676331:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688179.676331:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.676333:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426200/0x52973366461d2d2a lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a807 expref: 74 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.676337:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:1.0:1773688179.676339:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 73 00010000:00000010:1.0:1773688179.676341:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bb80. 00010000:00000001:1.0:1773688179.676344:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.676345:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a0f426200, rc 0) 00000020:00000001:1.0:1773688179.676347:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1773688179.676349:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854322688 00010000:00000001:1.0:1773688179.676351:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688179.676354:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b36723100 x1859843854322688/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688179.676359:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.676360:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.676362:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688179.676365:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.676366:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.676368:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.676370:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.676372:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.676374:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.676376:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.676379:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64110. 00000100:00000200:1.0:1773688179.676382:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854322688, offset 224 00000400:00000200:1.0:1773688179.676387:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.676394:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.676399:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48107:48107:256:4294967295] 192.168.204.51@tcp LPNI seq info [48103:48103:8:4294967295] 00000400:00000200:1.0:1773688179.676408:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.676413:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.676418:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7300. 00000800:00000200:1.0:1773688179.676423:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.676428:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.676431:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7300 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.676444:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.676447:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.676449:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688179.676450:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.676452:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688179.676456:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36723100 x1859843854322688/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688179.676466:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+73:68109:x1859843854322688:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 820us (946us total) trans 0 rc 301/301 00000100:00100000:1.0:1773688179.676472:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15511 00000100:00000040:1.0:1773688179.676475:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688179.676478:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.676479:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.676482:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03ea00. 00000020:00000010:1.0:1773688179.676487:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe960. 00000020:00000010:1.0:1773688179.676490:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356e00. 00000020:00000040:1.0:1773688179.676494:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 72 00000100:00000001:1.0:1773688179.676497:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.676505:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.676510:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7300. 00000400:00000200:0.0:1773688179.676514:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.676518:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.676520:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64110 00000400:00000010:0.0:1773688179.676522:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64110. 00000100:00000001:0.0:1773688179.676525:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.676526:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688179.677217:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10c00. 00000800:00000001:2.0:1773688179.679670:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.679682:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.679685:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.679688:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.679699:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.679714:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 520 into portal 13 MB=0x69b84a4464d00 00000400:00000200:2.0:1773688179.679723:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index d from 12345-192.168.204.51@tcp of length 520/520 into md 0x3bca9 [128] + 47840 00000800:00000001:2.0:1773688179.679730:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.679739:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.679742:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.679746:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.679753:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.679755:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_io 00000100:00000010:2.0:1773688179.679761:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36723800. 00000100:00000040:2.0:1773688179.679765:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36723800 x1859843854322944 msgsize 520 00000100:00100000:2.0:1773688179.679770:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.679782:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.679790:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.679794:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.679806:0:74225:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.679809:0:74225:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854322944 02000000:00000001:0.0:1773688179.679811:0:74225:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.679819:0:74225:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.679821:0:74225:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.679824:0:74225:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.679827:0:74225:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854322944 00000020:00000001:0.0:1773688179.679829:0:74225:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.679831:0:74225:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.679833:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.679835:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=73 00000020:00000001:0.0:1773688179.679838:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.679839:0:74225:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.679843:0:74225:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.679846:0:74225:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703500. 00000100:00000001:0.0:1773688179.679849:0:74225:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.679851:0:74225:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703500. 00000020:00000010:0.0:1773688179.679855:0:74225:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b37441c00. 00000020:00000010:0.0:1773688179.679859:0:74225:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b08bfd200. 00000020:00000010:0.0:1773688179.679863:0:74225:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400898. 00000100:00000040:0.0:1773688179.679869:0:74225:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_io at +75s 00000100:00000001:0.0:1773688179.679871:0:74225:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.679872:0:74225:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1773688179.679874:0:74225:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:0.0:1773688179.679876:0:74225:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.679879:0:74225:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862544 : -1038689072 : ffffffffc216dcd0) 00000020:00000001:0.0:1773688179.679881:0:74225:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.679884:0:74225:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.679886:0:74225:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.679887:0:74225:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.679893:0:74225:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.679901:0:74225:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.679909:0:74225:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.679910:0:74225:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.679915:0:74225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 92 00000100:00000040:0.0:1773688179.679918:0:74225:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.679920:0:74225:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997970860032 : -129075738691584 : ffff8a9b36723800) 00000100:00000040:0.0:1773688179.679925:0:74225:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36723800 x1859843854322944/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 520/0 e 0 to 0 dl 1773688259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688179.679931:0:74225:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.679933:0:74225:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703500. 00000100:00000001:0.0:1773688179.679935:0:74225:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.679936:0:74225:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703500. 00000100:00100000:0.0:1773688179.679940:0:74225:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36723800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+73:68109:x1859843854322944:12345-192.168.204.51@tcp:36:dbench.0 00000100:00000200:0.0:1773688179.679943:0:74225:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854322944 00000020:00000001:0.0:1773688179.679944:0:74225:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.679946:0:74225:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688179.679949:0:74225:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.679950:0:74225:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.679951:0:74225:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862544 : -1038689072 : ffffffffc216dcd0) 00000020:00000001:0.0:1773688179.679966:0:74225:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688179.679970:0:74225:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854322944, found 0 last_xid 1859843854322943 00000020:00000001:0.0:1773688179.679972:0:74225:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.679974:0:74225:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.679975:0:74225:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.679976:0:74225:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.679979:0:74225:0:(mdt_handler.c:3339:mdt_reint()) Process entered 00000004:00000002:0.0:1773688179.679983:0:74225:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 5 req@ffff8a9b36723800 x1859843854322944/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 520/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1773688179.679995:0:74225:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1773688179.679996:0:74225:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1773688179.679999:0:74225:0:(mdt_lib.c:1700:mdt_rename_unpack()) Process entered 00000001:00000001:0.0:1773688179.680001:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.680002:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.680004:0:74225:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.680024:0:74225:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.680026:0:74225:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.680028:0:74225:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.680030:0:74225:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.680031:0:74225:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.680035:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.680036:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.680038:0:74225:0:(mdt_lib.c:1387:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.680040:0:74225:0:(mdt_lib.c:1744:mdt_rename_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.680041:0:74225:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.680044:0:74225:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688179.680045:0:74225:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688179.680047:0:74225:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.680049:0:74225:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.680054:0:74225:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8a9a0bf90000. 02000000:00000001:0.0:1773688179.680057:0:74225:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.680060:0:74225:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.680063:0:74225:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1773688179.680065:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.680066:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.680068:0:74225:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.680070:0:74225:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.680072:0:74225:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.680073:0:74225:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.680075:0:74225:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.680077:0:74225:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.680079:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.680081:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.680085:0:74225:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688179.680091:0:74225:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688179.680093:0:74225:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688179.680095:0:74225:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.680097:0:74225:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.680099:0:74225:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.680100:0:74225:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.680102:0:74225:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.680104:0:74225:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.680107:0:74225:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688179.680108:0:74225:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.680111:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.680113:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.680115:0:74225:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688179.680116:0:74225:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.680119:0:74225:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1773688179.680120:0:74225:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.680122:0:74225:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1773688179.680124:0:74225:0:(mdt_reint.c:2798:mdt_reint_rename()) Process entered 00000020:00000001:0.0:1773688179.680127:0:74225:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b81c4fc00 00000020:00000001:0.0:1773688179.680128:0:74225:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b81c4fc00 00000004:00000002:0.0:1773688179.680132:0:74225:0:(mdt_reint.c:2801:mdt_reint_rename()) @@@ rename [0x20000afe1:0xef:0x0]/~WRD0000.TMP to [0x20000afe1:0xef:0x0]/HANDOUT.DOC req@ffff8a9b36723800 x1859843854322944/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 520/2888 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773688179.680138:0:74225:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1773688179.680140:0:74225:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00000001:0.0:1773688179.680142:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.680143:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.680144:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11200 refcount=3 00000020:00000001:0.0:1773688179.680146:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000001:0.0:1773688179.680147:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000040:0.0:1773688179.680150:0:74225:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 5 00000004:00000001:0.0:1773688179.680153:0:74225:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1773688179.680155:0:74225:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1773688179.680157:0:74225:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.680158:0:74225:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.680160:0:74225:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.680161:0:74225:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.680165:0:74225:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.680167:0:74225:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.680172:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.680173:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.680175:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.680176:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.680179:0:74225:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b11200 with handle 0x52973366461d2d07 from hash 00010000:00000001:0.0:1773688179.680181:0:74225:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.680183:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.680184:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.680185:0:74225:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.680190:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.680191:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.680194:0:74225:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.680196:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.680201:0:74225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2d07 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7f9 expref: 73 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.680209:0:74225:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:0.0:1773688179.680211:0:74225:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 72 00010000:00000010:0.0:1773688179.680214:0:74225:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba200. 00010000:00000001:0.0:1773688179.680224:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.680225:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.680227:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.680228:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10200 refcount=3 00000020:00000001:0.0:1773688179.680231:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00010000:00000001:0.0:1773688179.680233:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00010000:00000001:0.0:1773688179.680236:0:74225:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.680238:0:74225:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.680241:0:74225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00000001:0.0:1773688179.680243:0:74225:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.680245:0:74225:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.680248:0:74225:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1773688179.680250:0:74225:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00000004:00000001:0.0:1773688179.680253:0:74225:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1773688179.680254:0:74225:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1773688179.680256:0:74225:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.680257:0:74225:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.680259:0:74225:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.680261:0:74225:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.680264:0:74225:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.680266:0:74225:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.680269:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.680271:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.680273:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.680275:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.680277:0:74225:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b10200 with handle 0x52973366461d2c43 from hash 00010000:00000001:0.0:1773688179.680279:0:74225:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.680280:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.680281:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.680283:0:74225:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.680285:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.680287:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.680288:0:74225:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.680290:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.680293:0:74225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2c43 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7b3 expref: 72 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.680301:0:74225:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:0.0:1773688179.680303:0:74225:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 71 00010000:00000010:0.0:1773688179.680305:0:74225:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba580. 00010000:00000001:0.0:1773688179.680311:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.680312:0:74225:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.680314:0:74225:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.680316:0:74225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00000001:0.0:1773688179.680319:0:74225:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.680321:0:74225:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.680323:0:74225:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1773688179.680325:0:74225:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1773688179.680327:0:74225:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=2 : 2 : 2) 00000004:00000001:0.0:1773688179.680330:0:74225:0:(mdt_reint.c:1669:mdt_parent_find_check()) Process entered 00000004:00000001:0.0:1773688179.680332:0:74225:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.680334:0:74225:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:0.0:1773688179.680336:0:74225:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.680340:0:74225:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:0.0:1773688179.680342:0:74225:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:0.0:1773688179.680346:0:74225:0:(mdt_reint.c:1685:mdt_parent_find_check()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:0.0:1773688179.680348:0:74225:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1773688179.680350:0:74225:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.680354:0:74225:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1773688179.680355:0:74225:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:0.0:1773688179.680356:0:74225:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1773688179.680357:0:74225:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.680360:0:74225:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b81c4fc00 00000004:00000040:0.0:1773688179.680362:0:74225:0:(mdt_reint.c:2903:mdt_reint_rename()) lustre-MDT0000: samedir file parallel rename [0x20000afe1:0xef:0x0]/~WRD0000.TMP 00000004:00000001:0.0:1773688179.680366:0:74225:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1773688179.680369:0:74225:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1773688179.680372:0:74225:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1773688179.680374:0:74225:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.680376:0:74225:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.680380:0:74225:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:0.0:1773688179.680383:0:74225:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.680386:0:74225:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.680389:0:74225:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86200. 00000020:00000001:0.0:1773688179.680392:0:74225:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.680394:0:74225:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86200 with handle 0x52973366461d2d3f to hash 00000020:00000001:0.0:1773688179.680397:0:74225:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.680399:0:74225:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139743232 : -129076569808384 : ffff8a9b04e86200) 00010000:00000010:0.0:1773688179.680403:0:74225:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921cf00. 00010000:00000001:0.0:1773688179.680406:0:74225:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139743232 : -129076569808384 : ffff8a9b04e86200) 00010000:00000001:0.0:1773688179.680408:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.680409:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.680414:0:74225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d2d3f lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.680420:0:74225:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.680423:0:74225:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.680425:0:74225:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.680427:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.680429:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.680432:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.680434:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.680436:0:74225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.680438:0:74225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.680440:0:74225:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.680442:0:74225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.680445:0:74225:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 3 00010000:00000040:0.0:1773688179.680447:0:74225:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.680451:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 71 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.680459:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 71 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.680466:0:74225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d2d3f lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.680471:0:74225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.680473:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.680475:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.680477:0:74225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.680479:0:74225:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.680481:0:74225:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.680484:0:74225:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.680487:0:74225:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.680489:0:74225:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.680492:0:74225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d2d3f lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.680498:0:74225:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.680499:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.680501:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.680502:0:74225:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.680504:0:74225:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.680506:0:74225:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46200 count: 3 00010000:00000001:0.0:1773688179.680509:0:74225:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.680511:0:74225:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.680514:0:74225:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86c00. 00000020:00000001:0.0:1773688179.680516:0:74225:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.680519:0:74225:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86c00 with handle 0x52973366461d2d46 to hash 00000020:00000001:0.0:1773688179.680521:0:74225:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.680522:0:74225:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000010:0.0:1773688179.680526:0:74225:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c800. 00010000:00000001:0.0:1773688179.680528:0:74225:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:0.0:1773688179.680531:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.680532:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.680535:0:74225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2d46 lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.680540:0:74225:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.680542:0:74225:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.680543:0:74225:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.680545:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.680547:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.680548:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.680550:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.680552:0:74225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.680553:0:74225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.680555:0:74225:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.680556:0:74225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.680558:0:74225:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) refcount = 3 00010000:00000040:0.0:1773688179.680561:0:74225:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.680564:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10000/0x52973366461d2b9b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.680570:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d2b78 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.680576:0:74225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2d46 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.680588:0:74225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.680593:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.680594:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.680596:0:74225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.680597:0:74225:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.680599:0:74225:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.680601:0:74225:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.680603:0:74225:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.680605:0:74225:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.680608:0:74225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2d46 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.680611:0:74225:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.680613:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.680615:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.680617:0:74225:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.680623:0:74225:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1773688179.680625:0:74225:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1773688179.680626:0:74225:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.680628:0:74225:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.680632:0:74225:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46d00 count: 2 00010000:00000001:0.0:1773688179.680634:0:74225:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.680637:0:74225:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.680640:0:74225:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86000. 00000020:00000001:0.0:1773688179.680643:0:74225:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.680644:0:74225:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86000 with handle 0x52973366461d2d4d to hash 00000020:00000001:0.0:1773688179.680646:0:74225:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.680648:0:74225:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000010:0.0:1773688179.680651:0:74225:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c400. 00010000:00000001:0.0:1773688179.680653:0:74225:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688179.680656:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.680657:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.680660:0:74225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2d4d lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.680666:0:74225:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.680668:0:74225:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.680670:0:74225:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.680671:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.680673:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.680675:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.680676:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.680678:0:74225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.680680:0:74225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.680682:0:74225:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.680684:0:74225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.680686:0:74225:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0xf97c74a3 (ffff8a9a0ec46d00) refcount = 2 00010000:00000040:0.0:1773688179.680689:0:74225:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.680691:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1d600/0x52973366461d2c0b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.680697:0:74225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2d4d lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.680702:0:74225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.680705:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.680706:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.680708:0:74225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.680710:0:74225:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.680712:0:74225:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.680714:0:74225:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.680716:0:74225:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.680719:0:74225:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.680722:0:74225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2d4d lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.680728:0:74225:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.680729:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.680731:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1773688179.680736:0:74225:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.680786:0:74225:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:0.0:1773688179.680790:0:74225:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0xef:0x0] version is 0x27000000be 00080000:00000001:0.0:1773688179.680794:0:74225:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.680798:0:74225:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:0.0:1773688179.680800:0:74225:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0xef:0x0] version is 0x27000000be 00000004:00000001:0.0:1773688179.680805:0:74225:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.680835:0:74225:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.680838:0:74225:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688179.680841:0:74225:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:0.0:1773688179.680845:0:74225:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.680850:0:74225:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1773688179.680874:0:74225:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.680877:0:74225:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1773688179.680879:0:74225:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1773688179.680883:0:74225:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688179.680885:0:74225:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688179.680888:0:74225:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688179.680891:0:74225:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.680894:0:74225:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688179.680896:0:74225:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.680898:0:74225:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:0.0:1773688179.680900:0:74225:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.680903:0:74225:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.680906:0:74225:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.680908:0:74225:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x144:0x0] 00000020:00000001:0.0:1773688179.680910:0:74225:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.680916:0:74225:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:0.0:1773688179.680918:0:74225:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:0.0:1773688179.680921:0:74225:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1773688179.680924:0:74225:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.680929:0:74225:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.680946:0:74225:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.680948:0:74225:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688179.680950:0:74225:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:0.0:1773688179.681084:0:74225:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.681087:0:74225:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1773688179.681103:0:74225:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.681106:0:74225:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.681108:0:74225:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.681112:0:74225:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000004:00000001:0.0:1773688179.681114:0:74225:0:(mdt_lib.c:2207:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681117:0:74225:0:(mdt_handler.c:4261:mdt_object_lock()) Process entered 00010000:00000001:0.0:1773688179.681120:0:74225:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.681122:0:74225:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.681126:0:74225:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 4 00010000:00000001:0.0:1773688179.681129:0:74225:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.681132:0:74225:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.681135:0:74225:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86e00. 00000020:00000001:0.0:1773688179.681138:0:74225:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.681141:0:74225:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86e00 with handle 0x52973366461d2d54 to hash 00000020:00000001:0.0:1773688179.681143:0:74225:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.681145:0:74225:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000010:0.0:1773688179.681149:0:74225:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c700. 00010000:00000001:0.0:1773688179.681151:0:74225:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:0.0:1773688179.681154:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.681156:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.681159:0:74225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 3/0,1 mode: --/EX res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.681165:0:74225:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.681167:0:74225:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.681169:0:74225:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.681171:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.681173:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.681176:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.681177:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.681179:0:74225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.681180:0:74225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.681182:0:74225:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.681183:0:74225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.681185:0:74225:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 4 00010000:00000040:0.0:1773688179.681189:0:74225:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.681194:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 71 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.681200:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.681207:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.681212:0:74225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.681218:0:74225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.681221:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.681223:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.681226:0:74225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.681227:0:74225:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.681230:0:74225:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.681231:0:74225:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.681233:0:74225:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.681236:0:74225:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.681239:0:74225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.681244:0:74225:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.681246:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.681247:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.681249:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.681250:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.681252:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86e00 refcount=3 00000020:00000001:0.0:1773688179.681255:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:0.0:1773688179.681257:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:0.0:1773688179.681259:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.681261:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.681263:0:74225:0:(mdt_handler.c:4265:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.681267:0:74225:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.681271:0:74225:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:0.0:1773688179.681273:0:74225:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0x144:0x0] version is 0x28000000db 00000004:00000001:0.0:1773688179.681279:0:74225:0:(mdd_dir.c:3531:mdd_rename()) Process entered 00000020:00000001:0.0:1773688179.681281:0:74225:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.681283:0:74225:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:0.0:1773688179.681303:0:74225:0:(mdd_dir.c:3328:mdd_rename_sanity_check()) Process entered 00000004:00000001:0.0:1773688179.681305:0:74225:0:(mdd_dir.c:523:mdd_may_delete()) Process entered 00000004:00000001:0.0:1773688179.681306:0:74225:0:(mdd_dir.c:487:mdd_may_delete_entry()) Process entered 00000004:00000001:0.0:1773688179.681309:0:74225:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688179.681311:0:74225:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 3 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:0.0:1773688179.681315:0:74225:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681317:0:74225:0:(mdd_dir.c:509:mdd_may_delete_entry()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681320:0:74225:0:(mdd_dir.c:563:mdd_may_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681323:0:74225:0:(mdd_dir.c:442:mdd_may_create()) Process entered 00000004:00000001:0.0:1773688179.681324:0:74225:0:(mdd_dir.c:454:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681326:0:74225:0:(mdd_dir.c:3374:mdd_rename_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1773688179.681330:0:74225:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1773688179.681337:0:74225:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9b07fb6120. 00080000:00000001:0.0:1773688179.681341:0:74225:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1773688179.681349:0:74225:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0e968c00. 00080000:00000001:0.0:1773688179.681352:0:74225:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993007184896 : -129080702366720 : ffff8a9a0e968c00) 00000004:00000001:0.0:1773688179.681357:0:74225:0:(mdd_dir.c:1597:mdd_linkea_prepare()) Process entered 00000004:00000001:0.0:1773688179.681363:0:74225:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.681367:0:74225:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.681371:0:74225:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:0.0:1773688179.681374:0:74225:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000020:00000001:0.0:1773688179.681379:0:74225:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b81c4fa60 00000001:00000002:0.0:1773688179.681380:0:74225:0:(linkea.c:206:linkea_del_buf()) Old link_ea name '~WRD0000.TMP' is removed 00000020:00000001:0.0:1773688179.681383:0:74225:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b81c4fa50 00000001:00000002:0.0:1773688179.681383:0:74225:0:(linkea.c:183:linkea_add_buf()) New link_ea name '[0x20000afe1:0xef:0x0]:HANDOUT.DOC' is added 00000004:00000001:0.0:1773688179.681385:0:74225:0:(mdd_dir.c:1624:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681388:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.681390:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007184896 : -129080702366720 : ffff8a9a0e968c00) 00080000:00000001:0.0:1773688179.681393:0:74225:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:0.0:1773688179.681401:0:74225:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681404:0:74225:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688179.681406:0:74225:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688179.681407:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.681409:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007184896 : -129080702366720 : ffff8a9a0e968c00) 00080000:00000001:0.0:1773688179.681411:0:74225:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688179.681413:0:74225:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681415:0:74225:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681417:0:74225:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688179.681419:0:74225:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681421:0:74225:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681422:0:74225:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688179.681423:0:74225:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688179.681425:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.681426:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007184896 : -129080702366720 : ffff8a9a0e968c00) 00080000:00000001:0.0:1773688179.681428:0:74225:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688179.681429:0:74225:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681431:0:74225:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681432:0:74225:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688179.681434:0:74225:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681435:0:74225:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681437:0:74225:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688179.681438:0:74225:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688179.681439:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.681440:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007184896 : -129080702366720 : ffff8a9a0e968c00) 00080000:00000001:0.0:1773688179.681442:0:74225:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688179.681451:0:74225:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681453:0:74225:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681455:0:74225:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681458:0:74225:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.681460:0:74225:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.681462:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.681463:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007184896 : -129080702366720 : ffff8a9a0e968c00) 00080000:00000001:0.0:1773688179.681465:0:74225:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1773688179.681488:0:74225:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681490:0:74225:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681492:0:74225:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681494:0:74225:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:0.0:1773688179.681496:0:74225:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688179.681497:0:74225:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.681498:0:74225:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:0.0:1773688179.681500:0:74225:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681501:0:74225:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681503:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.681504:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007184896 : -129080702366720 : ffff8a9a0e968c00) 00080000:00000001:0.0:1773688179.681506:0:74225:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000002:0.0:1773688179.681508:0:74225:0:(osd_oi.c:1096:osd_idc_find_or_init()) lustre-MDT0000: FID [0x20000afe1:0x144:0x0] not in the id map cache 00080000:00000001:0.0:1773688179.681510:0:74225:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1773688179.681511:0:74225:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1773688179.681512:0:74225:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688179.681513:0:74225:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688179.681515:0:74225:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688179.681516:0:74225:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.681517:0:74225:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688179.681518:0:74225:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.681520:0:74225:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1773688179.681521:0:74225:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1773688179.681522:0:74225:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688179.681524:0:74225:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688179.681525:0:74225:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688179.681526:0:74225:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.681528:0:74225:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.681546:0:74225:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.681549:0:74225:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.681553:0:74225:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1773688179.681555:0:74225:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1773688179.681560:0:74225:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1773688179.681561:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.681562:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007184896 : -129080702366720 : ffff8a9a0e968c00) 00080000:00000001:0.0:1773688179.681566:0:74225:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688179.681571:0:74225:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688179.681573:0:74225:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681575:0:74225:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681577:0:74225:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.681579:0:74225:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.681581:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.681582:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007184896 : -129080702366720 : ffff8a9a0e968c00) 00080000:00000001:0.0:1773688179.681584:0:74225:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1773688179.681591:0:74225:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681593:0:74225:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681595:0:74225:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.681618:0:74225:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.681621:0:74225:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681624:0:74225:0:(mdd_dir.c:688:__mdd_index_delete()) Process entered 00000004:00000001:0.0:1773688179.681626:0:74225:0:(mdd_dir.c:629:__mdd_index_delete_only()) Process entered 00000004:00000001:0.0:1773688179.681628:0:74225:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:0.0:1773688179.681630:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.681631:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007184896 : -129080702366720 : ffff8a9a0e968c00) 00080000:00000001:0.0:1773688179.681634:0:74225:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:0.0:1773688179.681647:0:74225:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1773688179.681648:0:74225:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1773688179.681650:0:74225:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688179.681651:0:74225:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688179.681653:0:74225:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688179.681654:0:74225:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.681656:0:74225:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688179.681658:0:74225:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.681675:0:74225:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681678:0:74225:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681680:0:74225:0:(mdd_dir.c:636:__mdd_index_delete_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681682:0:74225:0:(mdd_dir.c:697:__mdd_index_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681686:0:74225:0:(mdd_dir.c:669:__mdd_index_insert()) Process entered 00000004:00000001:0.0:1773688179.681687:0:74225:0:(mdd_dir.c:647:__mdd_index_insert_only()) Process entered 00000004:00000001:0.0:1773688179.681689:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.681690:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007184896 : -129080702366720 : ffff8a9a0e968c00) 00080000:00000001:0.0:1773688179.681694:0:74225:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:0.0:1773688179.681713:0:74225:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681715:0:74225:0:(mdd_dir.c:659:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681717:0:74225:0:(mdd_dir.c:678:__mdd_index_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681720:0:74225:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:0.0:1773688179.681722:0:74225:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:0.0:1773688179.681724:0:74225:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:0.0:1773688179.681726:0:74225:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:0.0:1773688179.681727:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.681728:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007184896 : -129080702366720 : ffff8a9a0e968c00) 00080000:00000001:0.0:1773688179.681732:0:74225:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:0.0:1773688179.681741:0:74225:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681743:0:74225:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681745:0:74225:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681748:0:74225:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681750:0:74225:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681754:0:74225:0:(mdd_dir.c:1639:mdd_links_rename()) Process entered 00000004:00000001:0.0:1773688179.681758:0:74225:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.681761:0:74225:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1773688179.681763:0:74225:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.681764:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.681765:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007184896 : -129080702366720 : ffff8a9a0e968c00) 00080000:00000001:0.0:1773688179.681768:0:74225:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1773688179.681771:0:74225:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.link with size 53 00080000:00000001:0.0:1773688179.681773:0:74225:0:(osd_xattr.c:852:osd_xattr_handle_linkea()) Process entered 00080000:00000001:0.0:1773688179.681775:0:74225:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1773688179.681777:0:74225:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1773688179.681778:0:74225:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688179.681780:0:74225:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688179.681781:0:74225:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688179.681783:0:74225:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.681784:0:74225:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688179.681787:0:74225:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.681789:0:74225:0:(osd_xattr.c:882:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.681806:0:74225:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1773688179.681808:0:74225:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.681811:0:74225:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681813:0:74225:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681814:0:74225:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681816:0:74225:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681818:0:74225:0:(mdd_dir.c:1653:mdd_links_rename()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688179.681821:0:74225:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:0.0:1773688179.681823:0:74225:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:0.0:1773688179.681824:0:74225:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:0.0:1773688179.681825:0:74225:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:0.0:1773688179.681826:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.681827:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007184896 : -129080702366720 : ffff8a9a0e968c00) 00080000:00000001:0.0:1773688179.681830:0:74225:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:0.0:1773688179.681835:0:74225:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681837:0:74225:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681839:0:74225:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688179.681840:0:74225:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681842:0:74225:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681844:0:74225:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681846:0:74225:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681847:0:74225:0:(mdd_dir.c:3767:mdd_rename()) Process leaving 00000004:00000001:0.0:1773688179.681850:0:74225:0:(mdd_dir.c:1371:mdd_changelog_ns_store()) Process entered 00000004:00000001:0.0:1773688179.681851:0:74225:0:(mdd_dir.c:1378:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.681854:0:74225:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1773688179.681857:0:74225:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1773688179.681860:0:74225:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:0.0:1773688179.681863:0:74225:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.681865:0:74225:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1773688179.681866:0:74225:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.681867:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.681869:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007184896 : -129080702366720 : ffff8a9a0e968c00) 00080000:00000001:0.0:1773688179.681871:0:74225:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1773688179.681873:0:74225:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:0.0:1773688179.681882:0:74225:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1773688179.681883:0:74225:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.681885:0:74225:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681887:0:74225:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681888:0:74225:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.681890:0:74225:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:0.0:1773688179.681892:0:74225:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692067, last_committed = 171798692041 00000001:00000010:0.0:1773688179.681896:0:74225:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b27a7ea80. 00000001:00000040:0.0:1773688179.681898:0:74225:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 26 00000020:00000040:0.0:1773688179.681901:0:74225:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=72 00000001:00000010:0.0:1773688179.681907:0:74225:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b08b53f00. 00000004:00000001:0.0:1773688179.681913:0:74225:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1773688179.681915:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.681916:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007184896 : -129080702366720 : ffff8a9a0e968c00) 00080000:00000001:0.0:1773688179.681919:0:74225:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688179.681933:0:74225:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1773688179.681936:0:74225:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1773688179.681940:0:74225:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b08b53f00: xid 1859843854322944, transno 171798692067, tag 1, client gen 13, slot idx 3 00000001:00000001:0.0:1773688179.681943:0:74225:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.681996:0:74225:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773688179.682000:0:74225:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9b07fb6120. 00000020:00000001:0.0:1773688179.682004:0:74225:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773688179.682034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0f427400. 00010000:00000010:1.1:1773688179.682040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0f427e00. 00010000:00000010:1.1:1773688179.682045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0f426200. 00000020:00000001:0.0:1773688179.682049:0:74225:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.682057:0:74225:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.682061:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.682064:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.682068:0:74225:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1773688179.682082:0:74225:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.682085:0:74225:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.682088:0:74225:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.682091:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.682092:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.682094:0:74225:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.682097:0:74225:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.682099:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.682101:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.682104:0:74225:0:(mdt_reint.c:3213:mdt_reint_rename()) Process leaving 00000004:00000001:0.0:1773688179.682106:0:74225:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688179.682109:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:0.0:1773688179.682112:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.682114:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:0.0:1773688179.682116:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.682118:0:74225:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688179.682120:0:74225:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688179.682121:0:74225:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1773688179.682122:0:74225:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688179.682124:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:0.0:1773688179.682125:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.682127:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.682128:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.682131:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.682133:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86e00 refcount=3 00000020:00000001:0.0:1773688179.682136:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00010000:00000001:0.0:1773688179.682139:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139746304 : -129076569805312 : ffff8a9b04e86e00) 00000004:00010000:0.0:1773688179.682144:0:74225:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000f2a0e5ee reply state 00000000f7bce27b transno 171798692067 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.682154:0:74225:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:0.0:1773688179.682159:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.682161:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.682164:0:74225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.682166:0:74225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.682168:0:74225:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.682169:0:74225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.682172:0:74225:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 4 00010000:00000040:0.0:1773688179.682175:0:74225:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.682182:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 72 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.682190:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.682196:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.682206:0:74225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.682212:0:74225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.682215:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.682217:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.682219:0:74225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.682221:0:74225:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.682223:0:74225:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.682226:0:74225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:0.0:1773688179.682229:0:74225:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00000001:0.0:1773688179.682231:0:74225:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.682234:0:74225:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.682236:0:74225:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.682238:0:74225:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:0.0:1773688179.682241:0:74225:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:0.0:1773688179.682243:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.682245:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.682247:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.682248:0:74225:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688179.682250:0:74225:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688179.682252:0:74225:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1773688179.682254:0:74225:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1773688179.682259:0:74225:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41868f58/ffff8a9b41868f00 to site lru. bkt: ffff8a9a1aeb64c0 00000004:00000001:0.0:1773688179.682261:0:74225:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.682263:0:74225:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688179.682265:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.682267:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.682268:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.682270:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86200 refcount=3 00000020:00000001:0.0:1773688179.682273:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139743232 : -129076569808384 : ffff8a9b04e86200) 00010000:00000001:0.0:1773688179.682275:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139743232 : -129076569808384 : ffff8a9b04e86200) 00010000:00000001:0.0:1773688179.682278:0:74225:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688179.682283:0:74225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d2d3f lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.682293:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.682295:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.682298:0:74225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d2d3f lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.682303:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.682306:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.682309:0:74225:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688179.682312:0:74225:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d2d3f lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.682319:0:74225:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e86200 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688179.682322:0:74225:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.682325:0:74225:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688179.682328:0:74225:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d2d3f lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.682334:0:74225:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688179.682337:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.682338:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.682340:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86200 refcount=4 00000020:00000001:0.0:1773688179.682343:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139743232 : -129076569808384 : ffff8a9b04e86200) 00010000:00000001:0.0:1773688179.682345:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139743232 : -129076569808384 : ffff8a9b04e86200) 00010000:00000001:0.0:1773688179.682349:0:74225:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688179.682353:0:74225:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d2d3f lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.682359:0:74225:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688179.682361:0:74225:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688179.682363:0:74225:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.682366:0:74225:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.682368:0:74225:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.682371:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.682373:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.682376:0:74225:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86200 with handle 0x52973366461d2d3f from hash 00010000:00000001:0.0:1773688179.682379:0:74225:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.682381:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.682383:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.682384:0:74225:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.682387:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.682389:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.682392:0:74225:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.682393:0:74225:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.682395:0:74225:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.682398:0:74225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:0.0:1773688179.682400:0:74225:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.682403:0:74225:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.682405:0:74225:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.682408:0:74225:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.682410:0:74225:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688179.682413:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.682416:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.682418:0:74225:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.682421:0:74225:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.682423:0:74225:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.682427:0:74225:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d2d3f lrc: 2/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.682433:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.682435:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.682437:0:74225:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688179.682439:0:74225:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688179.682441:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.682444:0:74225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d2d3f lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.682451:0:74225:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921cf00. 00010000:00000001:0.0:1773688179.682461:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.682463:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.682465:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.682467:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.682469:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.682470:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86c00 refcount=3 00000020:00000001:0.0:1773688179.682473:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00010000:00000001:0.0:1773688179.682476:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745792 : -129076569805824 : ffff8a9b04e86c00) 00000004:00010000:0.0:1773688179.682481:0:74225:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000f2a0e5ee reply state 00000000f7bce27b transno 171798692067 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2d46 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.682488:0:74225:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:0.0:1773688179.682491:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.682493:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.682495:0:74225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.682497:0:74225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.682499:0:74225:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.682500:0:74225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.682502:0:74225:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) refcount = 3 00010000:00000040:0.0:1773688179.682505:0:74225:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.682509:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10000/0x52973366461d2b9b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.682515:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d2b78 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.682523:0:74225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2d46 lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.682528:0:74225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.682530:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.682532:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.682535:0:74225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.682537:0:74225:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.682539:0:74225:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.682541:0:74225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) 00010000:00010000:0.0:1773688179.682544:0:74225:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.682547:0:74225:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.682550:0:74225:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.682552:0:74225:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.682554:0:74225:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:0.0:1773688179.682556:0:74225:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00000001:0.0:1773688179.682558:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.682560:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.682561:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.682563:0:74225:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688179.682565:0:74225:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688179.682566:0:74225:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1773688179.682568:0:74225:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688179.682569:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:0.0:1773688179.682570:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.682571:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.682573:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.682574:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.682576:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86000 refcount=3 00000020:00000001:0.0:1773688179.682579:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00010000:00000001:0.0:1773688179.682581:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139742720 : -129076569808896 : ffff8a9b04e86000) 00000004:00010000:0.0:1773688179.682585:0:74225:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000f2a0e5ee reply state 00000000f7bce27b transno 171798692067 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2d4d lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.682591:0:74225:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:0.0:1773688179.682594:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.682595:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.682598:0:74225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.682599:0:74225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.682601:0:74225:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.682602:0:74225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.682604:0:74225:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0xf97c74a3 (ffff8a9a0ec46d00) refcount = 2 00010000:00000040:0.0:1773688179.682607:0:74225:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.682609:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1d600/0x52973366461d2c0b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.682615:0:74225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86000/0x52973366461d2d4d lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0xf97c74a3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.682624:0:74225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.682626:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.682628:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.682630:0:74225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.682631:0:74225:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.682633:0:74225:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.682636:0:74225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0xf97c74a3 (ffff8a9a0ec46d00) 00010000:00010000:0.0:1773688179.682638:0:74225:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.682640:0:74225:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.682642:0:74225:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.682644:0:74225:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.682646:0:74225:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:0.0:1773688179.682648:0:74225:0:(service.c:177:ptlrpc_save_lock()) nlocks 2 00010000:00000001:0.0:1773688179.682650:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.682651:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.682653:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.682654:0:74225:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688179.682656:0:74225:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688179.682657:0:74225:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1773688179.682659:0:74225:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688179.682662:0:74225:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.682663:0:74225:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688179.682665:0:74225:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.682669:0:74225:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.682672:0:74225:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1773688179.682676:0:74225:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688179.682679:0:74225:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688179.682681:0:74225:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688179.682683:0:74225:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688179.682685:0:74225:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688179.682690:0:74225:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1773688179.682694:0:74225:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.682699:0:74225:0:(mdt_handler.c:3355:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688179.682703:0:74225:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692067, xid 1859843854322944 00010000:00000001:0.0:1773688179.682706:0:74225:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:0.0:1773688179.682709:0:74225:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=73 00010000:00000200:0.0:1773688179.682712:0:74225:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 171798692067, last committed = 171798692041 00010000:00000200:0.0:1773688179.682720:0:74225:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b36723800 x1859843854322944/t171798692067(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 520/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773688179.682730:0:74225:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.682732:0:74225:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.682735:0:74225:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0ed5a9e8 time=54 v=5 (1 1 0 0) 00000100:00000001:0.0:1773688179.682738:0:74225:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.682741:0:74225:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.682743:0:74225:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.682745:0:74225:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.682748:0:74225:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.682751:0:74225:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.682754:0:74225:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.682758:0:74225:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316bef68. 00000100:00000200:0.0:1773688179.682763:0:74225:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854322944, offset 224 00000400:00000200:0.0:1773688179.682770:0:74225:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.682782:0:74225:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.682787:0:74225:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48108:48108:256:4294967295] 192.168.204.51@tcp LPNI seq info [48104:48104:8:4294967295] 00000400:00000200:0.0:1773688179.682797:0:74225:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.682802:0:74225:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.682807:0:74225:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356400. 00000800:00000200:0.0:1773688179.682812:0:74225:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.682820:0:74225:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.682825:0:74225:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356400 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.682843:0:74225:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.682848:0:74225:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.682852:0:74225:0:(ldlm_lib.c:3443:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688179.682854:0:74225:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.682857:0:74225:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688179.682863:0:74225:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36723800 x1859843854322944/t171798692067(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 520/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773688179.682875:0:74225:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36723800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+73:68109:x1859843854322944:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2941us (3108us total) trans 171798692067 rc 0/0 00000100:00100000:0.0:1773688179.682882:0:74225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 92 00000100:00000040:0.0:1773688179.682885:0:74225:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688179.682887:0:74225:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.682888:0:74225:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.682892:0:74225:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b08bfd200. 00000020:00000010:0.0:1773688179.682896:0:74225:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400898. 00000020:00000010:0.0:1773688179.682900:0:74225:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b37441c00. 00000020:00000040:0.0:1773688179.682904:0:74225:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 72 00000100:00000001:0.0:1773688179.682906:0:74225:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.682921:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.682927:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356400. 00000400:00000200:2.0:1773688179.682933:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.682940:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.682946:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316bef68 00000400:00000010:2.0:1773688179.682949:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316bef68. 00000100:00000001:2.0:1773688179.682964:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.682967:0:3438:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.684758:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.684767:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.684770:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.684773:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.684781:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.684794:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4464d80 00000400:00000200:0.0:1773688179.684802:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 110648 00000800:00000001:0.0:1773688179.684808:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.684816:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.684818:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.684823:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.684829:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.684832:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.684838:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a16b74000. 00000100:00000040:0.0:1773688179.684841:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a16b74000 x1859843854323072 msgsize 584 00000100:00100000:0.0:1773688179.684847:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.684857:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.684865:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.684868:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.684936:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.684940:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854323072 02000000:00000001:1.0:1773688179.684943:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.684946:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.684948:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.684951:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.684966:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854323072 00000020:00000001:1.0:1773688179.684969:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.684971:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.684974:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.684976:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=73 00000020:00000001:1.0:1773688179.684980:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.684982:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.684986:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.684991:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a480. 00000100:00000001:1.0:1773688179.684995:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.684998:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a480. 00000020:00000010:1.0:1773688179.685005:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356e00. 00000020:00000010:1.0:1773688179.685043:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03ec00. 00000020:00000010:1.0:1773688179.685047:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe960. 00000100:00000040:1.0:1773688179.685053:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688179.685056:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.685058:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688179.685061:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688179.685063:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.685065:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.685071:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.685080:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.685092:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.685094:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1773688179.685095:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.685098:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.685100:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15512 00000100:00000040:1.0:1773688179.685104:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.685106:0:75542:0:(service.c:2223:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.685107:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993143545856 : -129080566005760 : ffff8a9a16b74000) 00000100:00000001:0.0:1773688179.685110:0:75542:0:(service.c:2462:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.685116:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a16b74000 x1859843854323072/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688179.685125:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.685128:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a480. 00000100:00000001:1.0:1773688179.685130:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.685133:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a480. 00000100:00100000:1.0:1773688179.685137:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a16b74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+73:68109:x1859843854323072:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688179.685141:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854323072 00000020:00000001:1.0:1773688179.685144:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688179.685147:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1773688179.685152:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b08b53f00: xid 1859843854322944, transno 171798692067, client gen 13, slot idx 3 00000001:00000001:1.0:1773688179.685156:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a0eeec000: xid 1859843854322304, transno 171798692066, client gen 13, slot idx 2 00000001:00000010:1.0:1773688179.685160:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a0eeec000. 00000020:00000001:1.0:1773688179.685164:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.685166:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688179.685168:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688179.685171:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688179.685174:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854323072, found 0 last_xid 1859843854323071 00000020:00000001:1.0:1773688179.685176:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688179.685178:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688179.685180:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688179.685183:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.685185:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688179.685187:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688179.685189:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688179.685191:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688179.685192:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.685196:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.685201:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:1.0:1773688179.685204:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.685206:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.685209:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0f426200. 00000020:00000001:1.0:1773688179.685213:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.685215:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0f426200 with handle 0x52973366461d2d5b to hash 00000020:00000001:1.0:1773688179.685216:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.685218:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993018446336 : -129080691105280 : ffff8a9a0f426200) 00010000:00000010:1.0:1773688179.685223:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bb80. 00010000:00000001:1.0:1773688179.685226:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993018446336 : -129080691105280 : ffff8a9a0f426200) 00010000:00010000:1.0:1773688179.685229:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426200/0x52973366461d2d5b lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a80e expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.685238:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:1.0:1773688179.685240:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=74 00010000:00000001:1.0:1773688179.685245:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688179.685248:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688179.685262:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688179.685264:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688179.685266:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1773688179.685268:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688179.685270:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:1.0:1773688179.685273:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.685276:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:1.0:1773688179.685278:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:1.0:1773688179.685280:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.685282:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688179.685284:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688179.685286:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.685289:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.685294:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a09a17000. 02000000:00000001:1.0:1773688179.685296:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.685299:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.685301:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.685303:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1773688179.685306:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:1.0:1773688179.685308:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.685310:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.685313:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.685315:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.685316:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.685318:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.685320:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.685321:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.685323:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.685324:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.685326:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.685327:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.685328:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.685330:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.685332:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.685333:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.685335:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.685336:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.685338:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.685341:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688179.685352:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688179.685354:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688179.685356:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.685357:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.685359:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.685361:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.685362:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.685363:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.685365:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688179.685367:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.685370:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.685371:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.685373:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688179.685375:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.685379:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1773688179.685384:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:1.0:1773688179.685386:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/HANDOUT.DOC, ldlm_rep = ffff8a9a09a17228 00000004:00000001:1.0:1773688179.685391:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1773688179.685393:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1773688179.685395:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1773688179.685397:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688179.685399:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.685402:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:1.0:1773688179.685404:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.685406:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.685410:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0f427e00. 00000020:00000001:1.0:1773688179.685412:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.685414:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0f427e00 with handle 0x52973366461d2d62 to hash 00000020:00000001:1.0:1773688179.685416:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.685418:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00010000:00000010:1.0:1773688179.685422:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b080. 00010000:00000001:1.0:1773688179.685424:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00010000:00000001:1.0:1773688179.685426:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.685428:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.685432:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2d62 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.685439:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688179.685443:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688179.685445:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.685447:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.685449:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.685452:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.685453:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.685455:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.685457:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.685459:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.685461:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.685464:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 4 00010000:00000040:1.0:1773688179.685467:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.685471:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 74 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.685480:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 74 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.685487:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2d62 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.685492:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.685495:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.685497:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.685499:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.685501:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.685504:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.685506:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.685508:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.685510:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.685514:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2d62 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.685520:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688179.685522:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.685524:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.685525:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688179.685527:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.685530:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46200 count: 4 00010000:00000001:1.0:1773688179.685533:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.685535:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.685537:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0f427400. 00000020:00000001:1.0:1773688179.685539:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.685541:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0f427400 with handle 0x52973366461d2d69 to hash 00000020:00000001:1.0:1773688179.685543:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.685545:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000010:1.0:1773688179.685549:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bc80. 00010000:00000001:1.0:1773688179.685551:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000001:1.0:1773688179.685553:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.685555:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.685558:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2d69 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.685563:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688179.685565:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688179.685566:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.685568:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.685570:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.685572:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.685573:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.685575:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.685576:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.685577:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.685579:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.685581:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) refcount = 4 00010000:00000040:1.0:1773688179.685583:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.685586:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2d46 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.685592:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10000/0x52973366461d2b9b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.685598:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d2b78 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.685604:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2d69 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.685609:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.685611:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.685612:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.685614:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.685615:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.685618:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.685620:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.685622:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.685624:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.685627:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2d69 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.685632:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688179.685633:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.685634:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.685636:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.685640:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1773688179.685667:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1773688179.685670:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1773688179.685673:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1773688179.685677:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.685681:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1773688179.685699:0:68797:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688179.685702:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1773688179.685703:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:1.0:1773688179.685706:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1773688179.685708:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773688179.685711:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773688179.685713:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.685715:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1773688179.685717:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.685719:0:68797:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:1.0:1773688179.685721:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.685723:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.685724:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688179.685726:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x144:0x0] 00000020:00000001:1.0:1773688179.685728:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.685732:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:1.0:1773688179.685735:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:1.0:1773688179.685739:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1773688179.685741:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688179.685743:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.685746:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 5 00010000:00000001:1.0:1773688179.685748:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.685750:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.685753:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0f426400. 00000020:00000001:1.0:1773688179.685755:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.685757:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0f426400 with handle 0x52973366461d2d70 to hash 00000020:00000001:1.0:1773688179.685759:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.685760:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993018446848 : -129080691104768 : ffff8a9a0f426400) 00010000:00000010:1.0:1773688179.685763:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b700. 00010000:00000001:1.0:1773688179.685765:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993018446848 : -129080691104768 : ffff8a9a0f426400) 00010000:00000001:1.0:1773688179.685768:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.685769:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.685772:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426400/0x52973366461d2d70 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.685778:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688179.685780:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688179.685782:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.685783:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.685785:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.685787:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.685788:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.685790:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.685791:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.685792:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.685794:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.685796:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 5 00010000:00000040:1.0:1773688179.685798:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.685803:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 74 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.685814:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.685820:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.685825:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.685830:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426400/0x52973366461d2d70 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.685835:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.685837:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.685838:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.685840:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.685841:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.685842:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.685844:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.685846:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.685847:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.685849:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426400/0x52973366461d2d70 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.685854:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688179.685855:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.685856:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.685858:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.685859:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.685861:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f426400 refcount=3 00000020:00000001:1.0:1773688179.685863:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018446848 : -129080691104768 : ffff8a9a0f426400) 00010000:00000001:1.0:1773688179.685865:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018446848 : -129080691104768 : ffff8a9a0f426400) 00010000:00000001:1.0:1773688179.685867:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.685868:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.685869:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.685872:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1773688179.685876:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1773688179.685877:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1773688179.685882:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.685885:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.685889:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.685892:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.685897:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688179.685899:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688179.685902:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688179.685904:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:1.0:1773688179.685906:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688179.685908:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x144:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:1.0:1773688179.685912:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.685913:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.685915:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.685917:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688179.685919:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688179.685921:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688179.685923:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.685924:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.685925:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.685928:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688179.685930:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688179.685932:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1773688179.685935:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1773688179.685936:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1773688179.685939:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a09a17370 00000004:00000001:1.0:1773688179.685941:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.685944:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.685946:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.685948:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.685949:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.685951:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.685968:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.685970:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.685971:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688179.685973:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:1.0:1773688179.685977:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: returning size 15360 00000004:00000040:1.0:1773688179.685980:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x144:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1773688179.685982:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:1.0:1773688179.685984:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000401:2569 00000004:00200000:1.0:1773688179.685987:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:1.0:1773688179.685989:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:1.0:1773688179.685991:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.685992:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.685994:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1773688179.685997:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.685999:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.686000:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.686003:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688179.686005:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688179.686026:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688179.686028:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.686033:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688179.686038:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.686040:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.686041:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.686043:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.686049:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.686050:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.686052:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f426400 refcount=3 00000020:00000001:1.0:1773688179.686055:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018446848 : -129080691104768 : ffff8a9a0f426400) 00010000:00000001:1.0:1773688179.686057:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018446848 : -129080691104768 : ffff8a9a0f426400) 00000004:00010000:1.0:1773688179.686061:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426400/0x52973366461d2d70 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:1.0:1773688179.686067:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1773688179.686071:0:68797:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41868f58/ffff8a9b41868f00 to site lru. bkt: ffff8a9a1aeb64c0 00000004:00000001:1.0:1773688179.686073:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688179.686075:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1773688179.686077:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1773688179.686079:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.686081:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1773688179.686084:0:68797:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:1.0:1773688179.686086:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.686087:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.686088:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.686090:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 5 00010000:00000040:1.0:1773688179.686093:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.686097:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 74 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.686103:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.686108:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.686114:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.686118:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426400/0x52973366461d2d70 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.686123:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.686125:0:68797:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.686127:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.686128:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.686130:0:68797:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688179.686133:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1773688179.686135:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688179.686136:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.686138:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.686139:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f427e00 refcount=3 00000020:00000001:1.0:1773688179.686141:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00010000:00000001:1.0:1773688179.686143:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00010000:00000001:1.0:1773688179.686145:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688179.686148:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2d62 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.686153:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.686154:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.686157:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2d62 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.686162:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.686164:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.686166:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688179.686169:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2d62 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.686174:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a0f427e00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688179.686177:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.686179:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688179.686182:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2d62 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.686192:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688179.686193:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.686195:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.686196:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f427e00 refcount=4 00000020:00000001:1.0:1773688179.686198:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00010000:00000001:1.0:1773688179.686200:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018453504 : -129080691098112 : ffff8a9a0f427e00) 00010000:00000001:1.0:1773688179.686202:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688179.686204:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2d62 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.686210:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688179.686212:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688179.686213:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.686217:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.686218:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.686219:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.686221:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.686223:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0f427e00 with handle 0x52973366461d2d62 from hash 00010000:00000001:1.0:1773688179.686225:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.686227:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.686228:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.686229:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.686231:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.686232:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.686234:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.686236:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.686238:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.686240:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:1.0:1773688179.686242:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688179.686244:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.686247:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.686249:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688179.686250:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688179.686253:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.686254:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.686255:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.686257:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.686259:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.686260:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2d62 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.686264:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.686265:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.686266:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688179.686267:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688179.686267:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.686269:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427e00/0x52973366461d2d62 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688179.686272:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b080. 00010000:00000001:1.0:1773688179.686275:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.686277:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688179.686278:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688179.686278:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.686279:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.686280:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f427400 refcount=3 00000020:00000001:1.0:1773688179.686281:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000001:1.0:1773688179.686282:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000001:1.0:1773688179.686284:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688179.686285:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2d69 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.686288:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.686289:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.686290:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2d69 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.686293:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.686294:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.686295:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688179.686297:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2d69 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.686300:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a0f427400 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688179.686301:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.686302:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688179.686304:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2d69 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.686306:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688179.686307:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.686308:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.686309:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f427400 refcount=4 00000020:00000001:1.0:1773688179.686310:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000001:1.0:1773688179.686312:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018450944 : -129080691100672 : ffff8a9a0f427400) 00010000:00000001:1.0:1773688179.686314:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688179.686316:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2d69 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.686320:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688179.686322:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688179.686322:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.686325:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.686326:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.686327:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.686328:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.686330:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0f427400 with handle 0x52973366461d2d69 from hash 00010000:00000001:1.0:1773688179.686332:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.686333:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.686334:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.686336:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.686338:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.686339:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.686340:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.686342:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.686344:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.686346:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) 00010000:00010000:1.0:1773688179.686348:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688179.686350:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.686352:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.686353:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688179.686354:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688179.686356:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.686357:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.686358:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.686360:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.686363:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.686366:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2d69 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.686371:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.686372:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.686373:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688179.686374:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688179.686376:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.686378:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427400/0x52973366461d2d69 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688179.686383:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bc80. 00010000:00000001:1.0:1773688179.686387:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.686388:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688179.686390:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1773688179.686392:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1773688179.686393:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:1.0:1773688179.686396:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.686397:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.686398:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f426400 refcount=3 00000020:00000001:1.0:1773688179.686400:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018446848 : -129080691104768 : ffff8a9a0f426400) 00010000:00000001:1.0:1773688179.686403:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018446848 : -129080691104768 : ffff8a9a0f426400) 00000004:00000040:1.0:1773688179.686405:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:1.0:1773688179.686409:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=75 00010000:00000001:1.0:1773688179.686412:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.686413:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.686415:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688179.686417:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1773688179.686420:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688179.686421:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688179.686423:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688179.686424:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688179.686426:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688179.686428:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1773688179.686432:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.686434:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688179.686436:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688179.686438:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688179.686440:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1773688179.686442:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688179.686444:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.686446:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.686447:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.686449:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.686450:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.686453:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0f426200 with handle 0x52973366461d2d5b from hash 00010000:00000001:1.0:1773688179.686454:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.686455:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.686456:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.686456:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688179.686458:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.686460:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426200/0x52973366461d2d5b lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a80e expref: 75 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.686464:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:1.0:1773688179.686466:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 74 00010000:00000010:1.0:1773688179.686467:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bb80. 00010000:00000001:1.0:1773688179.686470:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.686471:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.686474:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688179.686476:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426400/0x52973366461d2d70 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a80e expref: 74 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.686481:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.686482:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.686483:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:1.0:1773688179.686484:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1773688179.686485:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.686486:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.686487:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688179.686488:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.686489:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.686489:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a0f426400, rc 0) 00000020:00000001:1.0:1773688179.686491:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688179.686493:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854323072 00010000:00000001:1.0:1773688179.686495:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688179.686498:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a16b74000 x1859843854323072/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688179.686504:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.686505:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.686507:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688179.686510:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.686512:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.686513:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.686515:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.686516:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.686518:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.686519:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.686522:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64e58. 00000100:00000200:1.0:1773688179.686525:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854323072, offset 224 00000400:00000200:1.0:1773688179.686529:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.686536:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.686540:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48109:48109:256:4294967295] 192.168.204.51@tcp LPNI seq info [48105:48105:8:4294967295] 00000400:00000200:1.0:1773688179.686547:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.686551:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.686554:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7700. 00000800:00000200:1.0:1773688179.686559:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.686564:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.686567:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7700 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.686579:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.686582:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.686583:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688179.686584:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.686586:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688179.686590:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a16b74000 x1859843854323072/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688179.686601:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a16b74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+74:68109:x1859843854323072:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1473us (1757us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688179.686609:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15512 00000100:00000040:1.0:1773688179.686612:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688179.686615:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.686616:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.686620:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03ec00. 00000020:00000010:1.0:1773688179.686625:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe960. 00000020:00000010:1.0:1773688179.686629:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356e00. 00000020:00000040:1.0:1773688179.686632:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 73 00000100:00000001:1.0:1773688179.686635:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.686664:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.686669:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7700. 00000400:00000200:0.0:1773688179.686673:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.686676:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.686679:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64e58 00000400:00000010:0.0:1773688179.686681:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64e58. 00000100:00000001:0.0:1773688179.686683:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.686684:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1773688179.687615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11200. 00010000:00000010:0.1:1773688179.687620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10200. 00010000:00000010:0.1:1773688179.687622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86200. 00000800:00000001:0.0:1773688179.691175:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.691186:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.691190:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.691202:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.691215:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.691233:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 648 into portal 12 MB=0x69b84a4464e80 00000400:00000200:0.0:1773688179.691242:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 648/648 into md 0x3b659 [64] + 111232 00000800:00000001:0.0:1773688179.691250:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.691261:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.691264:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.691270:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.691277:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.691279:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.691285:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a16b77800. 00000100:00000040:0.0:1773688179.691293:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a16b77800 x1859843854323328 msgsize 648 00000100:00100000:0.0:1773688179.691297:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.691308:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.691319:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.691323:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.691339:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.691343:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854323328 02000000:00000001:1.0:1773688179.691346:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.691349:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.691351:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.691356:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.691361:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854323328 00000020:00000001:1.0:1773688179.691364:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.691366:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.691369:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.691372:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=74 00000020:00000001:1.0:1773688179.691375:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.691378:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.691382:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.691387:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a480. 00000100:00000001:1.0:1773688179.691390:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.691393:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a480. 00000020:00000010:1.0:1773688179.691401:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356e00. 00000020:00000010:1.0:1773688179.691408:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03ec00. 00000020:00000010:1.0:1773688179.691413:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe960. 00000100:00000040:1.0:1773688179.691422:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688179.691425:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.691427:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688179.691429:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688179.691432:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.691434:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.691441:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.691454:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.691468:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.691471:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.691478:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15513 00000100:00000040:1.0:1773688179.691482:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688179.691484:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993143560192 : -129080565991424 : ffff8a9a16b77800) 00000100:00000040:1.0:1773688179.691493:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a16b77800 x1859843854323328/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688179.691501:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.691505:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a480. 00000100:00000001:1.0:1773688179.691508:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.691511:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a480. 00000100:00100000:1.0:1773688179.691517:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a16b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+74:68109:x1859843854323328:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688179.691522:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854323328 00000020:00000001:1.0:1773688179.691525:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688179.691529:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688179.691533:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.691536:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688179.691538:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688179.691542:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688179.691545:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854323328, found 0 last_xid 1859843854323327 00000020:00000001:1.0:1773688179.691548:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688179.691551:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688179.691553:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688179.691558:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.691561:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688179.691563:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688179.691565:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688179.691567:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688179.691570:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.691574:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.691580:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:1.0:1773688179.691582:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.691586:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.691590:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0f426800. 00000020:00000001:1.0:1773688179.691594:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.691597:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0f426800 with handle 0x52973366461d2d77 to hash 00000020:00000001:1.0:1773688179.691600:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.691602:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993018447872 : -129080691103744 : ffff8a9a0f426800) 00010000:00000010:1.0:1773688179.691616:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bb80. 00010000:00000001:1.0:1773688179.691620:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993018447872 : -129080691103744 : ffff8a9a0f426800) 00010000:00010000:1.0:1773688179.691624:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426800/0x52973366461d2d77 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a815 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.691638:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:1.0:1773688179.691642:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=75 00010000:00000001:1.0:1773688179.691648:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688179.691650:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688179.691656:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688179.691658:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688179.691660:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.691663:0:68797:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:1.0:1773688179.691669:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9a16b77800 x1859843854323328/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1773688179.691677:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1773688179.691680:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1773688179.691682:0:68797:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1773688179.691685:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.691687:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.691690:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.691692:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.691695:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.691697:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.691699:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.691701:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.691708:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.691709:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.691712:0:68797:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.691715:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.691718:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688179.691720:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688179.691723:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.691726:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.691734:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9a0d264000. 02000000:00000001:1.0:1773688179.691737:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.691740:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.691743:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1773688179.691745:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.691746:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.691748:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.691750:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.691752:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.691754:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.691755:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.691758:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.691760:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.691761:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.691765:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688179.691769:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688179.691772:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688179.691775:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.691776:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.691779:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.691781:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.691782:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.691784:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.691786:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688179.691788:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.691791:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.691792:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.691794:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688179.691796:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.691799:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1773688179.691801:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.691804:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1773688179.691806:0:68797:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:1.0:1773688179.691810:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfa38 00000004:00000002:1.0:1773688179.691812:0:68797:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xef:0x0]/(->[0x20000afe1:0x144:0x0]) cr_flag=040004240000003 mode=0100000 msg_flag=0x600 00000004:00000001:1.0:1773688179.691817:0:68797:0:(mdt_open.c:1135:mdt_open_by_fid_lock()) Process entered 00000004:00000001:1.0:1773688179.691819:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688179.691822:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:1.0:1773688179.691824:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.691828:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:1.0:1773688179.691831:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:1.0:1773688179.691834:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688179.691836:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x144:0x0] 00000020:00000001:1.0:1773688179.691837:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.691841:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:1.0:1773688179.691844:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:1.0:1773688179.691846:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1773688179.691849:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.691853:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1773688179.691855:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1773688179.691861:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.691864:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.691869:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.691872:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.691878:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688179.691881:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688179.691884:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688179.691886:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:1.0:1773688179.691888:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688179.691890:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x144:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:1.0:1773688179.691894:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.691896:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.691897:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.691900:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688179.691902:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688179.691904:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:1.0:1773688179.691907:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a0d264378 00000004:00000001:1.0:1773688179.691910:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.691913:0:68797:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:1.0:1773688179.691915:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1773688179.691917:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688179.691920:0:68797:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0x144:0x0] lease count: 0, lm: 8 00000004:00000001:1.0:1773688179.691924:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1773688179.691927:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688179.691929:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.691932:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 6 00010000:00000001:1.0:1773688179.691935:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.691937:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.691942:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afbc00. 00000020:00000001:1.0:1773688179.691945:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.691947:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afbc00 with handle 0x52973366461d2d7e to hash 00000020:00000001:1.0:1773688179.691950:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.691951:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000010:1.0:1773688179.691968:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bc80. 00010000:00000001:1.0:1773688179.691971:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:1.0:1773688179.691974:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.691976:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.691980:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2d7e lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.691987:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688179.691991:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688179.691993:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.691996:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.691999:0:68797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688179.692004:0:68797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426400/0x52973366461d2d70 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a80e expref: 75 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.692031:0:68797:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688179.692033:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.692036:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.692038:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.692040:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.692043:0:68797:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1773688179.692047:0:68797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2d7e lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.692054:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 6 00010000:00000040:1.0:1773688179.692058:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.692063:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426400/0x52973366461d2d70 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a80e expref: 75 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.692072:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 75 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.692081:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.692087:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.692093:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.692098:0:68797:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1773688179.692101:0:68797:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2d7e lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688179.692109:0:68797:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9a0f80a480. 00000100:00000001:1.0:1773688179.692112:0:68797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688179.692118:0:68797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b35755a80. 00000100:00000001:1.0:1773688179.692121:0:68797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997954288256 : -129075755263360 : ffff8a9b35755a80) 00000100:00000001:1.0:1773688179.692124:0:68797:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997954288256 : -129075755263360 : ffff8a9b35755a80) 00000100:00000001:1.0:1773688179.692127:0:68797:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688179.692129:0:68797:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688179.692130:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.692138:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.692140:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1773688179.692143:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.692145:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.692147:0:68797:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1773688179.692149:0:68797:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1773688179.692154:0:68797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b33b48380. 00000020:00000040:1.0:1773688179.692158:0:68797:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:1.0:1773688179.692161:0:68797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773688179.692164:0:68797:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773688179.692168:0:68797:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773688179.692174:0:68797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a09356a00. 00000100:00000001:1.0:1773688179.692180:0:68797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.692185:0:68797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426400/0x52973366461d2d70 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a80e expref: 75 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.692206:0:68797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426400/0x52973366461d2d70 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a80e expref: 75 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.692214:0:68797:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1773688179.692217:0:68797:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773688179.692222:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b33b48380 x1859843861191552/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.692230:0:68797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773688179.692232:0:68797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.692237:0:68797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b33b48380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861191552:192.168.204.51@tcp:104: 00000100:00000001:1.0:1773688179.692241:0:68797:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773688179.692252:0:68797:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773688179.692255:0:68797:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.692257:0:68797:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773688179.692261:0:68797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a09356200. 02000000:00000001:1.0:1773688179.692263:0:68797:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773688179.692269:0:68797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b3697fb00. 00000400:00000010:1.0:1773688179.692276:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64a18. 00000100:00000200:1.0:1773688179.692282:0:68797:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861191552, portal 16 00000100:00000001:1.0:1773688179.692285:0:68797:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773688179.692286:0:68797:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997924873088 : -129075784678528 : ffff8a9b33b48380) 00000100:00000040:1.0:1773688179.692292:0:68797:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b33b48380 x1859843861191552/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.692300:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.692303:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.692307:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64f68. 00000100:00000200:1.0:1773688179.692311:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861191552, offset 0 00000400:00000200:1.0:1773688179.692318:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.692327:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.692332:0:68797:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773688179.692337:0:68797:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:1.0:1773688179.692341:0:68797:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773688179.692344:0:68797:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:1.0:1773688179.692349:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48110:48110:256:4294967295] 192.168.204.51@tcp LPNI seq info [48106:48106:8:4294967295] 00000400:00000200:1.0:1773688179.692361:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.692367:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.692372:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7800. 00000800:00000200:1.0:1773688179.692377:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.692384:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.692388:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.692401:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.692405:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297630613 00000100:00000001:1.0:1773688179.692411:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297630578 00000100:00000001:1.0:1773688179.692415:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297630613 00000100:00000001:1.0:1773688179.692421:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297630578 00000100:00000001:1.0:1773688179.692425:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297630613 00000100:00000001:1.0:1773688179.692429:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297630578 00000100:00000001:1.0:1773688179.692433:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297630613 00000100:00000001:1.0:1773688179.692438:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297630578 00000100:00000001:1.0:1773688179.692441:0:68797:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688179.692444:0:68797:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.692446:0:68797:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.692449:0:68797:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.692451:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.692454:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.692455:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.692457:0:68797:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.692459:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.692460:0:68797:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688179.692463:0:68797:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.692466:0:68797:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773688179.692468:0:68797:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773688179.692470:0:68797:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b35755a80 going to sleep for 11 seconds 00000100:00000001:1.0:1773688179.692473:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773688179.692476:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688179.692484:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.692488:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7800. 00000400:00000200:0.0:1773688179.692492:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.692495:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.692499:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64f68 00000400:00000010:0.0:1773688179.692501:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64f68. 00000100:00000001:0.0:1773688179.692504:0:3439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773688179.692508:0:3439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b33b48380 x1859843861191552/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.692515:0:3439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773688179.692518:0:3439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b33b48380 x1859843861191552/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.692523:0:3439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.692525:0:3439:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773688179.693037:0:1023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0f427e00. 00010000:00000010:1.1:1773688179.693043:0:1023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0f427400. 00010000:00000010:1.1:1773688179.693047:0:1023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0f426200. 00000800:00000001:0.0:1773688179.693244:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.693250:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.693253:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.693257:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.693263:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.693271:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af1b80 00000400:00000200:0.0:1773688179.693277:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77e35 [1] + 224 00000800:00000001:0.0:1773688179.693281:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.693287:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.693289:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.693292:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.693296:0:3440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773688179.693301:0:3440:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b33b48380 x1859843861191552/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1773688179.693310:0:3440:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9b33b48380 x1859843861191552/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.693330:0:3440:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.693336:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.693340:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.693358:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773688179.693365:0:68797:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773688179.693367:0:68797:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773688179.693369:0:68797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b3697fb00. 00000400:00000200:3.0:1773688179.693373:0:68797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64a18 00000400:00000010:3.0:1773688179.693375:0:68797:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64a18. 00000100:00000001:3.0:1773688179.693378:0:68797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773688179.693382:0:68797:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9b33b48380 x1859843861191552/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1773688179.693392:0:68797:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9b33b48380 x1859843861191552/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.693398:0:68797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773688179.693400:0:68797:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.693402:0:68797:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773688179.693404:0:68797:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773688179.693413:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.693414:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.693416:0:68797:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.693421:0:68797:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=3 v=5 (5 0 0 0) 00000100:00001000:3.0:1773688179.693423:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1773688179.693425:0:68797:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773688179.693426:0:68797:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.693428:0:68797:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773688179.693430:0:68797:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.693432:0:68797:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.693435:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9b33b48380 x1859843861191552/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.693439:0:68797:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773688179.693441:0:68797:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773688179.693442:0:68797:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.693444:0:68797:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1773688179.693445:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.693446:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.693447:0:68797:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.693449:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b33b48380 x1859843861191552/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773688179.693454:0:68797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9b33b48380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861191552:192.168.204.51@tcp:104: 00000100:00000001:3.0:1773688179.693457:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.693458:0:68797:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.693459:0:68797:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773688179.693460:0:68797:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773688179.693462:0:68797:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9b33b48380 x1859843861191552/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.693466:0:68797:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773688179.693467:0:68797:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773688179.693469:0:68797:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a09356200. 02000000:00000001:3.0:1773688179.693471:0:68797:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773688179.693473:0:68797:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773688179.693474:0:68797:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1773688179.693475:0:68797:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773688179.693477:0:68797:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a09356a00. 02000000:00000001:3.0:1773688179.693478:0:68797:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773688179.693480:0:68797:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773688179.693481:0:68797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b33b48380. 00000100:00000001:3.0:1773688179.693483:0:68797:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773688179.693483:0:68797:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773688179.693485:0:68797:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b35755a80. 00000100:00000001:3.0:1773688179.693487:0:68797:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1773688179.693488:0:68797:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1773688179.693490:0:68797:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9a0f80a480. 00010000:00000001:3.0:1773688179.693493:0:68797:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.693495:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.693497:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.693499:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1773688179.693502:0:68797:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2d7e lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000001:0.0:1773688179.693777:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.693782:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.693783:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.693785:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.693791:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.693797:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4464f00 00000400:00000200:0.0:1773688179.693801:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x73361 [2] + 328 00000800:00000001:0.0:1773688179.693804:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.693827:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.693830:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.693833:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.693837:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.693839:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1773688179.693842:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a16b75c00. 00000100:00000040:0.0:1773688179.693845:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a16b75c00 x1859843854323456 msgsize 328 00000100:00100000:0.0:1773688179.693849:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.693859:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.693863:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.693866:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.693894:0:7562:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.693898:0:7562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854323456 02000000:00000001:1.0:1773688179.693900:0:7562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.693902:0:7562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.693904:0:7562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.693907:0:7562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.693910:0:7562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854323456 00000020:00000001:1.0:1773688179.693911:0:7562:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.693913:0:7562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.693915:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.693917:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=76 00000020:00000001:1.0:1773688179.693920:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.693923:0:7562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.693926:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.693930:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80ab40. 00000100:00000001:1.0:1773688179.693933:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.693936:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80ab40. 00000020:00000010:1.0:1773688179.693940:0:7562:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09357600. 00000020:00000010:1.0:1773688179.693944:0:7562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e380. 00000020:00000010:1.0:1773688179.693948:0:7562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688179.693964:0:7562:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.693967:0:7562:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.693968:0:7562:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.693970:0:7562:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.693973:0:7562:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.693975:0:7562:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.693978:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.693979:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.693981:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f426400 refcount=4 00000020:00000001:1.0:1773688179.693983:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018446848 : -129080691104768 : ffff8a9a0f426400) 00010000:00000001:1.0:1773688179.693985:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018446848 : -129080691104768 : ffff8a9a0f426400) 00010000:00010000:1.0:1773688179.693991:0:7562:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426400/0x52973366461d2d70 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a80e expref: 76 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.693998:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.693999:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.694000:0:7562:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.694002:0:7562:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.694027:0:7562:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1773688179.694033:0:7562:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9a16b75c00 x1859843854323456/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.694041:0:7562:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1773688179.694043:0:7562:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.694053:0:7562:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.694064:0:7562:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.694066:0:7562:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.694070:0:7562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3734 00000100:00000040:1.0:1773688179.694073:0:7562:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00000100:00000001:1.0:1773688179.694075:0:7562:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993143553024 : -129080565998592 : ffff8a9a16b75c00) 00000100:00000040:1.0:1773688179.694080:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a16b75c00 x1859843854323456/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.694089:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.694092:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80ab40. 00000100:00000001:1.0:1773688179.694094:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.694096:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80ab40. 00000100:00100000:1.0:1773688179.694101:0:7562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a16b75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+76:2405:x1859843854323456:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.694105:0:7562:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854323456 00010000:00000001:1.0:1773688179.694108:0:7562:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.694110:0:7562:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.694112:0:7562:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.694116:0:7562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.694118:0:7562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.694121:0:7562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9b07833400. 02000000:00000001:1.0:1773688179.694123:0:7562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.694125:0:7562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.694127:0:7562:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.694129:0:7562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.694130:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.694131:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.694133:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0f426400 refcount=4 00000020:00000001:1.0:1773688179.694135:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993018446848 : -129080691104768 : ffff8a9a0f426400) 00010000:00000001:1.0:1773688179.694137:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993018446848 : -129080691104768 : ffff8a9a0f426400) 00010000:00000040:1.0:1773688179.694139:0:7562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 7 00000004:00000001:1.0:1773688179.694142:0:7562:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1773688179.694147:0:7562:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426400/0x52973366461d2d70 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a80e expref: 76 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:1.0:1773688179.694154:0:7562:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b2bf83c50 time=1773688179 v=20 (0 0 0 0) 00010000:00000001:1.0:1773688179.694158:0:7562:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773688179.694165:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.694166:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.694169:0:7562:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426400/0x52973366461d2d70 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a80e expref: 76 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773688179.694177:0:7562:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.694178:0:7562:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.694180:0:7562:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.694182:0:7562:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.694186:0:7562:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.694188:0:7562:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.694192:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.694193:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.694195:0:7562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.694197:0:7562:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.694199:0:7562:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0f426400 with handle 0x52973366461d2d70 from hash 00010000:00000001:1.0:1773688179.694201:0:7562:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.694203:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.694204:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.694205:0:7562:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.694209:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.694211:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.694213:0:7562:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.694214:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.694217:0:7562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426400/0x52973366461d2d70 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a80e expref: 76 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.694224:0:7562:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:1.0:1773688179.694226:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 75 00010000:00000010:1.0:1773688179.694229:0:7562:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b700. 00010000:00000001:1.0:1773688179.694233:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.694235:0:7562:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.694237:0:7562:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.694239:0:7562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:1.0:1773688179.694250:0:7562:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2d7e lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.694257:0:7562:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.694258:0:7562:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.694261:0:7562:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.694263:0:7562:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.694264:0:7562:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.694267:0:7562:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.694268:0:7562:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688179.694271:0:7562:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2d7e lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.694276:0:7562:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688179.694278:0:7562:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.694280:0:7562:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.694281:0:7562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.694283:0:7562:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 6 00010000:00000040:1.0:1773688179.694286:0:7562:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.694290:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 75 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.694297:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.694303:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.694309:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.694314:0:7562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2d7e lrc: 4/0,1 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.694319:0:7562:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.694321:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.694323:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.694325:0:7562:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.694327:0:7562:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.694329:0:7562:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1773688179.694333:0:7562:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9a0f80ab40. 00000100:00000001:1.0:1773688179.694335:0:7562:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688179.694339:0:7562:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b35755a80. 00000100:00000001:1.0:1773688179.694341:0:7562:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997954288256 : -129075755263360 : ffff8a9b35755a80) 00000100:00000001:1.0:1773688179.694343:0:7562:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997954288256 : -129075755263360 : ffff8a9b35755a80) 00000100:00000001:1.0:1773688179.694345:0:7562:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688179.694347:0:7562:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688179.694348:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.694350:0:7562:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.694358:0:7562:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.694360:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.694362:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.694363:0:7562:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.694364:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.694366:0:7562:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688179.694368:0:7562:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.694370:0:7562:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.694372:0:7562:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1773688179.694374:0:7562:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b35755a80. 00000100:00000001:1.0:1773688179.694376:0:7562:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688179.694378:0:7562:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773688179.694380:0:7562:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9a0f80ab40. 00010000:00010000:3.0:1773688179.694382:0:68797:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2d7e lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.694383:0:7562:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.694386:0:7562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.694389:0:7562:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.694396:0:68797:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.694396:0:7562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.694401:0:7562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.694402:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2d7e lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00001000:1.0:1773688179.694406:0:7562:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1773688179.694414:0:7562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1773688179.694415:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.694418:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1773688179.694420:0:7562:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.694421:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.694424:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1773688179.694425:0:7562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 00000020:00000001:3.0:1773688179.694428:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1773688179.694429:0:7562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:3.0:1773688179.694431:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afbc00 refcount=3 02000000:00000001:1.0:1773688179.694433:0:7562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.694434:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:3.0:1773688179.694439:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00000100:00000001:1.0:1773688179.694440:0:7562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1773688179.694442:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.694444:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1773688179.694446:0:7562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000004:00000001:3.0:1773688179.694447:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.694451:0:68797:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0x144:0x0], ibits = 0x5/0x1a, open_flags = 040004240000003, try_layout = 1 : rc = 0 00000400:00000010:1.0:1773688179.694453:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64908. 00000004:00000001:3.0:1773688179.694454:0:68797:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.694458:0:68797:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773688179.694459:0:7562:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854323456, offset 224 00000004:00000001:3.0:1773688179.694462:0:68797:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000001:00000001:3.0:1773688179.694467:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000400:00000200:1.0:1773688179.694467:0:7562:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000001:00000001:3.0:1773688179.694470:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.694472:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.694474:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1773688179.694478:0:7562:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000001:00000001:3.0:1773688179.694479:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.694481:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.694483:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.694486:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.694489:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000400:00000200:1.0:1773688179.694490:0:7562:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48111:48111:256:4294967295] 192.168.204.51@tcp LPNI seq info [48107:48107:8:4294967295] 00000004:00200000:3.0:1773688179.694493:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: returning size 15360 00000001:00000001:3.0:1773688179.694498:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.694499:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.694501:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1773688179.694504:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.694508:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000400:00000200:1.0:1773688179.694509:0:7562:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00080000:00000001:3.0:1773688179.694511:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.694515:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000200:1.0:1773688179.694517:0:7562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000004:00000001:3.0:1773688179.694518:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.694522:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.694523:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773688179.694523:0:7562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7e00. 00000004:00000001:3.0:1773688179.694528:0:68797:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000004:00000002:3.0:1773688179.694530:0:68797:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000800:00000200:1.0:1773688179.694533:0:7562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000004:00000001:3.0:1773688179.694534:0:68797:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000004:00000001:3.0:1773688179.694536:0:68797:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.694539:0:68797:0:(mdd_object.c:3758:mdd_open()) Process entered 00000800:00000200:1.0:1773688179.694542:0:7562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000004:00000001:3.0:1773688179.694544:0:68797:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:3.0:1773688179.694547:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000800:00000200:1.0:1773688179.694547:0:7562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7e00 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:3.0:1773688179.694550:0:68797:0:(mdd_permission.c:247:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.694553:0:68797:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.694555:0:68797:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.694557:0:68797:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000004:00000010:3.0:1773688179.694560:0:68797:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9b35d06b80. 00000020:00000001:3.0:1773688179.694561:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:1.0:1773688179.694562:0:7562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.694563:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b35d06b80 with handle 0x52973366461d2d85 to hash 00000020:00000001:3.0:1773688179.694567:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:3.0:1773688179.694569:0:68797:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614997960256384 : -129075749295232 : ffff8a9b35d06b80) 00000100:00000040:1.0:1773688179.694569:0:7562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00000004:00000001:3.0:1773688179.694573:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00010000:00000001:1.0:1773688179.694575:0:7562:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.694576:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:3.0:1773688179.694578:0:68797:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0x144:0x0] Change mfd open_flags 0 -> 040004240000003. 00010000:00000001:1.0:1773688179.694580:0:7562:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.694583:0:68797:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:3.0:1773688179.694586:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000040:1.0:1773688179.694588:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a16b75c00 x1859843854323456/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1773688179.694591:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0fb78000. 00080000:00000001:3.0:1773688179.694595:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993026121728 : -129080683429888 : ffff8a9a0fb78000) 00080000:00000001:3.0:1773688179.694599:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1773688179.694605:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.694611:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.694612:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.694614:0:7562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a16b75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+75:2405:x1859843854323456:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 512us (756us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688179.694623:0:7562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3734 00000100:00000040:1.0:1773688179.694627:0:7562:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688179.694630:0:7562:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:0.0:1773688179.694630:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:3.0:1773688179.694632:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.694633:0:7562:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:0.0:1773688179.694635:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7e00. 00080000:00000001:3.0:1773688179.694637:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:1.0:1773688179.694640:0:7562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e380. 00000400:00000200:0.0:1773688179.694641:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:3.0:1773688179.694642:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000020:00000010:1.0:1773688179.694647:0:7562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000001:00000002:3.0:1773688179.694648:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692068, last_committed = 171798692041 00000400:00000200:0.0:1773688179.694652:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000020:00000010:1.0:1773688179.694654:0:7562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09357600. 00000001:00000010:3.0:1773688179.694655:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a0f5f5660. 00000020:00000040:1.0:1773688179.694659:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 74 00000001:00000040:3.0:1773688179.694661:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 27 00000400:00000200:0.0:1773688179.694663:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64908 00000100:00000001:1.0:1773688179.694664:0:7562:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1773688179.694666:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=75 00000400:00000010:0.0:1773688179.694668:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64908. 00000001:00000010:3.0:1773688179.694674:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a102fa6c0. 00000100:00000001:0.0:1773688179.694675:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.694679:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000001:3.0:1773688179.694681:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.694704:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1773688179.694707:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a102fa6c0: xid 1859843854323328, transno 171798692068, tag 1, client gen 13, slot idx 2 00000001:00000001:3.0:1773688179.694711:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.694721:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.694722:0:68797:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1773688179.694723:0:68797:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.694724:0:68797:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.694726:0:68797:0:(mdt_open.c:1236:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.694728:0:68797:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1773688179.694729:0:68797:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:3.0:1773688179.694731:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.694733:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.694735:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1773688179.694736:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.694737:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.694738:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.694739:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.694740:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.694741:0:68797:0:(mdt_open.c:1525:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1773688179.694746:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.694750:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.694751:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.694752:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.694755:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.694757:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1773688179.694760:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.694762:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.694763:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.694765:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.694766:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.694769:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.694775:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.694777:0:68797:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:3.0:1773688179.694780:0:68797:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:3.0:1773688179.694782:0:68797:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.694784:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.694786:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.694787:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afbc00 refcount=3 00000020:00000001:3.0:1773688179.694789:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:3.0:1773688179.694792:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00000004:00000040:3.0:1773688179.694794:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.694797:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=76 00010000:00000001:3.0:1773688179.694800:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.694801:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.694803:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.694805:0:68797:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.694807:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.694809:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.694811:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.694812:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.694814:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.694815:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.694816:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.694817:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.694818:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0f426800 with handle 0x52973366461d2d77 from hash 00010000:00000001:3.0:1773688179.694820:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.694821:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.694822:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.694823:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.694823:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.694826:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f426800/0x52973366461d2d77 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a815 expref: 76 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.694831:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.694833:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 75 00010000:00000010:3.0:1773688179.694834:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bb80. 00010000:00000001:3.0:1773688179.694837:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.694838:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.694841:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.694843:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2d7e lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a815 expref: 75 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.694848:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.694849:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.694851:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:3.0:1773688179.694852:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00000001:3.0:1773688179.694853:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.694855:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.694856:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.694856:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.694857:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.694858:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b11afbc00, rc 0) 00000020:00000001:3.0:1773688179.694860:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.694862:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692068, xid 1859843854323328 00010000:00000001:3.0:1773688179.694864:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.694867:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a16b77800 x1859843854323328/t171798692068(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.694872:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.694874:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.694875:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.694878:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.694879:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.694880:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.694882:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.694883:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.694885:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.694886:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.694889:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee440. 00000100:00000200:3.0:1773688179.694891:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854323328, offset 224 00000400:00000200:3.0:1773688179.694894:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.694898:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.694901:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48112:48112:256:4294967295] 192.168.204.51@tcp LPNI seq info [48108:48108:8:4294967295] 00000400:00000200:3.0:1773688179.694906:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.694909:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.694911:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d800. 00000800:00000200:3.0:1773688179.694914:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.694917:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.694919:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d800 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.694929:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.694931:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.694933:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.694934:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.694935:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.694938:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a16b77800 x1859843854323328/t171798692068(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.694944:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a16b77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+75:68109:x1859843854323328:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3442us (3649us total) trans 171798692068 rc 0/0 00000100:00100000:3.0:1773688179.694949:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15513 00000100:00000040:3.0:1773688179.694951:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.694966:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.694968:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.694970:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03ec00. 00000020:00000010:3.0:1773688179.694974:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe960. 00000020:00000010:3.0:1773688179.694976:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356e00. 00000020:00000040:3.0:1773688179.694978:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 74 00000100:00000001:3.0:1773688179.694980:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.694999:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.695002:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d800. 00000400:00000200:0.0:1773688179.695004:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.695028:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.695031:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee440 00000400:00000010:0.0:1773688179.695032:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee440. 00000100:00000001:0.0:1773688179.695035:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.695037:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.697279:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.697288:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.697290:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.697293:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.697299:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.697308:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4464f80 00000400:00000200:0.0:1773688179.697315:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 111880 00000800:00000001:0.0:1773688179.697319:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.697325:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.697327:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.697329:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.697333:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.697334:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.697337:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a16b76a00. 00000100:00000040:0.0:1773688179.697339:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a16b76a00 x1859843854323584 msgsize 576 00000100:00100000:0.0:1773688179.697341:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.697351:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.697356:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.697359:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.697378:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.697382:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854323584 02000000:00000001:3.0:1773688179.697384:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.697386:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.697388:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.697391:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.697394:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854323584 00000020:00000001:3.0:1773688179.697397:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.697398:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.697400:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.697403:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=75 00000020:00000001:3.0:1773688179.697405:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.697407:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.697411:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.697414:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5640. 00000100:00000001:3.0:1773688179.697417:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.697420:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5640. 00000020:00000010:3.0:1773688179.697424:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2a00. 00000020:00000010:3.0:1773688179.697427:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06f00. 00000020:00000010:3.0:1773688179.697432:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.697437:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.697439:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.697441:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.697443:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.697445:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.697447:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.697451:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.697462:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.697470:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.697472:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.697477:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15514 00000100:00000040:3.0:1773688179.697481:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.697483:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993143556608 : -129080565995008 : ffff8a9a16b76a00) 00000100:00000040:3.0:1773688179.697489:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a16b76a00 x1859843854323584/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.697497:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.697499:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5640. 00000100:00000001:3.0:1773688179.697501:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.697504:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5640. 00000100:00100000:3.0:1773688179.697508:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a16b76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+75:68109:x1859843854323584:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.697511:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854323584 00000020:00000001:3.0:1773688179.697514:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.697517:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1773688179.697521:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a102fa6c0: xid 1859843854323328, transno 171798692068, client gen 13, slot idx 2 00000001:00000001:3.0:1773688179.697526:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b08b53f00: xid 1859843854322944, transno 171798692067, client gen 13, slot idx 3 00000001:00000010:3.0:1773688179.697529:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b08b53f00. 00000020:00000001:3.0:1773688179.697533:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.697535:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.697537:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.697540:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.697543:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854323584, found 0 last_xid 1859843854323583 00000020:00000001:3.0:1773688179.697545:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.697547:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.697549:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.697552:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.697554:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.697557:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.697559:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.697561:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.697562:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.697566:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.697571:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 6 00010000:00000001:3.0:1773688179.697573:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.697576:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.697578:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b10a00. 00000020:00000001:3.0:1773688179.697588:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.697590:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b10a00 with handle 0x52973366461d2d8c to hash 00000020:00000001:3.0:1773688179.697592:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.697593:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00000010:3.0:1773688179.697598:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.697600:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00010000:3.0:1773688179.697605:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2d8c lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a81c expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.697612:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.697614:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=76 00010000:00000001:3.0:1773688179.697619:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.697621:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.697626:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.697628:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.697630:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688179.697632:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.697634:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x144:0x0] 00000020:00000001:3.0:1773688179.697637:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.697642:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:3.0:1773688179.697644:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:3.0:1773688179.697646:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.697649:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.697650:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.697652:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.697660:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.697664:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a16e6c000. 02000000:00000001:3.0:1773688179.697667:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.697669:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.697671:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.697673:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688179.697676:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688179.697678:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.697680:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.697682:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.697683:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.697685:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.697687:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.697688:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.697690:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.697691:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.697693:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.697694:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.697695:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.697697:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.697698:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.697700:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.697701:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.697703:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.697705:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.697706:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.697710:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.697714:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.697716:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.697718:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.697720:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.697721:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.697723:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.697724:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.697726:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.697728:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.697729:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.697732:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.697733:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.697735:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.697737:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.697740:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:3.0:1773688179.697744:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1773688179.697746:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:3.0:1773688179.697747:0:68797:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000020:00000010:3.0:1773688179.697752:0:68797:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8a9a16e6a000. 00000004:00000001:3.0:1773688179.697755:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.697759:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.697761:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.697766:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:3.0:1773688179.697768:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:3.0:1773688179.697770:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:3.0:1773688179.697773:0:68797:0:(mdt_lib.c:2238:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.697775:0:68797:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0x144:0x0]/[0x20000afe1:0x144:0x0], ldlm_rep = ffff8a9a16e6c228 00000004:00000001:3.0:1773688179.697781:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1773688179.697783:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.697785:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.697788:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 7 00010000:00000001:3.0:1773688179.697790:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.697792:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.697794:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b11800. 00000020:00000001:3.0:1773688179.697797:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.697798:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b11800 with handle 0x52973366461d2d93 to hash 00000020:00000001:3.0:1773688179.697800:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.697802:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00010000:00000010:3.0:1773688179.697805:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba300. 00010000:00000001:3.0:1773688179.697807:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00010000:00000001:3.0:1773688179.697810:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.697812:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.697815:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d93 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.697825:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.697828:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.697830:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.697832:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.697834:0:68797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1773688179.697839:0:68797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2d7e lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a815 expref: 76 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.697845:0:68797:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1773688179.697846:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.697849:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.697850:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.697852:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.697853:0:68797:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1773688179.697855:0:68797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d93 lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.697862:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 7 00010000:00000040:3.0:1773688179.697864:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.697868:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2d7e lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a815 expref: 76 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.697876:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 76 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.697884:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.697890:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.697896:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.697902:0:68797:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1773688179.697904:0:68797:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d93 lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.697911:0:68797:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b072a5640. 00000100:00000001:3.0:1773688179.697914:0:68797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773688179.697918:0:68797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a16f6ba80. 00000100:00000001:3.0:1773688179.697920:0:68797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614993147705984 : -129080561845632 : ffff8a9a16f6ba80) 00000100:00000001:3.0:1773688179.697922:0:68797:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614993147705984 : -129080561845632 : ffff8a9a16f6ba80) 00000100:00000001:3.0:1773688179.697924:0:68797:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773688179.697926:0:68797:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1773688179.697927:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1773688179.697929:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.697930:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1773688179.697932:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.697934:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.697935:0:68797:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1773688179.697937:0:68797:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1773688179.697940:0:68797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e1a3800. 00000020:00000040:3.0:1773688179.697943:0:68797:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:3.0:1773688179.697946:0:68797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773688179.697948:0:68797:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773688179.697964:0:68797:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773688179.697969:0:68797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a112a3c00. 00000100:00000001:3.0:1773688179.697974:0:68797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.697979:0:68797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2d7e lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a815 expref: 76 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.697997:0:68797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2d7e lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a815 expref: 76 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.698004:0:68797:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1773688179.698031:0:68797:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773688179.698036:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9a0e1a3800 x1859843861191680/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.698045:0:68797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773688179.698048:0:68797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.698052:0:68797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9a0e1a3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861191680:192.168.204.51@tcp:104: 00000100:00000001:3.0:1773688179.698056:0:68797:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773688179.698059:0:68797:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773688179.698061:0:68797:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.698064:0:68797:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773688179.698067:0:68797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a112a3600. 02000000:00000001:3.0:1773688179.698069:0:68797:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773688179.698074:0:68797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b34631e70. 00000400:00000010:3.0:1773688179.698079:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee220. 00000100:00000200:3.0:1773688179.698084:0:68797:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861191680, portal 16 00000100:00000001:3.0:1773688179.698086:0:68797:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773688179.698087:0:68797:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614992999036928 : -129080710514688 : ffff8a9a0e1a3800) 00000100:00000040:3.0:1773688179.698092:0:68797:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9a0e1a3800 x1859843861191680/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.698099:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.698101:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.698103:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee770. 00000100:00000200:3.0:1773688179.698106:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861191680, offset 0 00000400:00000200:3.0:1773688179.698111:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.698117:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.698121:0:68797:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773688179.698125:0:68797:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:3.0:1773688179.698128:0:68797:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773688179.698131:0:68797:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:3.0:1773688179.698134:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48113:48113:256:4294967295] 192.168.204.51@tcp LPNI seq info [48109:48109:8:4294967295] 00000400:00000200:3.0:1773688179.698142:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.698148:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.698152:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d600. 00000800:00000200:3.0:1773688179.698156:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.698161:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.698165:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.698175:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.698179:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297630619 00000100:00000001:3.0:1773688179.698186:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297630613 00000100:00000001:3.0:1773688179.698191:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297630619 00000100:00000001:3.0:1773688179.698195:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297630613 00000100:00000001:3.0:1773688179.698199:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297630619 00000100:00000001:3.0:1773688179.698203:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297630613 00000100:00000001:3.0:1773688179.698206:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297630619 00000100:00000001:3.0:1773688179.698209:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297630613 00000100:00000001:3.0:1773688179.698212:0:68797:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773688179.698214:0:68797:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.698217:0:68797:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.698220:0:68797:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.698222:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.698224:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.698226:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.698228:0:68797:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.698230:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1773688179.698232:0:68797:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1773688179.698234:0:68797:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.698237:0:68797:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773688179.698238:0:68797:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773688179.698242:0:68797:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9a16f6ba80 going to sleep for 11 seconds 00000100:00000001:3.0:1773688179.698245:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773688179.698248:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688179.698248:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.698261:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d600. 00000400:00000200:0.0:1773688179.698267:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.698270:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.698273:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee770 00000400:00000010:0.0:1773688179.698274:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee770. 00000100:00000001:0.0:1773688179.698276:0:3439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773688179.698279:0:3439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9a0e1a3800 x1859843861191680/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.698286:0:3439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773688179.698288:0:3439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9a0e1a3800 x1859843861191680/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.698292:0:3439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.698293:0:3439:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.699205:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.699211:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.699213:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.699215:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.699221:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.699228:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af1c00 00000400:00000200:0.0:1773688179.699233:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77e45 [1] + 224 00000800:00000001:0.0:1773688179.699237:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.699243:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.699245:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.699248:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.699252:0:3440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773688179.699256:0:3440:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9a0e1a3800 x1859843861191680/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1773688179.699263:0:3440:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9a0e1a3800 x1859843861191680/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.699274:0:3440:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.699278:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.699280:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.699291:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773688179.699295:0:68797:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773688179.699297:0:68797:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773688179.699298:0:68797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b34631e70. 00000400:00000200:3.0:1773688179.699301:0:68797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee220 00000400:00000010:3.0:1773688179.699302:0:68797:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee220. 00000100:00000001:3.0:1773688179.699304:0:68797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773688179.699307:0:68797:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9a0e1a3800 x1859843861191680/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1773688179.699314:0:68797:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9a0e1a3800 x1859843861191680/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.699320:0:68797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773688179.699322:0:68797:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.699324:0:68797:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773688179.699326:0:68797:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773688179.699328:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.699329:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.699332:0:68797:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.699336:0:68797:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=3 v=5 (5 0 0 0) 00000100:00001000:3.0:1773688179.699340:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1773688179.699342:0:68797:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773688179.699344:0:68797:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.699346:0:68797:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773688179.699348:0:68797:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.699351:0:68797:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.699355:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9a0e1a3800 x1859843861191680/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.699361:0:68797:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773688179.699363:0:68797:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773688179.699365:0:68797:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.699367:0:68797:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1773688179.699368:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.699369:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.699371:0:68797:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.699374:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e1a3800 x1859843861191680/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773688179.699383:0:68797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9a0e1a3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861191680:192.168.204.51@tcp:104: 00000100:00000001:3.0:1773688179.699388:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.699390:0:68797:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.699392:0:68797:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773688179.699394:0:68797:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773688179.699397:0:68797:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9a0e1a3800 x1859843861191680/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.699403:0:68797:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773688179.699404:0:68797:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773688179.699406:0:68797:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a112a3600. 02000000:00000001:3.0:1773688179.699408:0:68797:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773688179.699410:0:68797:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773688179.699411:0:68797:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1773688179.699412:0:68797:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773688179.699413:0:68797:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a112a3c00. 02000000:00000001:3.0:1773688179.699415:0:68797:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773688179.699416:0:68797:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773688179.699417:0:68797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a0e1a3800. 00000100:00000001:3.0:1773688179.699420:0:68797:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773688179.699420:0:68797:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773688179.699422:0:68797:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a16f6ba80. 00000100:00000001:3.0:1773688179.699423:0:68797:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1773688179.699424:0:68797:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1773688179.699426:0:68797:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b072a5640. 00010000:00000001:3.0:1773688179.699427:0:68797:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.699429:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.699430:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.699432:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1773688179.699435:0:68797:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d93 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000001:0.0:1773688179.699695:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.699700:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.699701:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.699703:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.699706:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.699711:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4465000 00000400:00000200:0.0:1773688179.699714:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x73361 [2] + 656 00000800:00000001:0.0:1773688179.699717:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.699741:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.699743:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.699745:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.699747:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.699749:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1773688179.699751:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a16b77100. 00000100:00000040:0.0:1773688179.699753:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a16b77100 x1859843854323712 msgsize 328 00000100:00100000:0.0:1773688179.699755:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.699762:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.699765:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.699767:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.699785:0:7562:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.699787:0:7562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854323712 02000000:00000001:1.0:1773688179.699789:0:7562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.699790:0:7562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.699791:0:7562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.699793:0:7562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.699795:0:7562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854323712 00000020:00000001:1.0:1773688179.699796:0:7562:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.699797:0:7562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.699798:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.699801:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=77 00000020:00000001:1.0:1773688179.699802:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.699804:0:7562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.699806:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.699809:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80ab40. 00000100:00000001:1.0:1773688179.699811:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.699818:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80ab40. 00000020:00000010:1.0:1773688179.699822:0:7562:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09357600. 00000020:00000010:1.0:1773688179.699824:0:7562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e380. 00000020:00000010:1.0:1773688179.699827:0:7562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688179.699830:0:7562:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.699833:0:7562:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.699834:0:7562:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.699835:0:7562:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.699836:0:7562:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.699838:0:7562:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.699840:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.699841:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.699842:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afbc00 refcount=4 00000020:00000001:1.0:1773688179.699843:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:1.0:1773688179.699845:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00010000:1.0:1773688179.699849:0:7562:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2d7e lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a815 expref: 77 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.699854:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.699855:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.699856:0:7562:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.699857:0:7562:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.699860:0:7562:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1773688179.699864:0:7562:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9a16b77100 x1859843854323712/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.699869:0:7562:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1773688179.699870:0:7562:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.699878:0:7562:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.699883:0:7562:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.699884:0:7562:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.699886:0:7562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3735 00000100:00000040:1.0:1773688179.699889:0:7562:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00000100:00000001:1.0:1773688179.699891:0:7562:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993143558400 : -129080565993216 : ffff8a9a16b77100) 00000100:00000040:1.0:1773688179.699894:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a16b77100 x1859843854323712/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.699899:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.699901:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80ab40. 00000100:00000001:1.0:1773688179.699902:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.699904:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80ab40. 00000100:00100000:1.0:1773688179.699907:0:7562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a16b77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+77:2404:x1859843854323712:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.699910:0:7562:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854323712 00010000:00000001:1.0:1773688179.699911:0:7562:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.699913:0:7562:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.699914:0:7562:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.699916:0:7562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.699917:0:7562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.699919:0:7562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9b07831400. 02000000:00000001:1.0:1773688179.699921:0:7562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.699922:0:7562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.699923:0:7562:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.699925:0:7562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.699926:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.699927:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.699927:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afbc00 refcount=4 00000020:00000001:1.0:1773688179.699928:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:1.0:1773688179.699930:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000040:1.0:1773688179.699932:0:7562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 8 00000004:00000001:1.0:1773688179.699934:0:7562:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1773688179.699937:0:7562:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2d7e lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a815 expref: 77 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:1.0:1773688179.699942:0:7562:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b2bf83c50 time=1773688179 v=20 (0 0 0 0) 00010000:00000001:1.0:1773688179.699944:0:7562:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773688179.699949:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.699950:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.699962:0:7562:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2d7e lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a815 expref: 77 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773688179.699967:0:7562:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.699968:0:7562:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.699969:0:7562:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.699970:0:7562:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.699973:0:7562:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.699974:0:7562:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.699977:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.699978:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.699979:0:7562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.699980:0:7562:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.699981:0:7562:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b11afbc00 with handle 0x52973366461d2d7e from hash 00010000:00000001:1.0:1773688179.699983:0:7562:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.699984:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.699984:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.699985:0:7562:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.699988:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.699989:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.699991:0:7562:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.699992:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.699994:0:7562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d2d7e lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a815 expref: 77 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.699998:0:7562:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:1.0:1773688179.700000:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 76 00010000:00000010:1.0:1773688179.700001:0:7562:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bc80. 00010000:00000001:1.0:1773688179.700029:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.700031:0:7562:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.700033:0:7562:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.700035:0:7562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:1.0:1773688179.700038:0:7562:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d93 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.700043:0:7562:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.700044:0:7562:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.700046:0:7562:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.700047:0:7562:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.700048:0:7562:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.700050:0:7562:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.700051:0:7562:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688179.700053:0:7562:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d93 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.700056:0:7562:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688179.700057:0:7562:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.700059:0:7562:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.700060:0:7562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.700061:0:7562:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 7 00010000:00000040:1.0:1773688179.700063:0:7562:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.700066:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 76 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.700070:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.700074:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.700077:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.700083:0:7562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d93 lrc: 4/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.700086:0:7562:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.700088:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.700089:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.700090:0:7562:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.700092:0:7562:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.700093:0:7562:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1773688179.700096:0:7562:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9a0f80ab40. 00000100:00000001:1.0:1773688179.700098:0:7562:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688179.700100:0:7562:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b35755a80. 00000100:00000001:1.0:1773688179.700102:0:7562:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997954288256 : -129075755263360 : ffff8a9b35755a80) 00000100:00000001:1.0:1773688179.700104:0:7562:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997954288256 : -129075755263360 : ffff8a9b35755a80) 00000100:00000001:1.0:1773688179.700105:0:7562:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688179.700106:0:7562:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688179.700107:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.700109:0:7562:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.700115:0:7562:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.700117:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.700118:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.700119:0:7562:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.700120:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.700121:0:7562:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688179.700123:0:7562:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.700124:0:7562:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.700126:0:7562:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1773688179.700127:0:7562:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b35755a80. 00000100:00000001:1.0:1773688179.700129:0:7562:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688179.700130:0:7562:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773688179.700132:0:7562:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9a0f80ab40. 00010000:00000001:1.0:1773688179.700134:0:7562:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.700135:0:7562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.700137:0:7562:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.700140:0:7562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.700142:0:7562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.700144:0:7562:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1773688179.700146:0:7562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.700148:0:7562:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.700150:0:7562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.700152:0:7562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.700154:0:7562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.700156:0:7562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000010:3.1:1773688179.700157:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0f426800. 00000100:00000040:1.0:1773688179.700160:0:7562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.700163:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64cc0. 00000100:00000200:1.0:1773688179.700166:0:7562:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854323712, offset 224 00000400:00000200:1.0:1773688179.700170:0:7562:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.700176:0:7562:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.700180:0:7562:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48114:48114:256:4294967295] 192.168.204.51@tcp LPNI seq info [48110:48110:8:4294967295] 00000400:00000200:1.0:1773688179.700186:0:7562:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.700190:0:7562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00010000:00010000:3.0:1773688179.700193:0:68797:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d93 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000010:1.0:1773688179.700194:0:7562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7100. 00010000:00000001:3.0:1773688179.700202:0:68797:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688179.700202:0:7562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00010000:00010000:3.0:1773688179.700206:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d93 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000200:1.0:1773688179.700208:0:7562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.700213:0:7562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7100 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:3.0:1773688179.700215:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.700217:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.700218:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.700220:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.700221:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.700222:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11800 refcount=3 00000100:00000001:1.0:1773688179.700223:0:7562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.700224:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00010000:00000001:3.0:1773688179.700227:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00000100:00000040:1.0:1773688179.700228:0:7562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.700230:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.700231:0:7562:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.700232:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.700235:0:7562:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.700236:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.700240:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000100:00000040:1.0:1773688179.700241:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a16b77100 x1859843854323712/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1773688179.700244:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.700248:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000100:00100000:1.0:1773688179.700252:0:7562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a16b77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+76:2404:x1859843854323712:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 349us (495us total) trans 0 rc 0/0 00000004:00000001:3.0:1773688179.700255:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.700259:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00100000:1.0:1773688179.700259:0:7562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3735 00000004:00000001:3.0:1773688179.700264:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000040:1.0:1773688179.700264:0:7562:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00080000:00000001:3.0:1773688179.700267:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000100:00000001:1.0:1773688179.700268:0:7562:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.700271:0:7562:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000001:3.0:1773688179.700273:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000020:00000010:1.0:1773688179.700274:0:7562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e380. 00000004:00000001:3.0:1773688179.700279:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000020:00000010:1.0:1773688179.700280:0:7562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000004:00000001:3.0:1773688179.700282:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000020:00000010:1.0:1773688179.700284:0:7562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09357600. 00000004:00000001:3.0:1773688179.700285:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000800:00000200:0.0:1773688179.700287:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000004:00000001:3.0:1773688179.700289:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.700289:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 75 00000800:00000010:0.0:1773688179.700292:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7100. 00000004:00000002:3.0:1773688179.700294:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x144:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000100:00000001:1.0:1773688179.700294:0:7562:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.700297:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:3.0:1773688179.700301:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.700303:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.700305:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000400:00000200:0.0:1773688179.700307:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00080000:00000001:3.0:1773688179.700308:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.700312:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000400:00000200:0.0:1773688179.700315:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64cc0 00000004:00000001:3.0:1773688179.700316:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000400:00000010:0.0:1773688179.700319:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64cc0. 00000004:00000001:3.0:1773688179.700320:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.700324:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000001:0.0:1773688179.700325:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00080000:00000001:3.0:1773688179.700326:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000100:00000001:0.0:1773688179.700329:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000001:3.0:1773688179.700330:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.700334:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.700337:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1773688179.700340:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1773688179.700342:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1773688179.700345:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a16e6c370 00000004:00000001:3.0:1773688179.700347:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.700350:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.700352:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.700354:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.700355:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.700357:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.700359:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.700360:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.700363:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.700365:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:3.0:1773688179.700368:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: returning size 15360 00000004:00000040:3.0:1773688179.700372:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x144:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:3.0:1773688179.700375:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:3.0:1773688179.700377:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000401:2569 00000004:00200000:3.0:1773688179.700379:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:3.0:1773688179.700380:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1773688179.700382:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.700383:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.700384:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1773688179.700386:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.700387:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.700388:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.700389:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.700390:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.700392:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.700393:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.700397:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.700401:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.700402:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.700403:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.700404:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.700409:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.700410:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.700411:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11800 refcount=3 00000020:00000001:3.0:1773688179.700412:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00010000:00000001:3.0:1773688179.700414:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00000004:00010000:3.0:1773688179.700416:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d93 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.700420:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.700421:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.700422:0:68797:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:3.0:1773688179.700423:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.700425:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:3.0:1773688179.700426:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.700427:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.700428:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11800 refcount=3 00000020:00000001:3.0:1773688179.700429:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00010000:00000001:3.0:1773688179.700430:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00000004:00000040:3.0:1773688179.700432:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.700433:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=76 00010000:00000001:3.0:1773688179.700436:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.700436:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.700437:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.700439:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1773688179.700440:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.700442:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.700443:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.700444:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.700445:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.700446:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.700449:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.700450:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.700452:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.700452:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:3.0:1773688179.700454:0:68797:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8a9a16e6a000. 00000004:00000001:3.0:1773688179.700457:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.700459:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.700460:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.700461:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.700462:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.700463:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.700464:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.700465:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b10a00 with handle 0x52973366461d2d8c from hash 00010000:00000001:3.0:1773688179.700467:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.700467:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.700468:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.700468:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.700469:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.700472:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2d8c lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a81c expref: 76 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.700475:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.700476:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 75 00010000:00000010:3.0:1773688179.700478:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.700484:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.700485:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.700487:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.700489:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d93 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a81c expref: 75 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.700493:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.700494:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.700495:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:3.0:1773688179.700497:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1773688179.700498:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.700500:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.700501:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.700502:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.700502:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.700503:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b34b11800, rc 0) 00000020:00000001:3.0:1773688179.700505:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.700507:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854323584 00010000:00000001:3.0:1773688179.700509:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.700512:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a16b76a00 x1859843854323584/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.700516:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.700518:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.700519:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.700521:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.700522:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.700524:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.700525:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.700526:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.700528:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.700529:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.700531:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee220. 00000100:00000200:3.0:1773688179.700534:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854323584, offset 224 00000400:00000200:3.0:1773688179.700538:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.700543:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.700547:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48115:48115:256:4294967295] 192.168.204.51@tcp LPNI seq info [48111:48111:8:4294967295] 00000400:00000200:3.0:1773688179.700556:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.700560:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.700563:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99df00. 00000800:00000200:3.0:1773688179.700567:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.700573:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.700576:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99df00 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.700600:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.700604:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.700606:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.700608:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.700611:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.700616:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a16b76a00 x1859843854323584/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.700626:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a16b76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+75:68109:x1859843854323584:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3127us (3284us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688179.700633:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15514 00000100:00000040:3.0:1773688179.700636:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.700639:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.700640:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.700643:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06f00. 00000020:00000010:3.0:1773688179.700648:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.700653:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2a00. 00000800:00000200:2.0:1773688179.700655:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:3.0:1773688179.700657:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 74 00000800:00000010:2.0:1773688179.700659:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99df00. 00000100:00000001:3.0:1773688179.700661:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.700670:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.700675:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.700678:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee220 00000400:00000010:2.0:1773688179.700680:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee220. 00000100:00000001:2.0:1773688179.700683:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.700685:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688179.704042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0f426400. 00010000:00000010:3.1:1773688179.709035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10a00. 00010000:00000010:1.1:1773688179.709041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afbc00. 00000800:00000001:0.0:1773688179.712094:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.712105:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.712108:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.712110:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.712117:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.712130:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 648 into portal 12 MB=0x69b84a4465100 00000400:00000200:0.0:1773688179.712135:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 648/648 into md 0x3b659 [64] + 112456 00000800:00000001:0.0:1773688179.712141:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.712149:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.712151:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.712153:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.712159:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.712161:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.712167:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3135e680. 00000100:00000040:0.0:1773688179.712169:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3135e680 x1859843854323968 msgsize 648 00000100:00100000:0.0:1773688179.712171:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.712181:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.712187:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.712190:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.712202:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.712205:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854323968 02000000:00000001:3.0:1773688179.712208:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.712210:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.712213:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.712217:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.712220:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854323968 00000020:00000001:3.0:1773688179.712223:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.712225:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.712227:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.712230:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=75 00000020:00000001:3.0:1773688179.712233:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.712235:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.712239:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.712249:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5640. 00000100:00000001:3.0:1773688179.712252:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.712255:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5640. 00000020:00000010:3.0:1773688179.712261:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2a00. 00000020:00000010:3.0:1773688179.712266:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06f00. 00000020:00000010:3.0:1773688179.712271:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.712279:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.712282:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.712283:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.712286:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.712288:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.712290:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.712297:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.712306:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.712315:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.712317:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.712321:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15515 00000100:00000040:3.0:1773688179.712324:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.712326:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997883020928 : -129075826530688 : ffff8a9b3135e680) 00000100:00000040:3.0:1773688179.712332:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3135e680 x1859843854323968/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.712338:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.712340:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5640. 00000100:00000001:3.0:1773688179.712342:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.712343:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5640. 00000100:00100000:3.0:1773688179.712346:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3135e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+75:68109:x1859843854323968:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.712349:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854323968 00000020:00000001:3.0:1773688179.712351:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.712354:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.712357:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.712359:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.712360:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.712363:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.712365:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854323968, found 0 last_xid 1859843854323967 00000020:00000001:3.0:1773688179.712367:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.712368:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.712370:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.712375:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.712376:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.712378:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.712380:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.712381:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.712382:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.712385:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.712391:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:3.0:1773688179.712392:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.712394:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.712396:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b10a00. 00000020:00000001:3.0:1773688179.712399:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.712400:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b10a00 with handle 0x52973366461d2d9a to hash 00000020:00000001:3.0:1773688179.712401:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.712402:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00000010:3.0:1773688179.712406:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.712408:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00010000:3.0:1773688179.712413:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2d9a lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a823 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.712421:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.712423:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=76 00010000:00000001:3.0:1773688179.712428:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.712431:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.712436:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.712438:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.712440:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.712443:0:68797:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:3.0:1773688179.712447:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9b3135e680 x1859843854323968/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1773688179.712455:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1773688179.712457:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1773688179.712459:0:68797:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1773688179.712462:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.712464:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.712467:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.712469:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.712471:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.712473:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.712474:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.712476:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.712483:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.712484:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.712486:0:68797:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.712488:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.712492:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.712493:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.712496:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.712498:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.712504:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9a16e6a000. 02000000:00000001:3.0:1773688179.712507:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.712510:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.712513:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1773688179.712514:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.712515:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.712518:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.712519:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.712521:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.712522:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.712524:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.712525:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.712528:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.712529:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.712534:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.712538:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.712540:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.712541:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.712542:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.712544:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.712545:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.712546:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.712547:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.712549:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.712550:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.712552:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.712553:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.712554:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.712554:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.712556:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1773688179.712557:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.712559:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1773688179.712561:0:68797:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:3.0:1773688179.712564:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfa38 00000004:00000002:3.0:1773688179.712565:0:68797:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xef:0x0]/(->[0x20000afe1:0x142:0x0]) cr_flag=040000240000003 mode=0100000 msg_flag=0x600 00000004:00000001:3.0:1773688179.712568:0:68797:0:(mdt_open.c:1135:mdt_open_by_fid_lock()) Process entered 00000004:00000001:3.0:1773688179.712570:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.712571:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.712574:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.712577:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.712578:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.712579:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.712580:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x142:0x0] 00000020:00000001:3.0:1773688179.712581:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.712585:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997886042200 : -129075823509416 : ffff8a9b31640058) 00000004:00000001:3.0:1773688179.712586:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614997886042112 : -129075823509504 : ffff8a9b31640000) 00000004:00000001:3.0:1773688179.712588:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1773688179.712589:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.712592:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.712594:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.712601:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.712604:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.712608:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.712611:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.712616:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.712619:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.712627:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.712629:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.712632:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.712634:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x142:0x0]: Reading som attrs: valid: 4, size: 53, blocks: 1 00000004:00000001:3.0:1773688179.712638:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.712640:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.712641:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.712643:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.712645:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.712646:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:3.0:1773688179.712650:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a16e6a378 00000004:00000001:3.0:1773688179.712652:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.712655:0:68797:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:3.0:1773688179.712657:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.712659:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.712662:0:68797:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0x142:0x0] lease count: 0, lm: 4 00000004:00000001:3.0:1773688179.712665:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1773688179.712669:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.712674:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.712677:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1689c700 count: 2 00010000:00000001:3.0:1773688179.712679:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.712680:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.712683:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b10200. 00000020:00000001:3.0:1773688179.712684:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.712686:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b10200 with handle 0x52973366461d2da1 to hash 00000020:00000001:3.0:1773688179.712687:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.712688:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00010000:00000010:3.0:1773688179.712691:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba480. 00010000:00000001:3.0:1773688179.712692:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00010000:00000001:3.0:1773688179.712694:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.712696:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.712698:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2da1 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x142:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.712703:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.712706:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.712708:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.712710:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.712712:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.712713:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.712714:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.712716:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.712717:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.712718:0:68797:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.712719:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.712721:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x142:0x0].0x0 (ffff8a9a1689c700) refcount = 2 00010000:00000040:3.0:1773688179.712723:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.712725:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0c400/0x52973366461d2b16 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x142:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a74a expref: 76 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.712730:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2da1 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x142:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.712733:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.712736:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.712737:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.712738:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.712739:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.712741:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.712742:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.712744:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.712746:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.712747:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2da1 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x142:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.712750:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.712751:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.712752:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.712754:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.712754:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.712755:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10200 refcount=3 00000020:00000001:3.0:1773688179.712756:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00010000:00000001:3.0:1773688179.712758:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00010000:00000001:3.0:1773688179.712760:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.712760:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.712762:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.712763:0:68797:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0x142:0x0], ibits = 0x1b/0x1b, open_flags = 040000240000003, try_layout = 1 : rc = 0 00000004:00000001:3.0:1773688179.712765:0:68797:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.712767:0:68797:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.712769:0:68797:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000001:00000001:3.0:1773688179.712771:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.712771:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.712773:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.712773:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.712774:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.712775:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.712776:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.712777:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.712779:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x142:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:3.0:1773688179.712781:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x142:0x0]: returning size 53 00000001:00000001:3.0:1773688179.712783:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.712783:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.712785:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1773688179.712786:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.712787:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.712788:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.712789:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.712790:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.712792:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.712793:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.712795:0:68797:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000004:00000002:3.0:1773688179.712796:0:68797:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:3.0:1773688179.712798:0:68797:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000004:00000001:3.0:1773688179.712798:0:68797:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.712801:0:68797:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:3.0:1773688179.712804:0:68797:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:3.0:1773688179.712806:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:00000001:3.0:1773688179.712807:0:68797:0:(mdd_permission.c:247:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.712808:0:68797:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.712810:0:68797:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.712813:0:68797:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000004:00000010:3.0:1773688179.712814:0:68797:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9b35d06a80. 00000020:00000001:3.0:1773688179.712815:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.712816:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b35d06a80 with handle 0x52973366461d2da8 to hash 00000020:00000001:3.0:1773688179.712817:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:3.0:1773688179.712818:0:68797:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614997960256128 : -129075749295488 : ffff8a9b35d06a80) 00000004:00000001:3.0:1773688179.712820:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1773688179.712821:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:3.0:1773688179.712822:0:68797:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0x142:0x0] Change mfd open_flags 0 -> 040000240000003. 00000004:00000001:3.0:1773688179.712824:0:68797:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:3.0:1773688179.712826:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1773688179.712832:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0fb79c00. 00080000:00000001:3.0:1773688179.712833:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993026128896 : -129080683422720 : ffff8a9a0fb79c00) 00080000:00000001:3.0:1773688179.712835:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1773688179.712839:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.712844:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.712845:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.712859:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.712860:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1773688179.712863:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1773688179.712864:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692069, last_committed = 171798692041 00000001:00000010:3.0:1773688179.712867:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a0f5f5a20. 00000001:00000040:3.0:1773688179.712868:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 28 00000020:00000040:3.0:1773688179.712870:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=77 00000001:00000010:3.0:1773688179.712874:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b41aafcc0. 00080000:00000001:3.0:1773688179.712877:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.712891:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1773688179.712893:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b41aafcc0: xid 1859843854323968, transno 171798692069, tag 1, client gen 13, slot idx 3 00000001:00000001:3.0:1773688179.712895:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.712902:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.712903:0:68797:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1773688179.712905:0:68797:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.712906:0:68797:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.712908:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.712909:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.712910:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.712911:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.712913:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.712914:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.712915:0:68797:0:(mdt_open.c:1236:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.712917:0:68797:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1773688179.712919:0:68797:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:3.0:1773688179.712919:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.712921:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.712922:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1773688179.712922:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.712923:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.712925:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.712926:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.712927:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.712928:0:68797:0:(mdt_open.c:1525:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1773688179.712932:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.712935:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.712936:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.712937:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.712939:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.712940:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1773688179.712942:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.712943:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.712944:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.712945:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.712946:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.712948:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.712968:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.712970:0:68797:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:3.0:1773688179.712974:0:68797:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:3.0:1773688179.712976:0:68797:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.712978:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.712979:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.712980:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10200 refcount=3 00000020:00000001:3.0:1773688179.712982:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00010000:00000001:3.0:1773688179.712983:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00000004:00000040:3.0:1773688179.712985:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:3.0:1773688179.712986:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=78 00010000:00000001:3.0:1773688179.712988:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.712989:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.712990:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.712991:0:68797:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.712993:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.712995:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.712996:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.712997:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.713000:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.713000:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.713001:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.713002:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.713004:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b10a00 with handle 0x52973366461d2d9a from hash 00010000:00000001:3.0:1773688179.713024:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.713025:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.713026:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.713027:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.713027:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.713030:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2d9a lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a823 expref: 78 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.713035:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.713037:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 77 00010000:00000010:3.0:1773688179.713040:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.713048:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.713049:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.713052:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.713054:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2da1 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x142:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a823 expref: 77 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.713062:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.713064:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.713066:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x142:0x0].0x0 (ffff8a9a1689c700) 00010000:00010000:3.0:1773688179.713067:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1773688179.713069:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.713070:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.713071:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.713072:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.713073:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.713074:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b34b10200, rc 0) 00000020:00000001:3.0:1773688179.713075:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.713077:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692069, xid 1859843854323968 00010000:00000001:3.0:1773688179.713079:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.713082:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b3135e680 x1859843854323968/t171798692069(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.713087:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.713089:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.713092:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.713094:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.713096:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.713097:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.713099:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.713100:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.713102:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.713104:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.713108:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeedd0. 00000100:00000200:3.0:1773688179.713111:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854323968, offset 224 00000400:00000200:3.0:1773688179.713115:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.713123:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.713127:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48116:48116:256:4294967295] 192.168.204.51@tcp LPNI seq info [48112:48112:8:4294967295] 00000400:00000200:3.0:1773688179.713135:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.713139:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.713142:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d200. 00000800:00000200:3.0:1773688179.713146:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.713150:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.713153:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d200 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.713161:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.713163:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.713165:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.713166:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.713168:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.713170:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3135e680 x1859843854323968/t171798692069(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.713177:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3135e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+77:68109:x1859843854323968:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 837us (1006us total) trans 171798692069 rc 0/0 00000100:00100000:3.0:1773688179.713182:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15515 00000100:00000040:3.0:1773688179.713184:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.713186:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.713187:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.713190:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06f00. 00000020:00000010:3.0:1773688179.713192:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.713196:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2a00. 00000020:00000040:3.0:1773688179.713199:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 76 00000100:00000001:3.0:1773688179.713201:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.713237:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.713242:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d200. 00000400:00000200:0.0:1773688179.713247:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.713252:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.713256:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeedd0 00000400:00000010:0.0:1773688179.713258:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeedd0. 00000100:00000001:0.0:1773688179.713261:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.713263:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.715451:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.715462:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.715464:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.715466:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.715473:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.715483:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4465180 00000400:00000200:2.0:1773688179.715490:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x73361 [2] + 984 00000800:00000001:2.0:1773688179.715494:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.715502:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.715504:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.715508:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.715512:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.715514:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1773688179.715521:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a02307800. 00000100:00000040:2.0:1773688179.715525:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a02307800 x1859843854324096 msgsize 328 00000100:00100000:2.0:1773688179.715529:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.715545:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.715552:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.715556:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.715583:0:7562:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.715587:0:7562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854324096 02000000:00000001:1.0:1773688179.715590:0:7562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.715591:0:7562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.715594:0:7562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.715597:0:7562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.715601:0:7562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854324096 00000020:00000001:1.0:1773688179.715603:0:7562:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.715604:0:7562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.715607:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.715609:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=77 00000020:00000001:1.0:1773688179.715612:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.715614:0:7562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.715618:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.715628:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80ab40. 00000100:00000001:1.0:1773688179.715635:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.715638:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80ab40. 00000020:00000010:1.0:1773688179.715643:0:7562:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09357600. 00000020:00000010:1.0:1773688179.715645:0:7562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e380. 00000020:00000010:1.0:1773688179.715648:0:7562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688179.715653:0:7562:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.715654:0:7562:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.715655:0:7562:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.715656:0:7562:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.715658:0:7562:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.715660:0:7562:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.715663:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.715664:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.715665:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10200 refcount=3 00000020:00000001:1.0:1773688179.715666:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00010000:00000001:1.0:1773688179.715668:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00010000:00000001:1.0:1773688179.715669:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.715670:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.715671:0:7562:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.715672:0:7562:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.715675:0:7562:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.715683:0:7562:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.715687:0:7562:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.715688:0:7562:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.715691:0:7562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1580 00000100:00000040:1.0:1773688179.715693:0:7562:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688179.715695:0:7562:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992799168512 : -129080910383104 : ffff8a9a02307800) 00000100:00000040:1.0:1773688179.715699:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a02307800 x1859843854324096/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.715705:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.715706:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80ab40. 00000100:00000001:1.0:1773688179.715708:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.715709:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80ab40. 00000100:00100000:1.0:1773688179.715712:0:7562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a02307800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+77:2405:x1859843854324096:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.715714:0:7562:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854324096 00010000:00000001:1.0:1773688179.715716:0:7562:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.715717:0:7562:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.715718:0:7562:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.715721:0:7562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.715722:0:7562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.715726:0:7562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a0fadc400. 02000000:00000001:1.0:1773688179.715727:0:7562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.715729:0:7562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.715731:0:7562:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.715732:0:7562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.715733:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.715734:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.715735:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10200 refcount=3 00000020:00000001:1.0:1773688179.715736:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00010000:00000001:1.0:1773688179.715737:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00010000:00000040:1.0:1773688179.715739:0:7562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1689c700 count: 3 00000004:00000001:1.0:1773688179.715741:0:7562:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1773688179.715742:0:7562:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688179.715746:0:7562:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.715747:0:7562:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.715748:0:7562:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.715749:0:7562:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.715752:0:7562:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.715753:0:7562:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.715755:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.715756:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.715757:0:7562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.715758:0:7562:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.715760:0:7562:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b10200 with handle 0x52973366461d2da1 from hash 00010000:00000001:1.0:1773688179.715761:0:7562:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.715762:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.715763:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.715763:0:7562:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.715766:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.715767:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.715768:0:7562:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.715769:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.715771:0:7562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2da1 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x142:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a823 expref: 77 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.715777:0:7562:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:1.0:1773688179.715778:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 76 00010000:00000010:1.0:1773688179.715780:0:7562:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba480. 00010000:00000001:1.0:1773688179.715787:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.715788:0:7562:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.715789:0:7562:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.715790:0:7562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x142:0x0].0x0 (ffff8a9a1689c700) 00010000:00000001:1.0:1773688179.715792:0:7562:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.715794:0:7562:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.715795:0:7562:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.715796:0:7562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.715797:0:7562:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.715799:0:7562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.715800:0:7562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.715802:0:7562:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1773688179.715804:0:7562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.715806:0:7562:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.715807:0:7562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.715808:0:7562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.715809:0:7562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.715810:0:7562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.715812:0:7562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.715814:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a646e8. 00000100:00000200:1.0:1773688179.715817:0:7562:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854324096, offset 224 00000400:00000200:1.0:1773688179.715820:0:7562:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.715825:0:7562:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.715829:0:7562:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48117:48117:256:4294967295] 192.168.204.51@tcp LPNI seq info [48113:48113:8:4294967295] 00000400:00000200:1.0:1773688179.715834:0:7562:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.715837:0:7562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.715839:0:7562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7000. 00000800:00000200:1.0:1773688179.715843:0:7562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.715846:0:7562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.715849:0:7562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.715857:0:7562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.715859:0:7562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.715861:0:7562:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.715863:0:7562:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.715865:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a02307800 x1859843854324096/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773688179.715873:0:7562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a02307800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+76:2405:x1859843854324096:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 166us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688179.715879:0:7562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1580 00000100:00000040:1.0:1773688179.715881:0:7562:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688179.715883:0:7562:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.715884:0:7562:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.715886:0:7562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e380. 00000020:00000010:1.0:1773688179.715889:0:7562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000020:00000010:1.0:1773688179.715892:0:7562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09357600. 00000020:00000040:1.0:1773688179.715895:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 75 00000100:00000001:1.0:1773688179.715896:0:7562:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.715925:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.715930:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7000. 00000400:00000200:0.0:1773688179.715933:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.715938:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.715941:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a646e8 00000400:00000010:0.0:1773688179.715943:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a646e8. 00000100:00000001:0.0:1773688179.715946:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.715948:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.717745:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.717757:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.717760:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.717761:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.717769:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.717780:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 392 into portal 23 MB=0x69b84a4465280 00000400:00000200:0.0:1773688179.717787:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 392/392 into md 0x72385 [2] + 0 00000800:00000001:0.0:1773688179.717798:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.717806:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.717808:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.717811:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.717816:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.717818:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1773688179.717822:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b3135dc00. 00000100:00000040:0.0:1773688179.717825:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b3135dc00 x1859843854324352 msgsize 392 00000100:00100000:0.0:1773688179.717828:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.717838:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.717845:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.717847:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.717875:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.717879:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854324352 02000000:00000001:3.0:1773688179.717882:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.717884:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.717886:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.717888:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.717891:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854324352 00000020:00000001:3.0:1773688179.717893:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.717895:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.717897:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.717899:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=76 00000020:00000001:3.0:1773688179.717902:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.717904:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.717908:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.717912:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5640. 00000100:00000001:3.0:1773688179.717914:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.717917:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5640. 00000020:00000010:3.0:1773688179.717921:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2a00. 00000020:00000010:3.0:1773688179.717924:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06f00. 00000020:00000010:3.0:1773688179.717928:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.717932:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1773688179.717935:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.717936:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773688179.717938:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.717942:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.717964:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.717973:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.717974:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.717980:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3236 00000100:00000040:3.0:1773688179.717984:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.717986:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997883018240 : -129075826533376 : ffff8a9b3135dc00) 00000100:00000040:3.0:1773688179.717992:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b3135dc00 x1859843854324352/t0(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.718001:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.718004:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5640. 00000100:00000001:3.0:1773688179.718054:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.718057:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5640. 00000100:00100000:3.0:1773688179.718062:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b3135dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+76:68109:x1859843854324352:12345-192.168.204.51@tcp:35:dbench.0 00000100:00000200:3.0:1773688179.718066:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854324352 00000020:00000001:3.0:1773688179.718069:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.718072:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1773688179.718076:0:73057:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b41aafcc0: xid 1859843854323968, transno 171798692069, client gen 13, slot idx 3 00000001:00000001:3.0:1773688179.718081:0:73057:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a102fa6c0: xid 1859843854323328, transno 171798692068, client gen 13, slot idx 2 00000001:00000010:3.0:1773688179.718085:0:73057:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a102fa6c0. 00000020:00000001:3.0:1773688179.718089:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.718091:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.718093:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862496 : -1038689120 : ffffffffc216dca0) 00000020:00000001:3.0:1773688179.718096:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.718099:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854324352, found 0 last_xid 1859843854324351 00000020:00000001:3.0:1773688179.718101:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.718104:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.718106:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.718108:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.718113:0:73057:0:(mdt_open.c:2771:mdt_close()) Process entered 00000004:00000001:3.0:1773688179.718115:0:73057:0:(mdt_lib.c:1452:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1773688179.718116:0:73057:0:(mdt_lib.c:1362:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1773688179.718123:0:73057:0:(mdt_lib.c:1373:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.718126:0:73057:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1773688179.718128:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.718130:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.718132:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.718133:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.718136:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.718137:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.718139:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.718141:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.718142:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.718143:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.718145:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.718147:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.718148:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.718151:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.718153:0:73057:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.718155:0:73057:0:(mdt_lib.c:1435:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1773688179.718157:0:73057:0:(mdt_lib.c:1437:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.718160:0:73057:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1773688179.718161:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.718162:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.718164:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.718166:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.718168:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.718169:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.718171:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.718172:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.718174:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.718175:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.718179:0:73057:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.718183:0:73057:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.718185:0:73057:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.718187:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.718188:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.718190:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.718192:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.718193:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.718195:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.718197:0:73057:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.718198:0:73057:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.718200:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.718202:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.718204:0:73057:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.718205:0:73057:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.718207:0:73057:0:(mdt_lib.c:1465:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.718210:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.718212:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.718216:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8a9a0fb7a400. 02000000:00000001:3.0:1773688179.718218:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.718220:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.718222:0:73057:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1773688179.718224:0:73057:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.718227:0:73057:0:(mdt_open.c:2739:mdt_close_internal()) Process entered 00000004:00000001:3.0:1773688179.718229:0:73057:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1773688179.718231:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.718232:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8a9b35d06a80 refcount=2 00000020:00000001:3.0:1773688179.718235:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997960256128 : -129075749295488 : ffff8a9b35d06a80) 00000004:00000001:3.0:1773688179.718237:0:73057:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446614997960256128 : -129075749295488 : ffff8a9b35d06a80) 00000020:00000040:3.0:1773688179.718239:0:73057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b35d06a80 with handle 0x52973366461d2da8 from hash 00000004:00000001:3.0:1773688179.718243:0:73057:0:(mdt_open.c:2590:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1773688179.718244:0:73057:0:(mdt_open.c:2598:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000afe1:0x142:0x0] with intent: 0 00000004:00000001:3.0:1773688179.718248:0:73057:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:3.0:1773688179.718250:0:73057:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 53 size 53 lsom blocks 1 blocks 1 truncate 0 00000004:00000001:3.0:1773688179.718253:0:73057:0:(mdt_som.c:209:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.718256:0:73057:0:(mdt_open.c:149:mdt_write_put()) Process entered 00000004:00000001:3.0:1773688179.718257:0:73057:0:(mdt_open.c:153:mdt_write_put()) Process leaving 00000004:00000001:3.0:1773688179.718259:0:73057:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1773688179.718262:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.718266:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.718268:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.718272:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.718275:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.718278:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.718280:0:73057:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.718282:0:73057:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1773688179.718288:0:73057:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1773688179.718292:0:73057:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.718294:0:73057:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x20000afe1:0x142:0x0], previous was 0x7 00000004:00000001:3.0:1773688179.718297:0:73057:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.718300:0:73057:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1773688179.718302:0:73057:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.718304:0:73057:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:3.0:1773688179.718307:0:73057:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.718310:0:73057:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1773688179.718320:0:73057:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8a9b35d06a80. 00000004:00000001:3.0:1773688179.718328:0:73057:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1773688179.718332:0:73057:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b31640058/ffff8a9b31640000 to site lru. bkt: ffff8a9a1aeb5b90 00000004:00000001:3.0:1773688179.718333:0:73057:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.718334:0:73057:0:(mdt_open.c:2728:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.718335:0:73057:0:(mdt_open.c:2758:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.718337:0:73057:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:3.0:1773688179.718338:0:73057:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1773688179.718344:0:73057:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0fb7b800. 00080000:00000001:3.0:1773688179.718346:0:73057:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993026136064 : -129080683415552 : ffff8a9a0fb7b800) 00080000:00000001:3.0:1773688179.718348:0:73057:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1773688179.718352:0:73057:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.718355:0:73057:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.718356:0:73057:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.718368:0:73057:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.718370:0:73057:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1773688179.718372:0:73057:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1773688179.718373:0:73057:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692070, last_committed = 171798692041 00000001:00000010:3.0:1773688179.718376:0:73057:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b05f753c0. 00000001:00000040:3.0:1773688179.718377:0:73057:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 29 00000020:00000040:3.0:1773688179.718379:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=77 00000001:00000010:3.0:1773688179.718382:0:73057:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a16f6ba80. 00080000:00000001:3.0:1773688179.718385:0:73057:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.718395:0:73057:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1773688179.718397:0:73057:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a16f6ba80: xid 1859843854324352, transno 171798692070, tag 1, client gen 13, slot idx 2 00000001:00000001:3.0:1773688179.718400:0:73057:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.718406:0:73057:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.718407:0:73057:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1773688179.718408:0:73057:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.718409:0:73057:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.718410:0:73057:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.718411:0:73057:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.718414:0:73057:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.718416:0:73057:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.718417:0:73057:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1773688179.718421:0:73057:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.718424:0:73057:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.718426:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.718427:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.718428:0:73057:0:(mdt_open.c:2833:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.718430:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692070, xid 1859843854324352 00010000:00000001:3.0:1773688179.718432:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.718435:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b3135dc00 x1859843854324352/t171798692070(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.718440:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.718442:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.718443:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=49 v=5 (1 1 1 0) 00000100:00000001:3.0:1773688179.718445:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.718447:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.718448:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.718450:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.718451:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.718452:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.718453:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.718455:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeee58. 00000100:00000200:3.0:1773688179.718458:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854324352, offset 224 00000400:00000200:3.0:1773688179.718467:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.718475:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.718479:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48118:48118:256:4294967295] 192.168.204.51@tcp LPNI seq info [48114:48114:8:4294967295] 00000400:00000200:3.0:1773688179.718488:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.718492:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.718495:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99da00. 00000800:00000200:3.0:1773688179.718500:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.718505:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.718508:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99da00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.718521:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.718524:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.718525:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.718526:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.718528:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.718531:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b3135dc00 x1859843854324352/t171798692070(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.718537:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b3135dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+77:68109:x1859843854324352:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 535us (711us total) trans 171798692070 rc 0/0 00000100:00100000:3.0:1773688179.718543:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3236 00000100:00000040:3.0:1773688179.718545:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.718546:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.718547:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.718550:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06f00. 00000020:00000010:3.0:1773688179.718552:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.718554:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2a00. 00000020:00000040:3.0:1773688179.718557:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 76 00000100:00000001:3.0:1773688179.718558:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.718610:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.718614:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99da00. 00000400:00000200:2.0:1773688179.718619:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.718624:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.718627:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeee58 00000400:00000010:2.0:1773688179.718629:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeee58. 00000100:00000001:2.0:1773688179.718633:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.718634:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1773688179.722039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10a00. 00000800:00000001:0.0:1773688179.724720:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.724737:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.724741:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.724744:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.724755:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.724774:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 496 into portal 12 MB=0x69b84a4465380 00000400:00000200:0.0:1773688179.724782:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 496/496 into md 0x3b659 [64] + 113104 00000800:00000001:0.0:1773688179.724792:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.724804:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.724806:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.724811:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.724819:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.724822:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.724832:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b04e64e00. 00000100:00000040:0.0:1773688179.724836:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b04e64e00 x1859843854324608 msgsize 496 00000100:00100000:0.0:1773688179.724841:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.724855:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.724866:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.724871:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.724887:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.724892:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854324608 02000000:00000001:3.0:1773688179.724896:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.724899:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.724902:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.724905:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.724908:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854324608 00000020:00000001:3.0:1773688179.724910:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.724911:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.724914:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.724917:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=77 00000020:00000001:3.0:1773688179.724919:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.724921:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.724925:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.724930:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5640. 00000100:00000001:3.0:1773688179.724933:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.724935:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5640. 00000020:00000010:3.0:1773688179.724940:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2a00. 00000020:00000010:3.0:1773688179.724945:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06f00. 00000020:00000010:3.0:1773688179.724949:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.724982:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.724986:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.724987:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773688179.724989:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.724995:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.725036:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.725048:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.725050:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.725055:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15516 00000100:00000040:3.0:1773688179.725059:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.725061:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997139607040 : -129076569944576 : ffff8a9b04e64e00) 00000100:00000040:3.0:1773688179.725068:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b04e64e00 x1859843854324608/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 496/0 e 0 to 0 dl 1773688259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773688179.725077:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.725081:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5640. 00000100:00000001:3.0:1773688179.725082:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.725085:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5640. 00000100:00100000:3.0:1773688179.725088:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b04e64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+77:68109:x1859843854324608:12345-192.168.204.51@tcp:36:dbench.0 00000100:00000200:3.0:1773688179.725090:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854324608 00000020:00000001:3.0:1773688179.725093:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.725095:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1773688179.725098:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a16f6ba80: xid 1859843854324352, transno 171798692070, client gen 13, slot idx 2 00000001:00000001:3.0:1773688179.725101:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b41aafcc0: xid 1859843854323968, transno 171798692069, client gen 13, slot idx 3 00000001:00000010:3.0:1773688179.725104:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b41aafcc0. 00000020:00000001:3.0:1773688179.725107:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.725108:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.725110:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862544 : -1038689072 : ffffffffc216dcd0) 00000020:00000001:3.0:1773688179.725111:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.725114:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854324608, found 0 last_xid 1859843854324607 00000020:00000001:3.0:1773688179.725115:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.725117:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.725118:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.725120:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725122:0:68797:0:(mdt_handler.c:3339:mdt_reint()) Process entered 00000004:00000002:3.0:1773688179.725126:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 4 req@ffff8a9b04e64e00 x1859843854324608/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 496/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1773688179.725132:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1773688179.725133:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1773688179.725135:0:68797:0:(mdt_lib.c:1638:mdt_unlink_unpack()) Process entered 00000001:00000001:3.0:1773688179.725136:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.725138:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.725140:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.725141:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.725142:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.725145:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.725146:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725147:0:68797:0:(mdt_lib.c:1387:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725148:0:68797:0:(mdt_lib.c:1680:mdt_unlink_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725149:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725152:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.725153:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.725154:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.725156:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.725160:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8a9a16e68000. 02000000:00000001:3.0:1773688179.725161:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.725163:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725164:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1773688179.725165:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.725166:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.725167:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.725168:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.725169:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.725170:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.725171:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.725173:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.725174:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.725175:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.725178:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.725180:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.725182:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.725183:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.725184:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.725185:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.725186:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.725187:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.725188:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725189:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.725190:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.725192:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.725192:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725193:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.725194:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725196:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1773688179.725197:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725198:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1773688179.725199:0:68797:0:(mdt_reint.c:1256:mdt_reint_unlink()) Process entered 00000020:00000001:3.0:1773688179.725202:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfc78 00000004:00000002:3.0:1773688179.725204:0:68797:0:(mdt_reint.c:1258:mdt_reint_unlink()) @@@ unlink [0x20000afe1:0xef:0x0]/~$CHAP10.DOC req@ffff8a9b04e64e00 x1859843854324608/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 496/2888 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773688179.725209:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1773688179.725211:0:68797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1773688179.725212:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.725213:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.725215:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41f0c400 refcount=3 00000020:00000001:3.0:1773688179.725216:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998163702784 : -129075545848832 : ffff8a9b41f0c400) 00010000:00000001:3.0:1773688179.725217:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998163702784 : -129075545848832 : ffff8a9b41f0c400) 00010000:00000040:3.0:1773688179.725220:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1689c700 count: 2 00000004:00000001:3.0:1773688179.725223:0:68797:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1773688179.725225:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1773688179.725227:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.725228:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.725230:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.725231:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.725234:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.725235:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.725239:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.725240:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.725241:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.725242:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.725244:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41f0c400 with handle 0x52973366461d2b16 from hash 00010000:00000001:3.0:1773688179.725245:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.725246:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.725247:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.725248:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.725251:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.725252:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.725253:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.725254:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.725257:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0c400/0x52973366461d2b16 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x142:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a74a expref: 77 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.725264:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:3.0:1773688179.725265:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 76 00010000:00000010:3.0:1773688179.725267:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96680. 00010000:00000001:3.0:1773688179.725274:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.725275:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.725277:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.725279:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x142:0x0].0x0 (ffff8a9a1689c700) 00010000:00000001:3.0:1773688179.725281:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.725283:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.725284:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1773688179.725285:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a1689c700 count: 0 00010000:00000010:3.0:1773688179.725288:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b343e9f00. 00010000:00010000:3.0:1773688179.725291:0:68797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1773688179.725293:0:68797:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1773688179.725294:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.725296:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.725298:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.725301:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.725303:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.725305:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1773688179.725307:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1773688179.725309:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1773688179.725311:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.725312:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.725315:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:3.0:1773688179.725316:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.725318:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.725320:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b10a00. 00000020:00000001:3.0:1773688179.725322:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.725323:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b10a00 with handle 0x52973366461d2daf to hash 00000020:00000001:3.0:1773688179.725325:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.725326:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00000010:3.0:1773688179.725328:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.725330:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00000001:3.0:1773688179.725332:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.725333:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.725335:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2daf lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.725339:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.725341:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.725343:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.725344:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.725346:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.725347:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.725347:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.725349:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.725351:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.725352:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.725354:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.725356:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 3 00010000:00000040:3.0:1773688179.725359:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.725362:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 76 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.725370:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 76 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.725376:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2daf lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.725381:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.725383:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.725385:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.725386:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.725393:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.725396:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.725398:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.725400:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.725402:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.725405:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2daf lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.725410:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.725411:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.725413:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.725414:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.725415:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.725418:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a16349200 count: 2 00010000:00000001:3.0:1773688179.725421:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.725422:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.725425:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b11200. 00000020:00000001:3.0:1773688179.725428:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.725430:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b11200 with handle 0x52973366461d2db6 to hash 00000020:00000001:3.0:1773688179.725431:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.725433:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000010:3.0:1773688179.725436:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba100. 00010000:00000001:3.0:1773688179.725438:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000001:3.0:1773688179.725440:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.725442:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.725445:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2db6 lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0xef:0x0].0x33e854da bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.725450:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.725452:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.725453:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.725455:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.725456:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.725458:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.725459:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.725461:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.725462:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.725463:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.725464:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.725465:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x33e854da (ffff8a9a16349200) refcount = 2 00010000:00000040:3.0:1773688179.725468:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.725470:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0ce00/0x52973366461d2b0f lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x33e854da bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.725475:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2db6 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x33e854da bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.725478:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.725479:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.725480:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.725481:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.725482:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.725483:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.725484:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.725486:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.725487:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.725489:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2db6 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x33e854da bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.725491:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.725492:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.725492:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.725494:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.725498:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.725502:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:3.0:1773688179.725503:0:68797:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0xef:0x0] version is 0x27000000be 00000004:00000001:3.0:1773688179.725508:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.725530:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.725532:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.725534:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688179.725536:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.725540:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1773688179.725555:0:68797:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.725557:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1773688179.725558:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1773688179.725560:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.725562:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.725564:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.725566:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.725567:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.725568:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.725569:0:68797:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:3.0:1773688179.725571:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725573:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725575:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.725577:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x142:0x0] 00000020:00000001:3.0:1773688179.725579:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.725583:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997886042200 : -129075823509416 : ffff8a9b31640058) 00000004:00000001:3.0:1773688179.725585:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614997886042112 : -129075823509504 : ffff8a9b31640000) 00000004:00000001:3.0:1773688179.725588:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1773688179.725589:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725592:0:68797:0:(mdt_reint.c:327:mdt_object_stripes_lock()) Process entered 00000004:00000001:3.0:1773688179.725593:0:68797:0:(mdt_handler.c:4293:mdt_object_check_lock()) Process entered 00010000:00000001:3.0:1773688179.725596:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.725597:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773688179.725602:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a0ec46a00. 00010000:00000010:3.0:1773688179.725606:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b35d06600. 00010000:00000001:3.0:1773688179.725608:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.725610:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b11600. 00000020:00000001:3.0:1773688179.725613:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.725614:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b11600 with handle 0x52973366461d2dbd to hash 00000020:00000001:3.0:1773688179.725616:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.725617:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941425664 : -129075768125952 : ffff8a9b34b11600) 00010000:00000010:3.0:1773688179.725620:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.725623:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941425664 : -129075768125952 : ffff8a9b34b11600) 00010000:00000001:3.0:1773688179.725626:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.725628:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.725630:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2dbd lrc: 3/0,1 mode: --/EX res: [0x20000afe1:0x142:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.725636:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.725638:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.725640:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.725641:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.725643:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.725645:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.725646:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.725648:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.725650:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.725651:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.725652:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.725654:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x142:0x0].0x0 (ffff8a9a0ec46a00) refcount = 1 00010000:00010000:3.0:1773688179.725658:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2dbd lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x142:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.725663:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.725665:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.725666:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.725668:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.725669:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.725671:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.725673:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.725675:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.725677:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.725680:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2dbd lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x142:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.725685:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.725686:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.725688:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.725689:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.725690:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.725692:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11600 refcount=3 00000020:00000001:3.0:1773688179.725694:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941425664 : -129075768125952 : ffff8a9b34b11600) 00010000:00000001:3.0:1773688179.725696:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941425664 : -129075768125952 : ffff8a9b34b11600) 00010000:00000001:3.0:1773688179.725698:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.725699:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.725701:0:68797:0:(mdt_handler.c:4320:mdt_object_check_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725703:0:68797:0:(mdt_reint.c:350:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.725708:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.725711:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:3.0:1773688179.725713:0:68797:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0x142:0x0] version is 0x28000000d4 00000004:00000001:3.0:1773688179.725717:0:68797:0:(mdd_dir.c:2162:mdd_unlink()) Process entered 00000004:00000001:3.0:1773688179.725727:0:68797:0:(mdd_dir.c:2109:mdd_hsm_archive_exists()) Process entered 00000020:00000010:3.0:1773688179.725731:0:68797:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8a9a0221d7e0. 00000004:00000001:3.0:1773688179.725734:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.725736:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.725738:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.725741:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1773688179.725744:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1773688179.725746:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:3.0:1773688179.725749:0:68797:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8a9a0221d7e0. 00000004:00000001:3.0:1773688179.725752:0:68797:0:(mdd_dir.c:2123:mdd_hsm_archive_exists()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725754:0:68797:0:(mdd_dir.c:2038:mdd_unlink_sanity_check()) Process entered 00000004:00000001:3.0:1773688179.725756:0:68797:0:(mdd_dir.c:523:mdd_may_delete()) Process entered 00000004:00000001:3.0:1773688179.725758:0:68797:0:(mdd_dir.c:487:mdd_may_delete_entry()) Process entered 00000004:00000001:3.0:1773688179.725759:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.725762:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 3 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688179.725766:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725768:0:68797:0:(mdd_dir.c:509:mdd_may_delete_entry()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725771:0:68797:0:(mdd_dir.c:563:mdd_may_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725773:0:68797:0:(mdd_dir.c:2042:mdd_unlink_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1773688179.725776:0:68797:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1773688179.725783:0:68797:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9a0f5f54e0. 00080000:00000001:3.0:1773688179.725786:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1773688179.725792:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0fb7a000. 00080000:00000001:3.0:1773688179.725794:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993026129920 : -129080683421696 : ffff8a9a0fb7a000) 00000004:00000001:3.0:1773688179.725800:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.725802:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026129920 : -129080683421696 : ffff8a9a0fb7a000) 00080000:00000001:3.0:1773688179.725805:0:68797:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:3.0:1773688179.725812:0:68797:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725815:0:68797:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.725818:0:68797:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.725819:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.725821:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026129920 : -129080683421696 : ffff8a9a0fb7a000) 00080000:00000001:3.0:1773688179.725824:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1773688179.725826:0:68797:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725828:0:68797:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725831:0:68797:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:3.0:1773688179.725833:0:68797:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725836:0:68797:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725839:0:68797:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:3.0:1773688179.725841:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.725843:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026129920 : -129080683421696 : ffff8a9a0fb7a000) 00080000:00000002:3.0:1773688179.725846:0:68797:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x20000afe1:0x142:0x0] not in the id map cache 00080000:00000001:3.0:1773688179.725849:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1773688179.725856:0:68797:0:(osd_object.c:1130:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.725859:0:68797:0:(osd_object.c:1204:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725861:0:68797:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725863:0:68797:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:3.0:1773688179.725864:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.725866:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026129920 : -129080683421696 : ffff8a9a0fb7a000) 00080000:00000001:3.0:1773688179.725868:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1773688179.725869:0:68797:0:(osd_object.c:1130:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.725871:0:68797:0:(osd_object.c:1204:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725873:0:68797:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725875:0:68797:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.725876:0:68797:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.725877:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.725879:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026129920 : -129080683421696 : ffff8a9a0fb7a000) 00080000:00000001:3.0:1773688179.725881:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1773688179.725882:0:68797:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725884:0:68797:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725886:0:68797:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725888:0:68797:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.725889:0:68797:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.725890:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.725891:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026129920 : -129080683421696 : ffff8a9a0fb7a000) 00080000:00000001:3.0:1773688179.725893:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1773688179.725895:0:68797:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725897:0:68797:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725898:0:68797:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725902:0:68797:0:(lod_object.c:6524:lod_declare_destroy()) Process entered 00000004:00000001:3.0:1773688179.725903:0:68797:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:3.0:1773688179.725904:0:68797:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725906:0:68797:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:3.0:1773688179.725908:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.725909:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026129920 : -129080683421696 : ffff8a9a0fb7a000) 00080000:00000001:3.0:1773688179.725912:0:68797:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1773688179.725915:0:68797:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1773688179.725916:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.725918:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.725919:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.725921:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.725923:0:68797:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.725931:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1773688179.725932:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.725938:0:68797:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725940:0:68797:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725943:0:68797:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1773688179.725945:0:68797:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:3.0:1773688179.725947:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.725949:0:68797:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1773688179.725966:0:68797:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1773688179.725968:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.725969:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.725970:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.725972:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.725974:0:68797:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1773688179.725976:0:68797:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2c0000401 00000004:00000001:3.0:1773688179.725979:0:68797:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.725981:0:68797:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446614993026129920 : -129080683421696 : ffff8a9a0fb7a000) 00000004:00000001:3.0:1773688179.725985:0:68797:0:(osp_object.c:1685:osp_declare_destroy()) Process entered 00000004:00000001:3.0:1773688179.725987:0:68797:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:3.0:1773688179.725989:0:68797:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1773688179.725991:0:68797:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446614993026129920 : -129080683421696 : ffff8a9a0fb7a000) 00000004:00000040:3.0:1773688179.725995:0:68797:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a9a0ed42180 : new refcount 3 00000040:00000001:3.0:1773688179.725998:0:68797:0:(llog.c:1283:llog_declare_add()) Process entered 00000040:00000001:3.0:1773688179.726000:0:68797:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:3.0:1773688179.726003:0:68797:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x5:1 flags 412 count 2 00000040:00000001:3.0:1773688179.726035:0:68797:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1773688179.726039:0:68797:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1773688179.726041:0:68797:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1773688179.726044:0:68797:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773688179.726046:0:68797:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:3.0:1773688179.726049:0:68797:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:3.0:1773688179.726052:0:68797:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:3.0:1773688179.726057:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.726072:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.726074:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.726079:0:68797:0:(osd_object.c:1462:osd_declare_create()) Process entered 00080000:00000001:3.0:1773688179.726091:0:68797:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1773688179.726093:0:68797:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1773688179.726101:0:68797:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0xa7:0x0] not in the id map cache 00000001:00000001:3.0:1773688179.726103:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.726105:0:68797:0:(osd_object.c:1516:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.726108:0:68797:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1773688179.726110:0:68797:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.726112:0:68797:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773688179.726115:0:68797:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773688179.726117:0:68797:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773688179.726120:0:68797:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1773688179.726122:0:68797:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1773688179.726124:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.726141:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.726143:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.726145:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.726152:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.726153:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773688179.726156:0:68797:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773688179.726158:0:68797:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.726160:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1773688179.726163:0:68797:0:(osd_object.c:1130:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.726165:0:68797:0:(osd_object.c:1204:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773688179.726167:0:68797:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1773688179.726168:0:68797:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1773688179.726170:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.726175:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.726177:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.726179:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.726184:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.726186:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773688179.726188:0:68797:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773688179.726190:0:68797:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.726191:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1773688179.726193:0:68797:0:(osd_object.c:1130:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.726195:0:68797:0:(osd_object.c:1204:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773688179.726197:0:68797:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773688179.726199:0:68797:0:(llog.c:1291:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1773688179.726201:0:68797:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8a9a0ed42180 : new refcount 2 00000004:00000001:3.0:1773688179.726204:0:68797:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726206:0:68797:0:(osp_object.c:1692:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726208:0:68797:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726211:0:68797:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726213:0:68797:0:(lod_object.c:6601:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726218:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.726220:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026129920 : -129080683421696 : ffff8a9a0fb7a000) 00080000:00000001:3.0:1773688179.726223:0:68797:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:3.0:1773688179.726231:0:68797:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726234:0:68797:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:3.0:1773688179.726235:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.726236:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026129920 : -129080683421696 : ffff8a9a0fb7a000) 00080000:00000001:3.0:1773688179.726239:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1773688179.726241:0:68797:0:(osd_object.c:1130:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.726243:0:68797:0:(osd_object.c:1204:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726245:0:68797:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726249:0:68797:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.726252:0:68797:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.726254:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.726255:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026129920 : -129080683421696 : ffff8a9a0fb7a000) 00080000:00000001:3.0:1773688179.726257:0:68797:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1773688179.726269:0:68797:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726271:0:68797:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726274:0:68797:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.726278:0:68797:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1773688179.726280:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1773688179.726284:0:68797:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1773688179.726286:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.726287:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026129920 : -129080683421696 : ffff8a9a0fb7a000) 00080000:00000001:3.0:1773688179.726290:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.726292:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.726294:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726296:0:68797:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.726313:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.726316:0:68797:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726320:0:68797:0:(mdd_dir.c:688:__mdd_index_delete()) Process entered 00000004:00000001:3.0:1773688179.726322:0:68797:0:(mdd_dir.c:629:__mdd_index_delete_only()) Process entered 00000004:00000001:3.0:1773688179.726324:0:68797:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:3.0:1773688179.726325:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.726326:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026129920 : -129080683421696 : ffff8a9a0fb7a000) 00080000:00000001:3.0:1773688179.726330:0:68797:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:3.0:1773688179.726340:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1773688179.726342:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1773688179.726343:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.726345:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.726346:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.726348:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.726350:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.726352:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.726362:0:68797:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726365:0:68797:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726367:0:68797:0:(mdd_dir.c:636:__mdd_index_delete_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726369:0:68797:0:(mdd_dir.c:697:__mdd_index_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726372:0:68797:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:3.0:1773688179.726373:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.726375:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026129920 : -129080683421696 : ffff8a9a0fb7a000) 00080000:00000001:3.0:1773688179.726378:0:68797:0:(osd_object.c:2093:osd_ref_del()) Process entered 00080000:00000001:3.0:1773688179.726384:0:68797:0:(osd_object.c:2113:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726386:0:68797:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726390:0:68797:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:3.0:1773688179.726391:0:68797:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:3.0:1773688179.726394:0:68797:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:3.0:1773688179.726396:0:68797:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:3.0:1773688179.726397:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.726399:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026129920 : -129080683421696 : ffff8a9a0fb7a000) 00080000:00000001:3.0:1773688179.726402:0:68797:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:3.0:1773688179.726404:0:68797:0:(osd_object.c:1274:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.726406:0:68797:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726408:0:68797:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726410:0:68797:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:3.0:1773688179.726411:0:68797:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726414:0:68797:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726416:0:68797:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726417:0:68797:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726420:0:68797:0:(mdd_dir.c:1992:mdd_finish_unlink()) Process entered 00000004:00000001:3.0:1773688179.726422:0:68797:0:(lod_object.c:6624:lod_destroy()) Process entered 00000004:00000001:3.0:1773688179.726424:0:68797:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:3.0:1773688179.726425:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.726426:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026129920 : -129080683421696 : ffff8a9a0fb7a000) 00080000:00000001:3.0:1773688179.726429:0:68797:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1773688179.726431:0:68797:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1773688179.726432:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.726433:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.726434:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.726436:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.726438:0:68797:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.726472:0:68797:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.726475:0:68797:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726476:0:68797:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726479:0:68797:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1773688179.726480:0:68797:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:3.0:1773688179.726481:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.726483:0:68797:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1773688179.726485:0:68797:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1773688179.726486:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.726487:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.726489:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.726490:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.726492:0:68797:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1773688179.726494:0:68797:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2c0000401 00000004:00000001:3.0:1773688179.726496:0:68797:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726497:0:68797:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446614993026129920 : -129080683421696 : ffff8a9a0fb7a000) 00000004:00000001:3.0:1773688179.726501:0:68797:0:(osp_object.c:1720:osp_destroy()) Process entered 00000004:00000001:3.0:1773688179.726502:0:68797:0:(osp_sync.c:451:osp_sync_add_rec()) Process entered 00000020:00000001:3.0:1773688179.726504:0:68797:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1773688179.726505:0:68797:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446614993026129920 : -129080683421696 : ffff8a9a0fb7a000) 00000004:00000040:3.0:1773688179.726508:0:68797:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a9a0ed42180 : new refcount 3 00000040:00000001:3.0:1773688179.726511:0:68797:0:(llog.c:1265:llog_add()) Process entered 00000040:00000001:3.0:1773688179.726513:0:68797:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:3.0:1773688179.726514:0:68797:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:3.0:1773688179.726516:0:68797:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446614992783148032 : -129080926403584 : ffff8a9a013c0400) 00000040:00000001:3.0:1773688179.726519:0:68797:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1773688179.726520:0:68797:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1773688179.726522:0:68797:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1773688179.726524:0:68797:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1773688179.726525:0:68797:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0xa6:0x0] 00080000:00000001:3.0:1773688179.726532:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.726564:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1773688179.726567:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.726570:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1773688179.726572:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.726575:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1773688179.726578:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.726591:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=64 : 64 : 40) 00000040:00080000:3.0:1773688179.726595:0:68797:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa6:0x0].11, 64 off8896 00000040:00000001:3.0:1773688179.726598:0:68797:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1773688179.726600:0:68797:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.726603:0:68797:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:3.0:1773688179.726606:0:68797:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773688179.726608:0:68797:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1773688179.726610:0:68797:0:(llog.c:1273:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:3.0:1773688179.726612:0:68797:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8a9a0ed42180 : new refcount 2 00000004:00001000:3.0:1773688179.726614:0:68797:0:(osp_sync.c:518:osp_sync_add_rec()) lustre-OST0001-osc-MDT0000: new record [0x1:0xa6:0x0].11: rc = 1 00000004:00000010:3.0:1773688179.726619:0:68797:0:(osp_sync.c:1828:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8a9a0f836720. 00000004:00080000:3.0:1773688179.726622:0:68797:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2958677613423ns, next at 2959677609170ns, rc = 0 00000004:00000001:3.0:1773688179.726624:0:68797:0:(osp_sync.c:528:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726626:0:68797:0:(osp_object.c:1737:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726628:0:68797:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726630:0:68797:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726632:0:68797:0:(lod_object.c:6698:lod_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726635:0:68797:0:(mdd_dir.c:2024:mdd_finish_unlink()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.726638:0:68797:0:(osd_object.c:944:osd_attr_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:3.0:1773688179.726641:0:68797:0:(mdd_dir.c:2294:mdd_unlink()) Process leaving 00000004:00000001:3.0:1773688179.726643:0:68797:0:(mdd_dir.c:1371:mdd_changelog_ns_store()) Process entered 00000004:00000001:3.0:1773688179.726645:0:68797:0:(mdd_dir.c:1378:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.726648:0:68797:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1773688179.726650:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1773688179.726653:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1773688179.726655:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692071, last_committed = 171798692041 00000001:00000010:3.0:1773688179.726659:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a0f836120. 00000001:00000040:3.0:1773688179.726661:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 30 00000020:00000040:3.0:1773688179.726663:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=77 00000001:00000010:3.0:1773688179.726668:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a102fa6c0. 00000004:00000001:3.0:1773688179.726672:0:68797:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1773688179.726674:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.726675:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026129920 : -129080683421696 : ffff8a9a0fb7a000) 00080000:00000001:3.0:1773688179.726678:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.726685:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1773688179.726687:0:68797:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1773688179.726690:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a102fa6c0: xid 1859843854324608, transno 171798692071, tag 1, client gen 13, slot idx 3 00000001:00000001:3.0:1773688179.726693:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.726713:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773688179.726716:0:68797:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9a0f5f54e0. 00000020:00000001:3.0:1773688179.726718:0:68797:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1773688179.726723:0:68797:0:(mdt_io.c:2177:mdt_dom_discard_data()) Process entered 00010000:00000001:3.0:1773688179.726725:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.726726:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.726730:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 2 00010000:00000001:3.0:1773688179.726732:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.726734:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.726737:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b10c00. 00000020:00000001:3.0:1773688179.726740:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.726741:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b10c00 with handle 0x52973366461d2dc4 to hash 00000020:00000001:3.0:1773688179.726743:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.726745:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000010:3.0:1773688179.726748:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba600. 00010000:00000001:3.0:1773688179.726751:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:3.0:1773688179.726753:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.726755:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.726758:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2dc4 lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0x142:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.726764:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.726766:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.726767:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.726769:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.726771:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.726772:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.726774:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.726776:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.726777:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.726779:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.726780:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.726782:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x142:0x0].0x0 (ffff8a9a0ec46a00) refcount = 2 00010000:00000040:3.0:1773688179.726785:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.726788:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2dbd lrc: 2/0,1 mode: EX/EX res: [0x20000afe1:0x142:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.726794:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2dc4 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x142:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.726799:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.726802:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.726803:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.726805:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.726806:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.726808:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.726810:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1773688179.726813:0:68797:0:(mdt_io.c:2134:ldlm_dom_discard_cp_ast()) Process entered 00002000:00000001:3.0:1773688179.726815:0:68797:0:(mdt_io.c:2144:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.726818:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2dc4 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x142:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.726823:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.726825:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.726826:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.726828:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.726829:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.726830:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10c00 refcount=3 00000020:00000001:3.0:1773688179.726832:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:3.0:1773688179.726835:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:3.0:1773688179.726837:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.726838:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.726840:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10c00 refcount=4 00000020:00000001:3.0:1773688179.726842:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:3.0:1773688179.726844:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:3.0:1773688179.726846:0:68797:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1773688179.726849:0:68797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2dc4 lrc: 4/0,1 mode: PW/PW res: [0x20000afe1:0x142:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.726855:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.726857:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2dc4 lrc: 4/0,1 mode: PW/PW res: [0x20000afe1:0x142:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.726863:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.726864:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.726866:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2dc4 lrc: 3/0,0 mode: PW/PW res: [0x20000afe1:0x142:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.726872:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.726873:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.726876:0:68797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1773688179.726879:0:68797:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8a9b41aafcc0. 00010000:00000001:3.0:1773688179.726882:0:68797:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1773688179.726899:0:68797:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1773688179.726902:0:68797:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.726904:0:68797:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.726906:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.726907:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.726909:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.726910:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.726911:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1773688179.726913:0:68797:0:(mdt_io.c:2227:mdt_dom_discard_data()) Process leaving 00000004:00000001:3.0:1773688179.726915:0:68797:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000001:00000001:3.0:1773688179.726919:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.726921:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.726924:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.726926:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.726928:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.726929:0:6361:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000001:00000001:3.0:1773688179.726930:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000020:00000001:2.0:1773688179.726933:0:6361:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.726934:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773688179.726936:0:6361:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000001:00000001:3.0:1773688179.726938:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.726940:0:6361:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00000004:00000002:3.0:1773688179.726942:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x142:0x0]: nlink=0, mode=100600, valid=0x100000000000278f 00010000:00000001:2.0:1773688179.726943:0:6361:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000004:00000001:3.0:1773688179.726948:0:68797:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.726949:0:6361:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2dc4 lrc: 2/0,0 mode: PW/PW res: [0x20000afe1:0x142:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1773688179.726966:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00010000:00010000:2.0:1773688179.726967:0:6361:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b34b10c00 already unused, calling callback (ffffffffc162de40) 00010000:00000001:2.0:1773688179.726971:0:6361:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1773688179.726972:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.726974:0:6361:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000001:00000001:3.0:1773688179.726976:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00010000:00010000:2.0:1773688179.726979:0:6361:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2dc4 lrc: 2/0,0 mode: PW/PW res: [0x20000afe1:0x142:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00000001:3.0:1773688179.726980:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.726984:0:68797:0:(mdt_reint.c:1458:mdt_reint_unlink()) Process leaving 00000004:00000001:3.0:1773688179.726987:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.726990:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.726991:0:6361:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000004:00000001:3.0:1773688179.726992:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.726995:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:2.0:1773688179.726995:0:6361:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.726999:0:6361:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1773688179.727000:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.727004:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.727004:0:6361:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10c00 refcount=3 00000020:00000040:3.0:1773688179.727025:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11600 refcount=3 00000020:00000001:3.0:1773688179.727028:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941425664 : -129075768125952 : ffff8a9b34b11600) 00010000:00000001:3.0:1773688179.727032:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941425664 : -129075768125952 : ffff8a9b34b11600) 00000020:00000001:2.0:1773688179.727032:0:6361:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00000001:3.0:1773688179.727038:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00000001:2.0:1773688179.727039:0:6361:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941423104 : -129075768128512 : ffff8a9b34b10c00) 00010000:00010000:3.0:1773688179.727043:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2dbd lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x142:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.727050:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.727052:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.727054:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2dbd lrc: 2/0,0 mode: EX/EX res: [0x20000afe1:0x142:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.727059:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.727060:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.727062:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:2.0:1773688179.727063:0:6361:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.727065:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2dbd lrc: 3/0,0 mode: EX/EX res: [0x20000afe1:0x142:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688179.727068:0:6361:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2dc4 lrc: 3/0,0 mode: PW/PW res: [0x20000afe1:0x142:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.727076:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b34b11600 already unused, calling callback (ffffffffc20864f0) 00010000:00000001:2.0:1773688179.727081:0:6361:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.727082:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.727086:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:2.0:1773688179.727086:0:6361:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00010000:3.0:1773688179.727091:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2dbd lrc: 3/0,0 mode: EX/EX res: [0x20000afe1:0x142:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.727091:0:6361:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.727097:0:6361:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.727100:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688179.727100:0:6361:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.727104:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1773688179.727104:0:6361:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1773688179.727107:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1773688179.727108:0:6361:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.727111:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11600 refcount=4 00000020:00000040:2.0:1773688179.727112:0:6361:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b10c00 with handle 0x52973366461d2dc4 from hash 00000020:00000001:3.0:1773688179.727115:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941425664 : -129075768125952 : ffff8a9b34b11600) 00010000:00000001:2.0:1773688179.727117:0:6361:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.727119:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941425664 : -129075768125952 : ffff8a9b34b11600) 00010000:00000001:2.0:1773688179.727120:0:6361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.727123:0:6361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.727125:0:6361:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.727128:0:6361:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.727130:0:6361:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.727132:0:6361:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.727134:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1773688179.727135:0:6361:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00010000:3.0:1773688179.727138:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2dbd lrc: 4/0,0 mode: EX/EX res: [0x20000afe1:0x142:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688179.727139:0:6361:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.727143:0:6361:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x142:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00010000:2.0:1773688179.727147:0:6361:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00000001:2.0:1773688179.727149:0:6361:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.727154:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773688179.727154:0:6361:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.727157:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.727158:0:6361:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00000004:00000001:3.0:1773688179.727159:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.727163:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.727163:0:6361:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.727165:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.727169:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.727169:0:6361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.727172:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.727173:0:6361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1773688179.727174:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b11600 with handle 0x52973366461d2dbd from hash 00010000:00000001:3.0:1773688179.727177:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.727177:0:6361:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.727180:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.727183:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.727183:0:6361:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.727185:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.727188:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.727189:0:6361:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.727191:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.727193:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.727194:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00010000:2.0:1773688179.727194:0:6361:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2dc4 lrc: 1/0,0 mode: --/PW res: [0x20000afe1:0x142:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.727197:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.727199:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x142:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00010000:3.0:1773688179.727205:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:3.0:1773688179.727207:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.727210:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.727210:0:6361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.727214:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.727215:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.727216:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.727216:0:6361:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10c00/0x52973366461d2dc4 lrc: 0/0,0 mode: --/PW res: [0x20000afe1:0x142:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.727218:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.727220:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.727223:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.727226:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.727230:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2dbd lrc: 2/0,0 mode: --/EX res: [0x20000afe1:0x142:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773688179.727233:0:6361:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba600. 00010000:00000001:3.0:1773688179.727234:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.727237:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.727237:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.727238:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.727239:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.727240:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11600/0x52973366461d2dbd lrc: 0/0,0 mode: --/EX res: [0x20000afe1:0x142:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.727244:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315baa80. 00010000:00000001:2.0:1773688179.727244:0:6361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.727248:0:6361:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000040:3.0:1773688179.727249:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a0ec46a00 count: 0 00010000:00000010:2.0:1773688179.727252:0:6361:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8a9b41aafcc0. 00010000:00000010:3.0:1773688179.727254:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b35d06600. 00010000:00000001:2.0:1773688179.727257:0:6361:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.727261:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1773688179.727261:0:6361:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000004:00000001:3.0:1773688179.727264:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000020:00000001:2.0:1773688179.727265:0:6361:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.727266:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.727269:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.727270:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00010000:2.0:1773688179.727270:0:6361:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:3.0:1773688179.727274:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000001:2.0:1773688179.727274:0:6361:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773688179.727278:0:6361:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.727282:0:6361:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773688179.727284:0:6361:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773688179.727285:0:6361:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688179.727287:0:6361:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1773688179.727291:0:68797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8a9b33f7c558. 00000004:00000001:3.0:1773688179.727296:0:68797:0:(osp_object.c:2348:osp_object_release()) Process entered 00000004:00000001:3.0:1773688179.727297:0:68797:0:(osp_object.c:2380:osp_object_release()) Process leaving 00000004:00000010:3.0:1773688179.727299:0:68797:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff8a9b02b69cd8. 00000004:00000010:3.0:1773688179.727302:0:68797:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8a9a0f787280. 00000004:00000010:3.0:1773688179.727305:0:68797:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8a9a0f7877b8. 00000004:00000010:3.0:1773688179.727308:0:68797:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8a9b079f4d80. 00000004:00000010:3.0:1773688179.727310:0:68797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8a9b321ab430. 00000004:00000010:3.0:1773688179.727321:0:68797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8a9a1ac5f960. 00000004:00000001:3.0:1773688179.727325:0:68797:0:(mdt_handler.c:7006:mdt_object_free()) Process entered 00000004:00000040:3.0:1773688179.727327:0:68797:0:(mdt_handler.c:7010:mdt_object_free()) object free, fid = [0x20000afe1:0x142:0x0] 00000004:00000010:3.0:1773688179.727328:0:68797:0:(mdt_handler.c:7017:mdt_object_free()) slab-freed 'mo': 480 at ffff8a9b31640000. 00000004:00000001:3.0:1773688179.727330:0:68797:0:(mdt_handler.c:7020:mdt_object_free()) Process leaving 00000004:00000001:3.0:1773688179.727331:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.727332:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.727333:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.727334:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.727335:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.727336:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10a00 refcount=3 00000020:00000001:3.0:1773688179.727337:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00000001:3.0:1773688179.727338:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00000001:3.0:1773688179.727340:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.727342:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2daf lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.727345:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.727346:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.727347:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2daf lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.727353:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.727354:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.727355:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.727356:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2daf lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.727359:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b34b10a00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.727360:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.727361:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.727362:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2daf lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.727365:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.727365:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.727366:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.727367:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b10a00 refcount=4 00000020:00000001:3.0:1773688179.727368:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00000001:3.0:1773688179.727369:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941422592 : -129075768129024 : ffff8a9b34b10a00) 00010000:00000001:3.0:1773688179.727370:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.727371:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2daf lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.727373:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.727374:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.727375:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.727376:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.727377:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.727378:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.727379:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.727381:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b10a00 with handle 0x52973366461d2daf from hash 00010000:00000001:3.0:1773688179.727382:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.727383:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.727385:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.727386:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.727388:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.727389:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.727391:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.727392:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.727393:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.727395:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.727397:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.727398:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.727401:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.727402:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.727403:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.727405:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.727406:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.727408:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.727409:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.727411:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.727413:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2daf lrc: 2/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.727418:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.727419:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.727420:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.727421:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.727422:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.727424:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10a00/0x52973366461d2daf lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.727429:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.727434:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.727435:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.727437:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.727438:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.727439:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.727440:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11200 refcount=3 00000020:00000001:3.0:1773688179.727442:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00010000:00000001:3.0:1773688179.727445:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941424640 : -129075768126976 : ffff8a9b34b11200) 00000004:00010000:3.0:1773688179.727447:0:68797:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000ea15d503 reply state 00000000cb3c6fc1 transno 171798692071 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2db6 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x33e854da bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.727454:0:68797:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:3.0:1773688179.727457:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.727459:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.727461:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.727462:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.727463:0:68797:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.727464:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.727466:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x33e854da (ffff8a9a16349200) refcount = 2 00010000:00000040:3.0:1773688179.727469:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.727471:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41f0ce00/0x52973366461d2b0f lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x33e854da bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.727477:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11200/0x52973366461d2db6 lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x33e854da bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.727482:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.727484:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.727485:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.727487:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.727488:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.727489:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.727491:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x33e854da (ffff8a9a16349200) 00010000:00010000:3.0:1773688179.727493:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.727495:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.727497:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.727499:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.727500:0:68797:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:3.0:1773688179.727502:0:68797:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:3.0:1773688179.727504:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.727506:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.727507:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.727508:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.727510:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.727511:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1773688179.727512:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.727514:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.727517:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.727520:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1773688179.727523:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.727524:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.727526:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.727527:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.727529:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.727532:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.727536:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.727539:0:68797:0:(mdt_handler.c:3355:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.727542:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692071, xid 1859843854324608 00010000:00000001:3.0:1773688179.727545:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:3.0:1773688179.727547:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=78 00010000:00000200:3.0:1773688179.727550:0:68797:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 171798692071, last committed = 171798692041 00010000:00000200:3.0:1773688179.727558:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b04e64e00 x1859843854324608/t171798692071(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 496/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773688179.727566:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.727569:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.727572:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.727577:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.727579:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.727581:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.727584:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.727586:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.727588:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.727591:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.727596:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeecc0. 00000100:00000200:3.0:1773688179.727601:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854324608, offset 224 00000400:00000200:3.0:1773688179.727606:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.727618:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.727624:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48119:48119:256:4294967295] 192.168.204.51@tcp LPNI seq info [48115:48115:8:4294967295] 00000400:00000200:3.0:1773688179.727633:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.727636:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.727639:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d700. 00000800:00000200:3.0:1773688179.727643:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.727648:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.727651:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d700 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.727665:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.727669:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.727672:0:68797:0:(ldlm_lib.c:3443:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.727674:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.727676:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.727680:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b04e64e00 x1859843854324608/t171798692071(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 496/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773688179.727690:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b04e64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+78:68109:x1859843854324608:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2611us (2852us total) trans 171798692071 rc 0/0 00000100:00100000:3.0:1773688179.727698:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15516 00000100:00000040:3.0:1773688179.727702:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.727704:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.727706:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.727709:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06f00. 00000020:00000010:3.0:1773688179.727713:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.727718:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2a00. 00000020:00000040:3.0:1773688179.727722:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 77 00000100:00000001:3.0:1773688179.727725:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.727769:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.727773:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d700. 00000400:00000200:0.0:1773688179.727778:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.727783:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.727787:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeecc0 00000400:00000010:0.0:1773688179.727788:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeecc0. 00000100:00000001:0.0:1773688179.727791:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.727793:0:3439:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688179.731050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10200. 00000800:00000001:2.0:1773688179.731070:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.731083:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.731086:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.731088:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.731096:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.731109:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4465400 00000400:00000200:2.0:1773688179.731117:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 113600 00000800:00000001:2.0:1773688179.731124:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.731133:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.731135:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.731139:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.731144:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.731146:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.731150:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a02306680. 00000100:00000040:2.0:1773688179.731152:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a02306680 x1859843854324736 msgsize 576 00000100:00100000:2.0:1773688179.731155:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.731166:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.731172:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.731174:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.731240:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.731243:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854324736 02000000:00000001:3.0:1773688179.731246:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.731248:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.731250:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.731254:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.731257:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854324736 00000020:00000001:3.0:1773688179.731260:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.731262:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.731264:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.731267:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=78 00000020:00000001:3.0:1773688179.731270:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.731272:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.731276:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.731278:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5640. 00000100:00000001:3.0:1773688179.731281:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.731283:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5640. 00000020:00000010:3.0:1773688179.731287:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2a00. 00000020:00000010:3.0:1773688179.731289:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06f00. 00000020:00000010:3.0:1773688179.731293:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.731297:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.731299:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.731300:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.731302:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.731303:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.731305:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.731309:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.731318:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.731325:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.731326:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.731329:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15517 00000100:00000040:3.0:1773688179.731331:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.731333:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992799164032 : -129080910387584 : ffff8a9a02306680) 00000100:00000040:3.0:1773688179.731338:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a02306680 x1859843854324736/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.731344:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.731345:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5640. 00000100:00000001:3.0:1773688179.731347:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.731348:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5640. 00000100:00100000:3.0:1773688179.731352:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a02306680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+78:68109:x1859843854324736:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.731355:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854324736 00000020:00000001:3.0:1773688179.731357:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.731360:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1773688179.731364:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a102fa6c0: xid 1859843854324608, transno 171798692071, client gen 13, slot idx 3 00000001:00000001:3.0:1773688179.731367:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a16f6ba80: xid 1859843854324352, transno 171798692070, client gen 13, slot idx 2 00000001:00000010:3.0:1773688179.731369:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a16f6ba80. 00000020:00000001:3.0:1773688179.731372:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.731374:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.731375:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.731377:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.731379:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854324736, found 0 last_xid 1859843854324735 00000020:00000001:3.0:1773688179.731381:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.731382:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.731384:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.731388:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.731389:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.731390:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.731392:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.731393:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.731394:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.731397:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.731401:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:3.0:1773688179.731402:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.731404:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.731406:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b34b10200. 00000020:00000001:3.0:1773688179.731408:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.731410:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b34b10200 with handle 0x52973366461d2dcb to hash 00000020:00000001:3.0:1773688179.731411:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.731412:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00010000:00000010:3.0:1773688179.731415:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.731417:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997941420544 : -129075768131072 : ffff8a9b34b10200) 00010000:00010000:3.0:1773688179.731421:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2dcb lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a82a expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.731426:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.731428:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=79 00010000:00000001:3.0:1773688179.731432:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.731433:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.731437:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.731439:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.731441:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688179.731442:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.731443:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.731445:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.731448:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.731449:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.731451:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.731452:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.731454:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.731456:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.731457:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.731461:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a16e6d000. 02000000:00000001:3.0:1773688179.731462:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.731464:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.731465:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.731466:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688179.731468:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688179.731469:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.731470:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.731472:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.731473:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.731475:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.731476:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.731476:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.731477:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.731478:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.731479:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.731480:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.731481:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.731482:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.731484:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.731485:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.731486:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.731486:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.731488:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.731488:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.731491:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.731494:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.731495:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.731496:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.731497:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.731498:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.731499:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.731499:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.731500:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.731502:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.731503:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.731505:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.731506:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.731507:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.731508:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.731510:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1773688179.731514:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:3.0:1773688179.731516:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/FOO, ldlm_rep = ffff8a9a16e6d228 00000004:00000001:3.0:1773688179.731519:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1773688179.731522:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1773688179.731524:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1773688179.731526:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.731528:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.731530:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:3.0:1773688179.731532:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.731534:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.731537:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b09d1dc00. 00000020:00000001:3.0:1773688179.731539:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.731541:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b09d1dc00 with handle 0x52973366461d2dd2 to hash 00000020:00000001:3.0:1773688179.731543:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.731544:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00010000:00000010:3.0:1773688179.731547:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.731549:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00010000:00000001:3.0:1773688179.731552:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.731554:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.731557:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2dd2 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.731564:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.731567:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.731568:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.731570:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.731572:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.731574:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.731575:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.731577:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.731585:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.731587:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.731588:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.731589:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 4 00010000:00000040:3.0:1773688179.731593:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.731596:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 79 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.731601:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 79 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.731605:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2dd2 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.731612:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.731615:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.731617:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.731618:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.731620:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.731621:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.731623:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.731626:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.731627:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.731630:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2dd2 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.731635:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.731636:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.731638:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.731639:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.731641:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773688179.731645:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a0ec46c00. 00010000:00000010:3.0:1773688179.731649:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b35d06600. 00010000:00000001:3.0:1773688179.731652:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.731654:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b09d1de00. 00000020:00000001:3.0:1773688179.731656:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.731658:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b09d1de00 with handle 0x52973366461d2dd9 to hash 00000020:00000001:3.0:1773688179.731659:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.731661:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00000010:3.0:1773688179.731663:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba080. 00010000:00000001:3.0:1773688179.731664:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00000001:3.0:1773688179.731666:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.731667:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.731669:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2dd9 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.731673:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.731674:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.731675:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.731676:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.731677:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.731678:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.731679:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.731680:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.731681:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.731681:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.731682:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.731683:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x44fbd80 (ffff8a9a0ec46c00) refcount = 1 00010000:00010000:3.0:1773688179.731685:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2dd9 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.731688:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.731689:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.731690:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.731690:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.731691:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.731692:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.731693:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.731694:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.731696:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.731697:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2dd9 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.731700:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.731701:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.731701:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.731702:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.731705:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.731723:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.731725:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.731727:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688179.731730:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.731733:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1773688179.731746:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.731749:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.731751:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.731753:0:68797:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:3.0:1773688179.731756:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.731757:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.731759:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.731761:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.731762:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1dc00 refcount=3 00000020:00000001:3.0:1773688179.731764:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00010000:00000001:3.0:1773688179.731767:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00010000:00000001:3.0:1773688179.731769:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.731771:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2dd2 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.731777:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.731778:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.731780:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2dd2 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.731785:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.731786:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.731788:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.731789:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2dd2 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.731792:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b09d1dc00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.731794:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.731795:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.731796:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2dd2 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.731799:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.731800:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.731801:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.731802:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1dc00 refcount=4 00000020:00000001:3.0:1773688179.731803:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00010000:00000001:3.0:1773688179.731805:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00010000:00000001:3.0:1773688179.731806:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.731808:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2dd2 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.731811:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.731812:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.731812:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.731814:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.731815:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.731816:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.731817:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.731818:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b09d1dc00 with handle 0x52973366461d2dd2 from hash 00010000:00000001:3.0:1773688179.731819:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.731820:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.731820:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.731821:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.731823:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.731824:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.731825:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.731826:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.731827:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.731829:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.731830:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.731832:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.731833:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.731834:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.731835:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.731836:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.731837:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.731838:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.731839:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.731840:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.731842:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2dd2 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.731845:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.731846:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.731847:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.731848:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.731848:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.731849:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2dd2 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.731853:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.731859:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.731859:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.731860:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.731861:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.731862:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.731862:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1de00 refcount=3 00000020:00000001:3.0:1773688179.731863:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00000001:3.0:1773688179.731865:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00000001:3.0:1773688179.731866:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.731867:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2dd9 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.731870:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.731871:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.731872:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2dd9 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.731875:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.731875:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.731876:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.731878:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2dd9 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.731880:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b09d1de00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.731882:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.731883:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.731884:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2dd9 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.731887:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.731888:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.731889:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.731889:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1de00 refcount=4 00000020:00000001:3.0:1773688179.731890:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00000001:3.0:1773688179.731891:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00000001:3.0:1773688179.731892:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.731894:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2dd9 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.731896:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.731897:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.731897:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.731898:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.731899:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.731900:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.731901:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.731902:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b09d1de00 with handle 0x52973366461d2dd9 from hash 00010000:00000001:3.0:1773688179.731903:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.731903:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.731904:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.731905:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.731905:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.731906:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.731907:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.731908:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.731908:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.731909:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x44fbd80 (ffff8a9a0ec46c00) 00010000:00010000:3.0:1773688179.731910:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.731911:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.731913:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.731914:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.731915:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.731916:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.731916:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.731917:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.731918:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.731919:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.731921:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2dd9 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.731923:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.731924:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.731924:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.731925:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.731926:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.731927:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2dd9 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.731929:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba080. 00010000:00000040:3.0:1773688179.731931:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a0ec46c00 count: 0 00010000:00000010:3.0:1773688179.731933:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b35d06600. 00010000:00000001:3.0:1773688179.731936:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.731937:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.731938:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.731938:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.731939:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1773688179.731941:0:68797:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:3.0:1773688179.731943:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.731944:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.731945:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.731946:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.731947:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.731948:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.731964:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.731966:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1773688179.731967:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.731969:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.731971:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773688179.731972:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.731973:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.731976:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.731977:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.731978:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.731979:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.731980:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b10200 with handle 0x52973366461d2dcb from hash 00010000:00000001:3.0:1773688179.731982:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.731983:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.731983:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.731984:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.731985:0:68797:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773688179.731986:0:68797:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1773688179.731990:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2dcb lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a82a expref: 79 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.731994:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1773688179.731995:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.731996:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.731998:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.731999:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.732000:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.732001:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.732002:0:68797:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.732003:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.732004:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.732004:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.732062:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.732064:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.732065:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.732066:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.732068:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.732069:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.732070:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.732074:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10200/0x52973366461d2dcb lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a82a expref: 79 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.732079:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:3.0:1773688179.732081:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 78 00010000:00000010:3.0:1773688179.732083:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.732087:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.732088:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b34b10200, rc 0) 00000020:00000001:3.0:1773688179.732090:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1773688179.732092:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854324736 00010000:00000001:3.0:1773688179.732094:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.732097:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a02306680 x1859843854324736/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.732102:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.732104:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.732106:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.732109:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.732110:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.732112:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.732114:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.732115:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.732117:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.732118:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.732122:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee330. 00000100:00000200:3.0:1773688179.732125:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854324736, offset 224 00000400:00000200:3.0:1773688179.732129:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.732135:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.732139:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48120:48120:256:4294967295] 192.168.204.51@tcp LPNI seq info [48116:48116:8:4294967295] 00000400:00000200:3.0:1773688179.732146:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.732149:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.732151:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d400. 00000800:00000200:3.0:1773688179.732155:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.732159:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.732161:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d400 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.732171:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.732173:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.732174:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.732175:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.732176:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.732179:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a02306680 x1859843854324736/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.732185:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a02306680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+78:68109:x1859843854324736:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 840us (1031us total) trans 0 rc 301/301 00000100:00100000:3.0:1773688179.732192:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15517 00000100:00000040:3.0:1773688179.732194:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.732197:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.732198:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.732201:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06f00. 00000020:00000010:3.0:1773688179.732205:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.732209:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2a00. 00000020:00000040:3.0:1773688179.732213:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 77 00000100:00000001:3.0:1773688179.732215:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.732248:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.732251:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d400. 00000400:00000200:0.0:1773688179.732255:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.732260:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.732263:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee330 00000400:00000010:0.0:1773688179.732265:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee330. 00000100:00000001:0.0:1773688179.732268:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.732270:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.734226:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.734242:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.734247:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.734249:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.734259:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.734283:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4465480 00000400:00000200:0.0:1773688179.734291:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 114176 00000800:00000001:0.0:1773688179.734299:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.734309:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.734312:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.734323:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.734332:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.734335:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.734341:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b04e67b80. 00000100:00000040:0.0:1773688179.734345:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b04e67b80 x1859843854324864 msgsize 576 00000100:00100000:0.0:1773688179.734349:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.734362:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.734372:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.734375:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.734403:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.734406:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854324864 02000000:00000001:3.0:1773688179.734408:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.734409:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.734411:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.734413:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.734415:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854324864 00000020:00000001:3.0:1773688179.734417:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.734418:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.734419:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.734421:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=78 00000020:00000001:3.0:1773688179.734423:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.734424:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.734427:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.734431:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5640. 00000100:00000001:3.0:1773688179.734432:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.734434:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5640. 00000020:00000010:3.0:1773688179.734437:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2a00. 00000020:00000010:3.0:1773688179.734439:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06f00. 00000020:00000010:3.0:1773688179.734442:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.734446:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.734447:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.734448:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.734449:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.734450:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.734451:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.734454:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.734463:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.734468:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.734469:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.734472:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15518 00000100:00000040:3.0:1773688179.734475:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.734476:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997139618688 : -129076569932928 : ffff8a9b04e67b80) 00000100:00000040:3.0:1773688179.734480:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b04e67b80 x1859843854324864/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.734491:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.734493:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5640. 00000100:00000001:3.0:1773688179.734494:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.734496:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5640. 00000100:00100000:3.0:1773688179.734500:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b04e67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+78:68109:x1859843854324864:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.734502:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854324864 00000020:00000001:3.0:1773688179.734504:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.734507:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.734509:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.734511:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.734512:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.734514:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.734516:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854324864, found 0 last_xid 1859843854324863 00000020:00000001:3.0:1773688179.734518:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.734519:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.734521:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.734524:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.734525:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.734527:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.734528:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.734530:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.734531:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.734534:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.734538:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6f00 count: 2 00010000:00000001:3.0:1773688179.734541:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.734543:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.734546:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b09d1c000. 00000020:00000001:3.0:1773688179.734549:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.734550:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b09d1c000 with handle 0x52973366461d2de0 to hash 00000020:00000001:3.0:1773688179.734553:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.734554:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997222146048 : -129076487405568 : ffff8a9b09d1c000) 00010000:00000010:3.0:1773688179.734558:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.734560:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997222146048 : -129076487405568 : ffff8a9b09d1c000) 00010000:00010000:3.0:1773688179.734564:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2de0 lrc: 2/0,0 mode: --/CR res: [0x2000134b0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a831 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.734572:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.734574:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=79 00010000:00000001:3.0:1773688179.734578:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.734589:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.734593:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.734595:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.734596:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688179.734597:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.734598:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x2000134b0:0x6:0x0] 00000020:00000001:3.0:1773688179.734600:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.734603:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997883632280 : -129075825919336 : ffff8a9b313f3a98) 00000004:00000001:3.0:1773688179.734604:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614997883632192 : -129075825919424 : ffff8a9b313f3a40) 00000004:00000001:3.0:1773688179.734606:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.734607:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.734609:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.734611:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.734613:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.734617:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a16e6f000. 02000000:00000001:3.0:1773688179.734619:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.734621:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.734623:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.734629:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688179.734631:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688179.734633:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.734635:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.734637:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.734638:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.734640:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.734641:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.734643:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.734644:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.734646:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.734647:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.734649:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.734651:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.734652:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.734653:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.734655:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.734656:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.734658:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.734659:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.734661:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.734663:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.734666:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.734667:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.734669:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.734670:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.734671:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.734672:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.734673:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.734674:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.734675:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.734676:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.734677:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.734678:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.734679:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.734680:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.734681:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:3.0:1773688179.734683:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.734684:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.734685:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.734686:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.734688:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.734689:0:68797:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000004:00000001:3.0:1773688179.734691:0:68797:0:(mdt_lib.c:2207:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.734692:0:68797:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x2000134b0:0x6:0x0]/[0x20000afe1:0xef:0x0], ldlm_rep = ffff8a9a16e6f228 00000004:00000001:3.0:1773688179.734696:0:68797:0:(mdt_handler.c:4261:mdt_object_lock()) Process entered 00010000:00000001:3.0:1773688179.734697:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.734698:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.734701:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:3.0:1773688179.734702:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.734704:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.734706:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b09d1ca00. 00000020:00000001:3.0:1773688179.734707:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.734709:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b09d1ca00 with handle 0x52973366461d2de7 to hash 00000020:00000001:3.0:1773688179.734710:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.734711:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997222148608 : -129076487403008 : ffff8a9b09d1ca00) 00010000:00000010:3.0:1773688179.734713:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba080. 00010000:00000001:3.0:1773688179.734715:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997222148608 : -129076487403008 : ffff8a9b09d1ca00) 00010000:00000001:3.0:1773688179.734716:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.734717:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.734720:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1ca00/0x52973366461d2de7 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.734724:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.734725:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.734726:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.734728:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.734729:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.734730:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.734731:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.734732:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.734733:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.734734:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.734735:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.734743:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 3 00010000:00000040:3.0:1773688179.734746:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.734749:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 79 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.734754:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 79 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.734758:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1ca00/0x52973366461d2de7 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.734761:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.734763:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.734764:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.734765:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.734766:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.734768:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.734769:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.734770:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.734772:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.734773:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1ca00/0x52973366461d2de7 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.734776:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.734777:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.734778:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.734778:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.734779:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.734780:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1ca00 refcount=3 00000020:00000001:3.0:1773688179.734781:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222148608 : -129076487403008 : ffff8a9b09d1ca00) 00010000:00000001:3.0:1773688179.734782:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222148608 : -129076487403008 : ffff8a9b09d1ca00) 00010000:00000001:3.0:1773688179.734783:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.734784:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.734785:0:68797:0:(mdt_handler.c:4265:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.734787:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1773688179.734790:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.734792:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.734807:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.734809:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.734813:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.734814:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.734819:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.734822:0:68797:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.734825:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.734828:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.734830:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.734831:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.734832:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.734835:0:68797:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.734837:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1773688179.734840:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1773688179.734843:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.734846:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.734847:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.734849:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.734850:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.734852:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.734854:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.734855:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.734857:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.734859:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.734860:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.734861:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.734864:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0xef:0x0]: nlink=2, mode=40700, valid=0x1100000000002f8f 00000004:00200000:3.0:1773688179.734867:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0xef:0x0]: returning size 11776 00000004:00200000:3.0:1773688179.734870:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 2 00000004:00000002:3.0:1773688179.734872:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1773688179.734873:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.734874:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.734875:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1773688179.734877:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.734878:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.734879:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.734880:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.734882:0:68797:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.734883:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.734884:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.734888:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.734892:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.734893:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.734894:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.734895:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.734903:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.734904:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.734905:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1ca00 refcount=3 00000020:00000001:3.0:1773688179.734907:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222148608 : -129076487403008 : ffff8a9b09d1ca00) 00010000:00000001:3.0:1773688179.734908:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222148608 : -129076487403008 : ffff8a9b09d1ca00) 00000004:00010000:3.0:1773688179.734911:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1ca00/0x52973366461d2de7 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.734915:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.734916:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.734917:0:68797:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:3.0:1773688179.734918:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.734919:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:3.0:1773688179.734921:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.734921:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.734922:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1ca00 refcount=3 00000020:00000001:3.0:1773688179.734923:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222148608 : -129076487403008 : ffff8a9b09d1ca00) 00010000:00000001:3.0:1773688179.734924:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222148608 : -129076487403008 : ffff8a9b09d1ca00) 00000004:00000040:3.0:1773688179.734926:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.734935:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=80 00010000:00000001:3.0:1773688179.734937:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.734938:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.734939:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.734940:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1773688179.734942:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.734943:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.734944:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.734944:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.734945:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.734947:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.734949:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.734950:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.734964:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1773688179.734967:0:68797:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b313f3a98/ffff8a9b313f3a40 to site lru. bkt: ffff8a9a1aeb68e8 00000004:00000001:3.0:1773688179.734969:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.734970:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.734971:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.734972:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.734974:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.734975:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.734977:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.734977:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.734979:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b09d1c000 with handle 0x52973366461d2de0 from hash 00010000:00000001:3.0:1773688179.734980:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.734981:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.734982:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.734982:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.734983:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.734985:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2de0 lrc: 0/0,0 mode: --/CR res: [0x2000134b0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a831 expref: 80 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.734989:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.734991:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 79 00010000:00000010:3.0:1773688179.734992:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.734998:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.734998:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.735001:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.735004:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1ca00/0x52973366461d2de7 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a831 expref: 79 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.735044:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.735046:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.735049:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.735052:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:3.0:1773688179.735054:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.735056:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.735058:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.735059:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.735060:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.735062:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b09d1ca00, rc 0) 00000020:00000001:3.0:1773688179.735064:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.735067:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854324864 00010000:00000001:3.0:1773688179.735070:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.735074:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b04e67b80 x1859843854324864/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.735081:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.735083:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.735085:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.735088:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.735096:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.735098:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.735101:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.735102:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.735105:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.735107:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.735109:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeeb28. 00000100:00000200:3.0:1773688179.735112:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854324864, offset 224 00000400:00000200:3.0:1773688179.735116:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.735122:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.735126:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48121:48121:256:4294967295] 192.168.204.51@tcp LPNI seq info [48117:48117:8:4294967295] 00000400:00000200:3.0:1773688179.735132:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.735135:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.735138:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d900. 00000800:00000200:3.0:1773688179.735141:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.735144:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.735147:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d900 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.735155:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.735157:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.735159:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.735160:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.735161:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.735164:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b04e67b80 x1859843854324864/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.735170:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b04e67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+79:68109:x1859843854324864:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 683us (824us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688179.735175:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15518 00000100:00000040:3.0:1773688179.735178:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.735180:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.735181:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.735183:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06f00. 00000020:00000010:3.0:1773688179.735186:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.735189:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2a00. 00000020:00000040:3.0:1773688179.735192:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 78 00000100:00000001:3.0:1773688179.735195:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.735233:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.735237:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d900. 00000400:00000200:2.0:1773688179.735242:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.735246:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.735250:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeeb28 00000400:00000010:2.0:1773688179.735253:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeeb28. 00000100:00000001:2.0:1773688179.735256:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.735257:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1773688179.737042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10c00. 00000800:00000001:0.0:1773688179.737536:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.737547:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.737550:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.737553:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.737561:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.737574:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 448 into portal 23 MB=0x69b84a4465500 00000400:00000200:0.0:1773688179.737582:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 448/448 into md 0x72385 [2] + 392 00000800:00000001:0.0:1773688179.737588:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.737602:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.737605:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.737609:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.737619:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.737621:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1773688179.737626:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b04e64700. 00000100:00000040:0.0:1773688179.737630:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b04e64700 x1859843854324992 msgsize 448 00000100:00100000:0.0:1773688179.737633:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.737650:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.737658:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.737662:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.737693:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.737697:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854324992 02000000:00000001:3.0:1773688179.737700:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.737702:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.737705:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.737708:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.737711:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854324992 00000020:00000001:3.0:1773688179.737714:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.737715:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.737717:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.737720:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=79 00000020:00000001:3.0:1773688179.737723:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.737725:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.737729:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.737734:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5640. 00000100:00000001:3.0:1773688179.737737:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.737739:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5640. 00000020:00000010:3.0:1773688179.737742:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2a00. 00000020:00000010:3.0:1773688179.737745:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06f00. 00000020:00000010:3.0:1773688179.737748:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.737753:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1773688179.737755:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.737756:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773688179.737758:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.737761:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.737770:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.737776:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.737777:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.737781:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3237 00000100:00000040:3.0:1773688179.737784:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.737785:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997139605248 : -129076569946368 : ffff8a9b04e64700) 00000100:00000040:3.0:1773688179.737790:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b04e64700 x1859843854324992/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 448/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.737796:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.737798:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5640. 00000100:00000001:3.0:1773688179.737799:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.737801:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5640. 00000100:00100000:3.0:1773688179.737804:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b04e64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+79:68109:x1859843854324992:12345-192.168.204.51@tcp:37:dbench.0 00000100:00000200:3.0:1773688179.737806:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854324992 00000020:00000001:3.0:1773688179.737808:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.737811:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.737813:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.737815:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.737816:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862592 : -1038689024 : ffffffffc216dd00) 00000020:00000001:3.0:1773688179.737818:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.737820:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854324992, found 0 last_xid 1859843854324991 00000020:00000001:3.0:1773688179.737821:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.737823:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.737824:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.737826:0:73057:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1773688179.737828:0:73057:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.737830:0:73057:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000020:00000001:3.0:1773688179.737832:0:73057:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.737833:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.737835:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.737837:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.737841:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8a9a10fac800. 02000000:00000001:3.0:1773688179.737843:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.737844:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.737846:0:73057:0:(mdt_handler.c:2953:mdt_readpage()) Process entered 00000004:00000010:3.0:1773688179.737849:0:73057:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8a9a0e31f000. 00000004:00000001:3.0:1773688179.738308:0:73057:0:(mdd_object.c:4165:mdd_readpage()) Process entered 00000020:00000001:3.0:1773688179.738312:0:73057:0:(dt_object.c:850:dt_index_walk()) Process entered 00080000:00000001:3.0:1773688179.738315:0:73057:0:(osd_index.c:123:osd_index_it_init()) Process entered 00080000:00000010:3.0:1773688179.738317:0:73057:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8a9b34186500. 00080000:00000010:3.0:1773688179.738320:0:73057:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8a9b072a5640. 00080000:00000001:3.0:1773688179.738322:0:73057:0:(osd_index.c:148:osd_index_it_init()) Process leaving (rc=18446614997931418880 : -129075778132736 : ffff8a9b34186500) 00080000:00000001:3.0:1773688179.738324:0:73057:0:(osd_index.c:1218:osd_dir_it_init()) Process leaving (rc=18446614997931418880 : -129075778132736 : ffff8a9b34186500) 00080000:00000001:3.0:1773688179.738326:0:73057:0:(osd_index.c:1680:osd_dir_it_load()) Process entered 00080000:00000001:3.0:1773688179.738327:0:73057:0:(osd_index.c:1698:osd_dir_it_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.738330:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688179.738331:0:73057:0:(osd_index.c:1394:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:3.0:1773688179.738332:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688179.738333:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.738336:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688179.738337:0:73057:0:(osd_index.c:1500:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.738339:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688179.738340:0:73057:0:(osd_index.c:1342:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.738340:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688179.738341:0:73057:0:(osd_index.c:1396:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:3.0:1773688179.738342:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688179.738343:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.738344:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688179.738345:0:73057:0:(osd_index.c:345:osd_find_parent_fid()) Process entered 00080000:00000001:3.0:1773688179.738346:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.738349:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=46 : 46 : 2e) 00080000:00000001:3.0:1773688179.738351:0:73057:0:(osd_index.c:406:osd_find_parent_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.738352:0:73057:0:(osd_index.c:1518:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.738353:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688179.738372:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.738373:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688179.738374:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=12 : 12 : c) 00080000:00000001:3.0:1773688179.738375:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688179.738376:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=1084031208197488640 : 1084031208197488640 : f0b40a3f20c8000) 00080000:00000001:3.0:1773688179.738378:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688179.738391:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.738393:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688179.738395:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.738397:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688179.738398:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=9 : 9 : 9) 00080000:00000001:3.0:1773688179.738400:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688179.738401:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=2954476392500723712 : 2954476392500723712 : 290068a020488000) 00080000:00000001:3.0:1773688179.738403:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688179.738410:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.738413:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688179.738415:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.738416:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688179.738418:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=10 : 10 : a) 00080000:00000001:3.0:1773688179.738419:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688179.738420:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=4957591141929025536 : 4957591141929025536 : 44cce6e08c4d8000) 00080000:00000001:3.0:1773688179.738422:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688179.738429:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.738432:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688179.738434:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.738436:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688179.738438:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=11 : 11 : b) 00080000:00000001:3.0:1773688179.738440:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688179.738441:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=8393325542352945152 : 8393325542352945152 : 747b151c6c290000) 00080000:00000001:3.0:1773688179.738443:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688179.738449:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.738451:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688179.738452:0:73057:0:(osd_index.c:1356:osd_dir_it_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.738455:0:73057:0:(osd_index.c:156:osd_index_it_fini()) Process entered 00080000:00000010:3.0:1773688179.738457:0:73057:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8a9b072a5640. 00080000:00000010:3.0:1773688179.738461:0:73057:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8a9b34186500. 00080000:00000001:3.0:1773688179.738463:0:73057:0:(osd_index.c:166:osd_index_it_fini()) Process leaving 00000020:00000001:3.0:1773688179.738465:0:73057:0:(dt_object.c:928:dt_index_walk()) Process leaving (rc=4096 : 4096 : 1000) 00000004:00000001:3.0:1773688179.738467:0:73057:0:(mdd_object.c:4222:mdd_readpage()) Process leaving via out_unlock (rc=4096 : 4096 : 0x1000) 00000020:00000001:3.0:1773688179.738471:0:73057:0:(tgt_handler.c:1213:tgt_sendpage()) Process entered 00000100:00000001:3.0:1773688179.738474:0:73057:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1773688179.738478:0:73057:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8a9a10faf800. 00000100:00000010:3.0:1773688179.738483:0:73057:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8a9b32315000. 00000020:00000040:3.0:1773688179.738486:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=80 00010000:00000001:3.0:1773688179.738489:0:73057:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1773688179.738492:0:73057:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1773688179.738496:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee5d8. 00000400:00000010:3.0:1773688179.738503:0:73057:0:(lib-lnet.h:479:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8a9b09ea8498. 00000400:00000200:3.0:1773688179.738507:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.738517:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.738522:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48122:48122:256:4294967295] 192.168.204.51@tcp LPNI seq info [48118:48118:8:4294967295] 00000400:00000200:3.0:1773688179.738526:0:73057:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.51@tcp 00000400:00000200:3.0:1773688179.738530:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.738533:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.738535:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99dd00. 00000800:00000200:3.0:1773688179.738539:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.738543:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1022 00000800:00000200:3.0:1773688179.738546:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99dd00 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:3.0:1773688179.738562:0:73057:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.51@tcp mbits 0x69b84a4465500-0x69b84a4465500 00000100:00000001:3.0:1773688179.738565:0:73057:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688179.738679:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.738683:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99dd00. 00000400:00000200:0.0:1773688179.738687:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.738691:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.738695:0:3439:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1773688179.738696:0:3439:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8a9a10faf800 00000100:00000001:0.0:1773688179.738698:0:3439:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:2.0:1773688179.739376:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.739385:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.739387:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.739422:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.739428:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : ACK - for me 00000400:00000200:2.0:1773688179.739440:0:3440:0:(lib-move.c:4700:lnet_parse_ack()) 192.168.204.151@tcp: ACK from 12345-192.168.204.51@tcp into md 0x77e6d 00000400:00000200:2.0:1773688179.739444:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.739446:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: ACK: OK 00000400:00000200:2.0:1773688179.739450:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee5d8 00000400:00000010:2.0:1773688179.739452:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee5d8. 00000100:00000001:2.0:1773688179.739455:0:3440:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1773688179.739456:0:3440:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8a9a10faf800 00000100:00000001:2.0:1773688179.739472:0:3440:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:2.0:1773688179.739478:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.739481:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.739503:0:73057:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.739508:0:73057:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1773688179.739511:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 79 00000100:00000010:3.0:1773688179.739515:0:73057:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8a9b32315000. 00000100:00000010:3.0:1773688179.739520:0:73057:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8a9a10faf800. 00000100:00000001:3.0:1773688179.739523:0:73057:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000020:00000001:3.0:1773688179.739525:0:73057:0:(tgt_handler.c:1237:tgt_sendpage()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.739527:0:73057:0:(mdt_handler.c:2999:mdt_readpage()) Process leaving 00010000:00000010:3.1:1773688179.740031:0:73057:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41f0c400. 00010000:00000010:3.1:1773688179.740038:0:73057:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1689c700. 00010000:00000010:3.1:1773688179.740043:0:73057:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46a00. 00010000:00000010:3.1:1773688179.740047:0:73057:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11600. 00010000:00000010:3.1:1773688179.740054:0:73057:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10a00. 00010000:00000010:3.1:1773688179.740058:0:73057:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b09d1dc00. 00010000:00000010:3.1:1773688179.740061:0:73057:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46c00. 00010000:00000010:3.1:1773688179.740064:0:73057:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b09d1de00. 00000004:00000010:3.0:1773688179.740098:0:73057:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8a9a0e31f000. 00010000:00000040:3.0:1773688179.740103:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854324992 00010000:00000001:3.0:1773688179.740106:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.740113:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b04e64700 x1859843854324992/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 448/440 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.740122:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.740125:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.740128:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=49 v=5 (1 1 1 0) 00000100:00000001:3.0:1773688179.740132:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.740135:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.740137:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.740140:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.740141:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.740145:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.740147:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.740151:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee000. 00000100:00000200:3.0:1773688179.740154:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1859843854324992, offset 224 00000400:00000200:3.0:1773688179.740159:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.740165:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.740169:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48123:48123:256:4294967295] 192.168.204.51@tcp LPNI seq info [48119:48119:8:4294967295] 00000400:00000200:3.0:1773688179.740178:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.740183:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.740187:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d000. 00000800:00000200:3.0:1773688179.740191:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.740196:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.740199:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d000 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.740214:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.740218:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.740220:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.740222:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.740224:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.740230:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b04e64700 x1859843854324992/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 448/440 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.740241:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b04e64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+79:68109:x1859843854324992:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 2442us (2608us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688179.740251:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3237 00000100:00000040:3.0:1773688179.740255:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.740258:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.740261:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.740266:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06f00. 00000020:00000010:3.0:1773688179.740270:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.740274:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2a00. 00000020:00000040:3.0:1773688179.740282:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 78 00000100:00000001:3.0:1773688179.740284:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.740299:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.740305:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d000. 00000400:00000200:0.0:1773688179.740310:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.740315:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.740319:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee000 00000400:00000010:0.0:1773688179.740322:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee000. 00000100:00000001:0.0:1773688179.740326:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.740327:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1773688179.744044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b10200. 00010000:00000010:3.1:1773688179.744054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b09d1c000. 00000800:00000001:0.0:1773688179.746604:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.746623:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.746628:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.746631:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.746644:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.746664:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 648 into portal 12 MB=0x69b84a4465600 00000400:00000200:0.0:1773688179.746673:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 648/648 into md 0x3b659 [64] + 114752 00000800:00000001:0.0:1773688179.746682:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.746710:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.746714:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.746719:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.746729:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.746732:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.746739:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b04e65c00. 00000100:00000040:0.0:1773688179.746743:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b04e65c00 x1859843854325248 msgsize 648 00000100:00100000:0.0:1773688179.746747:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.746765:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.746776:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.746779:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.746805:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.746809:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854325248 02000000:00000001:3.0:1773688179.746812:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.746814:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.746816:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.746820:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.746824:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854325248 00000020:00000001:3.0:1773688179.746827:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.746828:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.746831:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.746834:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=79 00000020:00000001:3.0:1773688179.746835:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.746838:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.746844:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.746850:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5640. 00000100:00000001:3.0:1773688179.746854:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.746857:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5640. 00000020:00000010:3.0:1773688179.746864:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2a00. 00000020:00000010:3.0:1773688179.746870:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06f00. 00000020:00000010:3.0:1773688179.746876:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.746890:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.746895:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.746896:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.746900:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.746903:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.746905:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.746914:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.746926:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.746940:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.746943:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.746950:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15519 00000100:00000040:3.0:1773688179.746966:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.746969:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997139610624 : -129076569940992 : ffff8a9b04e65c00) 00000100:00000040:3.0:1773688179.746978:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b04e65c00 x1859843854325248/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.746989:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.746992:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5640. 00000100:00000001:3.0:1773688179.746995:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.746997:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5640. 00000100:00100000:3.0:1773688179.747002:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b04e65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+79:68109:x1859843854325248:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.747034:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854325248 00000020:00000001:3.0:1773688179.747039:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.747044:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.747050:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.747054:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.747056:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.747060:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.747065:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854325248, found 0 last_xid 1859843854325247 00000020:00000001:3.0:1773688179.747069:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.747072:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.747075:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.747083:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.747086:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.747089:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.747092:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.747095:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.747098:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.747104:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.747113:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:3.0:1773688179.747116:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.747119:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.747124:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b09d1c000. 00000020:00000001:3.0:1773688179.747128:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.747131:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b09d1c000 with handle 0x52973366461d2dee to hash 00000020:00000001:3.0:1773688179.747133:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.747135:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997222146048 : -129076487405568 : ffff8a9b09d1c000) 00010000:00000010:3.0:1773688179.747141:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.747144:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997222146048 : -129076487405568 : ffff8a9b09d1c000) 00010000:00010000:3.0:1773688179.747150:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2dee lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a838 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.747160:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.747163:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=80 00010000:00000001:3.0:1773688179.747170:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.747174:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.747181:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.747184:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.747186:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.747189:0:68797:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:3.0:1773688179.747195:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9b04e65c00 x1859843854325248/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1773688179.747204:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1773688179.747206:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1773688179.747209:0:68797:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1773688179.747212:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.747214:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.747218:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.747220:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.747222:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.747225:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.747227:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.747229:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.747237:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.747238:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.747241:0:68797:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.747243:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.747246:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.747248:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.747251:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.747254:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.747261:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9b32315000. 02000000:00000001:3.0:1773688179.747264:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.747267:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.747271:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1773688179.747272:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.747274:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.747276:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.747278:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.747280:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.747281:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.747283:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.747285:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.747287:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.747289:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.747293:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.747299:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.747302:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.747305:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.747306:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.747308:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.747310:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.747311:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.747313:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.747315:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.747317:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.747320:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.747322:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.747324:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.747326:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.747329:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1773688179.747330:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.747334:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1773688179.747337:0:68797:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:3.0:1773688179.747341:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfa38 00000004:00000002:3.0:1773688179.747344:0:68797:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xef:0x0]/(->[0x20000afe1:0xf1:0x0]) cr_flag=040000240000003 mode=0100000 msg_flag=0x600 00000004:00000001:3.0:1773688179.747350:0:68797:0:(mdt_open.c:1135:mdt_open_by_fid_lock()) Process entered 00000004:00000001:3.0:1773688179.747352:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.747355:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.747358:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.747364:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.747367:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.747369:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.747370:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf1:0x0] 00000020:00000001:3.0:1773688179.747372:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:3.0:1773688179.747377:0:68797:0:(mdt_handler.c:6940:mdt_object_alloc()) Process entered 00000004:00000010:3.0:1773688179.747381:0:68797:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8a9b418690e0. 00000004:00000001:3.0:1773688179.747385:0:68797:0:(mdt_handler.c:6965:mdt_object_alloc()) Process leaving (rc=18446614998156742968 : -129075552808648 : ffff8a9b41869138) 00000004:00000001:3.0:1773688179.747391:0:68797:0:(mdt_handler.c:6978:mdt_object_init()) Process entered 00000004:00000040:3.0:1773688179.747392:0:68797:0:(mdt_handler.c:6981:mdt_object_init()) object init, fid = [0x20000afe1:0xf1:0x0] 00000004:00000010:3.0:1773688179.747399:0:68797:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8a9b34b9f078. 00000004:00000001:3.0:1773688179.747402:0:68797:0:(mdt_handler.c:6990:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.747406:0:68797:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:3.0:1773688179.747410:0:68797:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:3.0:1773688179.747416:0:68797:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8a9b311ac330. 00000004:00000001:3.0:1773688179.747419:0:68797:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446614997881242416 : -129075828309200 : ffff8a9b311ac330) 00000004:00000001:3.0:1773688179.747422:0:68797:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.747425:0:68797:0:(lod_object.c:9526:lod_object_init()) Process entered 00000004:00000001:3.0:1773688179.747428:0:68797:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1773688179.747432:0:68797:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1773688179.747434:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.747436:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.747440:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.747442:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.747444:0:68797:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1773688179.747447:0:68797:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x20000afe1 00000004:00000001:3.0:1773688179.747449:0:68797:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1773688179.747455:0:68797:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8a9a09c1c720. 00000004:00000001:3.0:1773688179.747459:0:68797:0:(lod_object.c:9569:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.747462:0:68797:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1773688179.747466:0:68797:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1773688179.747468:0:68797:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1773688179.747471:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.747472:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.747473:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.747475:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.747477:0:68797:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.747527:0:68797:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.747565:0:68797:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1773688179.747582:0:68797:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1773688179.747617:0:68797:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.747620:0:68797:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.747623:0:68797:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1773688179.747625:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.747628:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1773688179.747632:0:68797:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.747635:0:68797:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.747638:0:68797:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.747645:0:68797:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614998156742968 : -129075552808648 : ffff8a9b41869138) 00000004:00000001:3.0:1773688179.747648:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742880 : -129075552808736 : ffff8a9b418690e0) 00000004:00000001:3.0:1773688179.747651:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1773688179.747653:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.747658:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.747660:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.747663:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.747666:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.747670:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.747672:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.747675:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.747678:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.747681:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.747683:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.747685:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.747687:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0xf1:0x0]: Reading som attrs: valid: 4, size: 260096, blocks: 1 00000004:00000001:3.0:1773688179.747691:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.747692:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.747693:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.747695:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.747697:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.747699:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:3.0:1773688179.747703:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b32315378 00000004:00000001:3.0:1773688179.747706:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.747710:0:68797:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:3.0:1773688179.747712:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.747714:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.747718:0:68797:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0xf1:0x0] lease count: 0, lm: 4 00000004:00000001:3.0:1773688179.747721:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1773688179.747725:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.747727:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.747731:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6900 count: 2 00010000:00000001:3.0:1773688179.747734:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.747736:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.747739:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b09d1de00. 00000020:00000001:3.0:1773688179.747742:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.747744:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b09d1de00 with handle 0x52973366461d2df5 to hash 00000020:00000001:3.0:1773688179.747746:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.747748:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00000010:3.0:1773688179.747751:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.747754:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00000001:3.0:1773688179.747758:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.747761:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.747764:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2df5 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.747771:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.747776:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.747778:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.747781:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.747784:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.747786:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.747787:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.747790:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.747792:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.747794:0:68797:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.747796:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.747798:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf1:0x0].0x0 (ffff8a9b33ed6900) refcount = 2 00010000:00000040:3.0:1773688179.747802:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.747806:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07378e00/0x52973366461d0919 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8450b expref: 80 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.747815:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2df5 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.747821:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.747826:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.747828:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.747831:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.747832:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.747835:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.747838:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.747841:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.747844:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.747847:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2df5 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.747853:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.747855:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.747857:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.747859:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.747860:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.747862:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1de00 refcount=3 00000020:00000001:3.0:1773688179.747864:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00000001:3.0:1773688179.747867:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00000001:3.0:1773688179.747870:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.747871:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.747872:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.747875:0:68797:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0xf1:0x0], ibits = 0x1b/0x1b, open_flags = 040000240000003, try_layout = 1 : rc = 0 00000004:00000001:3.0:1773688179.747880:0:68797:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.747882:0:68797:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.747886:0:68797:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000001:00000001:3.0:1773688179.747889:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.747891:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.747893:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.747895:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.747897:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.747899:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.747900:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.747902:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.747903:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.747905:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.747906:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.747908:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0xf1:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00200000:3.0:1773688179.747912:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0xf1:0x0]: returning size 260096 00000001:00000001:3.0:1773688179.747914:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.747916:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.747918:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1773688179.747920:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.747922:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.747923:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.747926:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.747929:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.747931:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.747934:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.747937:0:68797:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000004:00000002:3.0:1773688179.747939:0:68797:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:3.0:1773688179.747942:0:68797:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000004:00000001:3.0:1773688179.747944:0:68797:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.747948:0:68797:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:3.0:1773688179.747966:0:68797:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:3.0:1773688179.747970:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:00000001:3.0:1773688179.747972:0:68797:0:(mdd_permission.c:247:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.747975:0:68797:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.747978:0:68797:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.747982:0:68797:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000004:00000010:3.0:1773688179.747986:0:68797:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9b31ffb480. 00000020:00000001:3.0:1773688179.747988:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.747990:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b31ffb480 with handle 0x52973366461d2dfc to hash 00000020:00000001:3.0:1773688179.747991:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:3.0:1773688179.747993:0:68797:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614997896246400 : -129075813305216 : ffff8a9b31ffb480) 00000004:00000001:3.0:1773688179.747996:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1773688179.747998:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:3.0:1773688179.748000:0:68797:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0xf1:0x0] Change mfd open_flags 0 -> 040000240000003. 00000004:00000001:3.0:1773688179.748004:0:68797:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:3.0:1773688179.748045:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1773688179.748073:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10fac400. 00080000:00000001:3.0:1773688179.748076:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993047307264 : -129080662244352 : ffff8a9a10fac400) 00080000:00000001:3.0:1773688179.748080:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1773688179.748087:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.748093:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.748095:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.748118:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.748121:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1773688179.748124:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1773688179.748128:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692072, last_committed = 171798692041 00000001:00000010:3.0:1773688179.748132:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a0f836360. 00000001:00000040:3.0:1773688179.748135:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 31 00000020:00000040:3.0:1773688179.748137:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=81 00000001:00000010:3.0:1773688179.748143:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a16f6ba80. 00080000:00000001:3.0:1773688179.748150:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.748167:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1773688179.748170:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a16f6ba80: xid 1859843854325248, transno 171798692072, tag 1, client gen 13, slot idx 2 00000001:00000001:3.0:1773688179.748174:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.748188:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.748190:0:68797:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1773688179.748192:0:68797:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.748194:0:68797:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.748198:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.748200:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.748202:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.748204:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.748207:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.748208:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.748211:0:68797:0:(mdt_open.c:1236:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.748214:0:68797:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1773688179.748216:0:68797:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:3.0:1773688179.748218:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.748220:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.748222:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1773688179.748224:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.748225:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.748227:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.748229:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.748231:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.748233:0:68797:0:(mdt_open.c:1525:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1773688179.748239:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.748246:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.748248:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.748250:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.748253:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.748255:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1773688179.748258:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.748260:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.748261:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.748263:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.748265:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.748267:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.748274:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.748276:0:68797:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:3.0:1773688179.748280:0:68797:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:3.0:1773688179.748283:0:68797:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.748286:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.748287:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.748289:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1de00 refcount=3 00000020:00000001:3.0:1773688179.748291:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00000001:3.0:1773688179.748294:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00000004:00000040:3.0:1773688179.748297:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:3.0:1773688179.748300:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=82 00010000:00000001:3.0:1773688179.748303:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.748304:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.748306:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.748308:0:68797:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.748311:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.748315:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.748317:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.748319:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.748323:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.748324:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.748326:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.748327:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.748330:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b09d1c000 with handle 0x52973366461d2dee from hash 00010000:00000001:3.0:1773688179.748332:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.748334:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.748335:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.748336:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.748338:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.748342:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2dee lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a838 expref: 82 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.748350:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.748353:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 81 00010000:00000010:3.0:1773688179.748355:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.748368:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.748370:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.748375:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.748379:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2df5 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a838 expref: 81 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.748387:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.748390:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.748392:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf1:0x0].0x0 (ffff8a9b33ed6900) 00010000:00010000:3.0:1773688179.748395:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1773688179.748398:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.748401:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.748403:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.748404:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.748406:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.748407:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b09d1de00, rc 0) 00000020:00000001:3.0:1773688179.748410:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.748414:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692072, xid 1859843854325248 00010000:00000001:3.0:1773688179.748417:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.748422:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b04e65c00 x1859843854325248/t171798692072(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.748432:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.748435:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.748439:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.748445:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.748447:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.748450:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.748453:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.748455:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.748459:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.748462:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.748468:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeec38. 00000100:00000200:3.0:1773688179.748475:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854325248, offset 224 00000400:00000200:3.0:1773688179.748482:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.748494:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.748502:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48124:48124:256:4294967295] 192.168.204.51@tcp LPNI seq info [48120:48120:8:4294967295] 00000400:00000200:3.0:1773688179.748514:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.748519:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.748523:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d300. 00000800:00000200:3.0:1773688179.748528:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.748533:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.748536:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d300 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.748550:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.748553:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.748555:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.748556:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.748558:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.748561:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b04e65c00 x1859843854325248/t171798692072(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.748567:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b04e65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+81:68109:x1859843854325248:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1577us (1822us total) trans 171798692072 rc 0/0 00000100:00100000:3.0:1773688179.748572:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15519 00000100:00000040:3.0:1773688179.748575:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.748577:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.748579:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.748582:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06f00. 00000020:00000010:3.0:1773688179.748586:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.748591:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2a00. 00000020:00000040:3.0:1773688179.748595:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 80 00000100:00000001:3.0:1773688179.748597:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.748661:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.748665:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d300. 00000400:00000200:2.0:1773688179.748669:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.748673:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.748676:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeec38 00000400:00000010:2.0:1773688179.748678:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeec38. 00000100:00000001:2.0:1773688179.748681:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.748682:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.750791:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.750806:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.750811:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.750813:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.750823:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.750839:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4465680 00000400:00000200:2.0:1773688179.750853:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x73361 [2] + 1312 00000800:00000001:2.0:1773688179.750863:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.750873:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.750877:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.750881:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.750888:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.750891:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1773688179.750896:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a02306300. 00000100:00000040:2.0:1773688179.750900:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a02306300 x1859843854325376 msgsize 328 00000100:00100000:2.0:1773688179.750905:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.750920:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.750928:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.750931:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.750974:0:7562:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.750977:0:7562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854325376 02000000:00000001:1.0:1773688179.750979:0:7562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.750981:0:7562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.750983:0:7562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.750987:0:7562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.750991:0:7562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854325376 00000020:00000001:1.0:1773688179.750994:0:7562:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.750995:0:7562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.750997:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.751000:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=81 00000020:00000001:1.0:1773688179.751001:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.751003:0:7562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.751033:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.751039:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80ab40. 00000100:00000001:1.0:1773688179.751043:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.751046:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80ab40. 00000020:00000010:1.0:1773688179.751054:0:7562:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09357600. 00000020:00000010:1.0:1773688179.751060:0:7562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e380. 00000020:00000010:1.0:1773688179.751066:0:7562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688179.751074:0:7562:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.751077:0:7562:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.751079:0:7562:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.751082:0:7562:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.751085:0:7562:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.751088:0:7562:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.751092:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.751094:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.751095:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1de00 refcount=3 00000020:00000001:1.0:1773688179.751097:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00000001:1.0:1773688179.751099:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00000001:1.0:1773688179.751101:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.751102:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.751103:0:7562:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.751104:0:7562:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.751110:0:7562:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.751119:0:7562:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.751127:0:7562:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.751128:0:7562:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.751133:0:7562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1581 00000100:00000040:1.0:1773688179.751135:0:7562:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688179.751137:0:7562:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992799163136 : -129080910388480 : ffff8a9a02306300) 00000100:00000040:1.0:1773688179.751143:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a02306300 x1859843854325376/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.751149:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.751151:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80ab40. 00000100:00000001:1.0:1773688179.751153:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.751154:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80ab40. 00000100:00100000:1.0:1773688179.751157:0:7562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a02306300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+81:2404:x1859843854325376:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.751163:0:7562:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854325376 00010000:00000001:1.0:1773688179.751165:0:7562:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.751167:0:7562:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.751168:0:7562:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.751172:0:7562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.751174:0:7562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.751178:0:7562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a0fadc000. 02000000:00000001:1.0:1773688179.751180:0:7562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.751181:0:7562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.751183:0:7562:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.751185:0:7562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.751186:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.751187:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.751188:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1de00 refcount=3 00000020:00000001:1.0:1773688179.751189:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00000001:1.0:1773688179.751190:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00000040:1.0:1773688179.751193:0:7562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6900 count: 3 00000004:00000001:1.0:1773688179.751197:0:7562:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1773688179.751200:0:7562:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688179.751204:0:7562:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.751206:0:7562:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.751208:0:7562:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.751210:0:7562:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.751215:0:7562:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.751217:0:7562:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.751221:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.751222:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.751224:0:7562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.751226:0:7562:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.751229:0:7562:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b09d1de00 with handle 0x52973366461d2df5 from hash 00010000:00000001:1.0:1773688179.751231:0:7562:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.751232:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.751233:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.751235:0:7562:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.751240:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.751243:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.751245:0:7562:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.751246:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.751251:0:7562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2df5 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xf1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a838 expref: 81 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.751260:0:7562:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:1.0:1773688179.751263:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 80 00010000:00000010:1.0:1773688179.751265:0:7562:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315baa80. 00010000:00000001:1.0:1773688179.751274:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.751276:0:7562:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.751277:0:7562:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.751279:0:7562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf1:0x0].0x0 (ffff8a9b33ed6900) 00010000:00000001:1.0:1773688179.751282:0:7562:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.751284:0:7562:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.751285:0:7562:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.751286:0:7562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.751287:0:7562:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.751291:0:7562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.751294:0:7562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.751296:0:7562:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1773688179.751300:0:7562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.751301:0:7562:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.751303:0:7562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.751305:0:7562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.751307:0:7562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.751309:0:7562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.751311:0:7562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.751315:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64088. 00000100:00000200:1.0:1773688179.751320:0:7562:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854325376, offset 224 00000400:00000200:1.0:1773688179.751326:0:7562:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.751336:0:7562:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.751342:0:7562:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48125:48125:256:4294967295] 192.168.204.51@tcp LPNI seq info [48121:48121:8:4294967295] 00000400:00000200:1.0:1773688179.751352:0:7562:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.751359:0:7562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.751364:0:7562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7b00. 00000800:00000200:1.0:1773688179.751369:0:7562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.751375:0:7562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.751379:0:7562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.751389:0:7562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.751393:0:7562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.751395:0:7562:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.751397:0:7562:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.751402:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a02306300 x1859843854325376/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773688179.751412:0:7562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a02306300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+80:2404:x1859843854325376:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 260us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688179.751419:0:7562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1581 00000100:00000040:1.0:1773688179.751422:0:7562:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688179.751424:0:7562:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.751426:0:7562:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.751430:0:7562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e380. 00000020:00000010:1.0:1773688179.751434:0:7562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000020:00000010:1.0:1773688179.751438:0:7562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09357600. 00000020:00000040:1.0:1773688179.751442:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 79 00000100:00000001:1.0:1773688179.751445:0:7562:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.751481:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.751485:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7b00. 00000400:00000200:0.0:1773688179.751488:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.751491:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.751494:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64088 00000400:00000010:0.0:1773688179.751495:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64088. 00000100:00000001:0.0:1773688179.751498:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.751499:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1773688179.755048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b09d1c000. 00000800:00000001:2.0:1773688179.755611:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.755626:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.755629:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.755632:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.755641:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.755659:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 392 into portal 23 MB=0x69b84a4465780 00000400:00000200:2.0:1773688179.755668:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 392/392 into md 0x72385 [2] + 840 00000800:00000001:2.0:1773688179.755676:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.755686:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.755689:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.755693:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.755702:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.755705:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1773688179.755712:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a02307100. 00000100:00000040:2.0:1773688179.755720:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a02307100 x1859843854325632 msgsize 392 00000100:00100000:2.0:1773688179.755725:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.755736:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.755744:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.755748:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.755788:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.755791:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854325632 02000000:00000001:3.0:1773688179.755794:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.755797:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.755800:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.755806:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.755811:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854325632 00000020:00000001:3.0:1773688179.755814:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.755816:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.755819:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.755822:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=80 00000020:00000001:3.0:1773688179.755825:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.755827:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.755832:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.755837:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5d40. 00000100:00000001:3.0:1773688179.755841:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.755844:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5d40. 00000020:00000010:3.0:1773688179.755850:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2a00. 00000020:00000010:3.0:1773688179.755858:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06f00. 00000020:00000010:3.0:1773688179.755864:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.755873:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1773688179.755875:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.755876:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773688179.755878:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.755885:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.755895:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.755904:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.755905:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.755909:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3238 00000100:00000040:3.0:1773688179.755912:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.755913:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992799166720 : -129080910384896 : ffff8a9a02307100) 00000100:00000040:3.0:1773688179.755919:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a02307100 x1859843854325632/t0(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.755926:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.755928:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5d40. 00000100:00000001:3.0:1773688179.755929:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.755931:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5d40. 00000100:00100000:3.0:1773688179.755934:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a02307100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+80:68109:x1859843854325632:12345-192.168.204.51@tcp:35:dbench.0 00000100:00000200:3.0:1773688179.755937:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854325632 00000020:00000001:3.0:1773688179.755944:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.755947:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1773688179.755962:0:73057:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a16f6ba80: xid 1859843854325248, transno 171798692072, client gen 13, slot idx 2 00000001:00000001:3.0:1773688179.755967:0:73057:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a102fa6c0: xid 1859843854324608, transno 171798692071, client gen 13, slot idx 3 00000001:00000010:3.0:1773688179.755970:0:73057:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a102fa6c0. 00000020:00000001:3.0:1773688179.755975:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.755977:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.755979:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862496 : -1038689120 : ffffffffc216dca0) 00000020:00000001:3.0:1773688179.755981:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.755984:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854325632, found 0 last_xid 1859843854325631 00000020:00000001:3.0:1773688179.755987:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.755989:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.755991:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.755995:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.756000:0:73057:0:(mdt_open.c:2771:mdt_close()) Process entered 00000004:00000001:3.0:1773688179.756002:0:73057:0:(mdt_lib.c:1452:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1773688179.756004:0:73057:0:(mdt_lib.c:1362:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1773688179.756033:0:73057:0:(mdt_lib.c:1373:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.756037:0:73057:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1773688179.756042:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.756045:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.756048:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.756050:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.756053:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.756055:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.756056:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.756058:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.756060:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.756061:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.756063:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.756065:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.756066:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.756069:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.756071:0:73057:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.756073:0:73057:0:(mdt_lib.c:1435:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1773688179.756075:0:73057:0:(mdt_lib.c:1437:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.756077:0:73057:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1773688179.756079:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.756080:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.756081:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.756082:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.756083:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.756084:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.756085:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.756085:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.756087:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.756088:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.756091:0:73057:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.756096:0:73057:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.756097:0:73057:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.756098:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.756099:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.756100:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.756101:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.756102:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.756103:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.756104:0:73057:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.756105:0:73057:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.756108:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.756108:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.756109:0:73057:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.756111:0:73057:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.756112:0:73057:0:(mdt_lib.c:1465:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.756116:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.756118:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.756123:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8a9a10fac000. 02000000:00000001:3.0:1773688179.756125:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.756127:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.756129:0:73057:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1773688179.756130:0:73057:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.756132:0:73057:0:(mdt_open.c:2739:mdt_close_internal()) Process entered 00000004:00000001:3.0:1773688179.756134:0:73057:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1773688179.756135:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.756137:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8a9b31ffb480 refcount=2 00000020:00000001:3.0:1773688179.756139:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997896246400 : -129075813305216 : ffff8a9b31ffb480) 00000004:00000001:3.0:1773688179.756141:0:73057:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446614997896246400 : -129075813305216 : ffff8a9b31ffb480) 00000020:00000040:3.0:1773688179.756143:0:73057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b31ffb480 with handle 0x52973366461d2dfc from hash 00000004:00000001:3.0:1773688179.756146:0:73057:0:(mdt_open.c:2590:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1773688179.756147:0:73057:0:(mdt_open.c:2598:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000afe1:0xf1:0x0] with intent: 0 00000004:00000001:3.0:1773688179.756151:0:73057:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:3.0:1773688179.756153:0:73057:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 260096 size 260096 lsom blocks 1 blocks 1 truncate 0 00000004:00000001:3.0:1773688179.756155:0:73057:0:(mdt_som.c:209:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.756157:0:73057:0:(mdt_open.c:149:mdt_write_put()) Process entered 00000004:00000001:3.0:1773688179.756158:0:73057:0:(mdt_open.c:153:mdt_write_put()) Process leaving 00000004:00000001:3.0:1773688179.756160:0:73057:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1773688179.756163:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.756168:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.756171:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.756177:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.756179:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.756181:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.756183:0:73057:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.756186:0:73057:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1773688179.756193:0:73057:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1773688179.756196:0:73057:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1773688179.756201:0:73057:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1773688179.756208:0:73057:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9a0f836d80. 00080000:00000001:3.0:1773688179.756210:0:73057:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1773688179.756217:0:73057:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10fad800. 00080000:00000001:3.0:1773688179.756219:0:73057:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993047312384 : -129080662239232 : ffff8a9a10fad800) 00000004:00000001:3.0:1773688179.756222:0:73057:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.756224:0:73057:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.756227:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.756229:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047312384 : -129080662239232 : ffff8a9a10fad800) 00080000:00000001:3.0:1773688179.756232:0:73057:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1773688179.756252:0:73057:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.756253:0:73057:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.756255:0:73057:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.756258:0:73057:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1773688179.756260:0:73057:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1773688179.756266:0:73057:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1773688179.756267:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.756268:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047312384 : -129080662239232 : ffff8a9a10fad800) 00080000:00000001:3.0:1773688179.756272:0:73057:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.756276:0:73057:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.756277:0:73057:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.756279:0:73057:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.756304:0:73057:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.756306:0:73057:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.756309:0:73057:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1773688113, ctime 1773688113 00000004:00000001:3.0:1773688179.756311:0:73057:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:3.0:1773688179.756314:0:73057:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:3.0:1773688179.756315:0:73057:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:3.0:1773688179.756316:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.756318:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047312384 : -129080662239232 : ffff8a9a10fad800) 00080000:00000001:3.0:1773688179.756321:0:73057:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:3.0:1773688179.756352:0:73057:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.756354:0:73057:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.756357:0:73057:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.756359:0:73057:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.756363:0:73057:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1773688179.756366:0:73057:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1773688179.756370:0:73057:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1773688179.756373:0:73057:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692073, last_committed = 171798692041 00000001:00000010:3.0:1773688179.756376:0:73057:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a0f836ba0. 00000001:00000040:3.0:1773688179.756378:0:73057:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 32 00000020:00000040:3.0:1773688179.756380:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=81 00000001:00000010:3.0:1773688179.756385:0:73057:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b41aafcc0. 00000004:00000001:3.0:1773688179.756390:0:73057:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1773688179.756392:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.756393:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047312384 : -129080662239232 : ffff8a9a10fad800) 00080000:00000001:3.0:1773688179.756396:0:73057:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.756409:0:73057:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1773688179.756411:0:73057:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1773688179.756414:0:73057:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b41aafcc0: xid 1859843854325632, transno 171798692073, tag 1, client gen 13, slot idx 3 00000001:00000001:3.0:1773688179.756416:0:73057:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.756427:0:73057:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773688179.756429:0:73057:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9a0f836d80. 00000020:00000001:3.0:1773688179.756436:0:73057:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.756439:0:73057:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1773688179.756441:0:73057:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.756443:0:73057:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:3.0:1773688179.756447:0:73057:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.756449:0:73057:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1773688179.756451:0:73057:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8a9b31ffb480. 00000004:00000001:3.0:1773688179.756459:0:73057:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1773688179.756463:0:73057:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41869138/ffff8a9b418690e0 to site lru. bkt: ffff8a9a1aeb4888 00000004:00000001:3.0:1773688179.756465:0:73057:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.756466:0:73057:0:(mdt_open.c:2728:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.756467:0:73057:0:(mdt_open.c:2758:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.756469:0:73057:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1773688179.756470:0:73057:0:(mdt_open.c:193:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1773688179.756472:0:73057:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.756473:0:73057:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.756474:0:73057:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.756476:0:73057:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.756485:0:73057:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.756487:0:73057:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.756488:0:73057:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1773688179.756494:0:73057:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.756499:0:73057:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.756500:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.756501:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.756503:0:73057:0:(mdt_open.c:2833:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.756505:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692073, xid 1859843854325632 00010000:00000001:3.0:1773688179.756508:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.756512:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a02307100 x1859843854325632/t171798692073(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.756518:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.756520:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.756523:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=49 v=5 (1 1 1 0) 00000100:00000001:3.0:1773688179.756526:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.756528:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.756530:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.756532:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.756534:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.756536:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.756538:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.756541:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeef68. 00000100:00000200:3.0:1773688179.756546:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854325632, offset 224 00000400:00000200:3.0:1773688179.756551:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.756559:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.756564:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48126:48126:256:4294967295] 192.168.204.51@tcp LPNI seq info [48122:48122:8:4294967295] 00000400:00000200:3.0:1773688179.756571:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.756575:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.756579:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d100. 00000800:00000200:3.0:1773688179.756583:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.756588:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.756592:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d100 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.756601:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.756603:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.756605:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.756606:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.756608:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.756611:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a02307100 x1859843854325632/t171798692073(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.756618:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a02307100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+81:68109:x1859843854325632:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 690us (896us total) trans 171798692073 rc 0/0 00000100:00100000:3.0:1773688179.756626:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3238 00000100:00000040:3.0:1773688179.756628:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.756630:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.756632:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.756635:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06f00. 00000020:00000010:3.0:1773688179.756637:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.756641:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2a00. 00000020:00000040:3.0:1773688179.756645:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 80 00000100:00000001:3.0:1773688179.756646:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.756694:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.756698:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d100. 00000400:00000200:2.0:1773688179.756702:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.756705:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.756708:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeef68 00000400:00000010:2.0:1773688179.756710:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeef68. 00000100:00000001:2.0:1773688179.756713:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.756714:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.758367:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.758378:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.758381:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.758383:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.758390:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.758401:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4465800 00000400:00000200:0.0:1773688179.758414:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 115400 00000800:00000001:0.0:1773688179.758419:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.758429:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.758431:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.758434:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.758438:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.758439:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.758443:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b04e67100. 00000100:00000040:0.0:1773688179.758446:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b04e67100 x1859843854325760 msgsize 576 00000100:00100000:0.0:1773688179.758450:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.758461:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.758470:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.758473:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.758521:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.758524:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854325760 02000000:00000001:3.0:1773688179.758527:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.758529:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.758531:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.758535:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.758538:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854325760 00000020:00000001:3.0:1773688179.758541:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.758542:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.758544:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.758546:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=81 00000020:00000001:3.0:1773688179.758548:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.758551:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.758555:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.758559:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5d40. 00000100:00000001:3.0:1773688179.758563:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.758564:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5d40. 00000020:00000010:3.0:1773688179.758568:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2a00. 00000020:00000010:3.0:1773688179.758571:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06f00. 00000020:00000010:3.0:1773688179.758574:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.758580:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.758582:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.758583:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.758586:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.758588:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.758589:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.758593:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.758603:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.758613:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.758614:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.758619:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15520 00000100:00000040:3.0:1773688179.758623:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.758624:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997139616000 : -129076569935616 : ffff8a9b04e67100) 00000100:00000040:3.0:1773688179.758630:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b04e67100 x1859843854325760/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.758638:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.758641:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5d40. 00000100:00000001:3.0:1773688179.758643:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.758646:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5d40. 00000100:00100000:3.0:1773688179.758650:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b04e67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+81:68109:x1859843854325760:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.758654:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854325760 00000020:00000001:3.0:1773688179.758657:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.758661:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1773688179.758665:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b41aafcc0: xid 1859843854325632, transno 171798692073, client gen 13, slot idx 3 00000001:00000001:3.0:1773688179.758668:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a16f6ba80: xid 1859843854325248, transno 171798692072, client gen 13, slot idx 2 00000001:00000010:3.0:1773688179.758671:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a16f6ba80. 00000020:00000001:3.0:1773688179.758674:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.758675:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.758677:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.758679:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.758681:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854325760, found 0 last_xid 1859843854325759 00000020:00000001:3.0:1773688179.758683:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.758684:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.758686:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.758690:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.758691:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.758693:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.758695:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.758696:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.758698:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.758703:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.758710:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:3.0:1773688179.758712:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.758714:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.758717:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b09d1c000. 00000020:00000001:3.0:1773688179.758719:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.758721:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b09d1c000 with handle 0x52973366461d2e03 to hash 00000020:00000001:3.0:1773688179.758722:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.758724:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997222146048 : -129076487405568 : ffff8a9b09d1c000) 00010000:00000010:3.0:1773688179.758728:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.758730:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997222146048 : -129076487405568 : ffff8a9b09d1c000) 00010000:00010000:3.0:1773688179.758735:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2e03 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a83f expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.758741:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.758744:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=82 00010000:00000001:3.0:1773688179.758749:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.758752:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.758757:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.758759:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.758761:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688179.758762:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.758764:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.758767:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.758770:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.758772:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.758774:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.758776:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.758778:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.758779:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.758781:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.758786:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b3571a000. 02000000:00000001:3.0:1773688179.758788:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.758789:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.758791:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.758793:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688179.758797:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688179.758799:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.758800:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.758803:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.758805:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.758807:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.758809:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.758810:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.758812:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.758813:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.758814:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.758816:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.758818:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.758819:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.758821:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.758822:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.758824:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.758826:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.758828:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.758829:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.758833:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.758836:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.758838:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.758840:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.758842:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.758843:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.758845:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.758847:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.758848:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.758849:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.758850:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.758852:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.758853:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.758854:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.758855:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.758858:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1773688179.758863:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:3.0:1773688179.758865:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/FOO, ldlm_rep = ffff8a9b3571a228 00000004:00000001:3.0:1773688179.758869:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1773688179.758873:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1773688179.758875:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1773688179.758877:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.758879:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.758881:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 5 00010000:00000001:3.0:1773688179.758883:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.758884:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.758886:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b09d1dc00. 00000020:00000001:3.0:1773688179.758889:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.758891:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b09d1dc00 with handle 0x52973366461d2e0a to hash 00000020:00000001:3.0:1773688179.758893:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.758894:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00010000:00000010:3.0:1773688179.758897:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315bae00. 00010000:00000001:3.0:1773688179.758899:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00010000:00000001:3.0:1773688179.758902:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.758904:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.758908:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2e0a lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.758915:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.758919:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.758922:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.758924:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.758927:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.758930:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.758931:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.758934:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.758936:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.758938:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.758939:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.758942:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 5 00010000:00000040:3.0:1773688179.758945:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.758950:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1ca00/0x52973366461d2de7 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a831 expref: 82 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.758973:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 82 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.758981:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 82 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.758988:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2e0a lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.758994:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.758999:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.759001:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.759003:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.759004:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.759023:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.759025:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.759028:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.759031:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.759033:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2e0a lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.759038:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.759040:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.759041:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.759043:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000010:1.1:1773688179.759043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b09d1de00. 00010000:00000001:3.0:1773688179.759046:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773688179.759051:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a0ec46c00. 00010000:00000010:3.0:1773688179.759054:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b35d06a80. 00010000:00000001:3.0:1773688179.759057:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.759059:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b09d1de00. 00000020:00000001:3.0:1773688179.759060:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.759062:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b09d1de00 with handle 0x52973366461d2e11 to hash 00000020:00000001:3.0:1773688179.759063:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.759064:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00000010:3.0:1773688179.759066:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315bac00. 00010000:00000001:3.0:1773688179.759067:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00000001:3.0:1773688179.759069:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.759071:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.759072:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2e11 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.759075:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.759076:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.759077:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.759078:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.759079:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.759080:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.759081:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.759083:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.759085:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.759086:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.759087:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.759089:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x44fbd80 (ffff8a9a0ec46c00) refcount = 1 00010000:00010000:3.0:1773688179.759092:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2e11 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.759098:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.759100:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.759101:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.759103:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.759105:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.759106:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.759108:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.759111:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.759113:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.759115:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2e11 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.759120:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.759121:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.759122:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.759124:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.759129:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.759157:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.759159:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.759162:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688179.759167:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.759180:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1773688179.759202:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.759205:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.759207:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.759210:0:68797:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:3.0:1773688179.759213:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.759215:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.759218:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.759219:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.759221:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1dc00 refcount=3 00000020:00000001:3.0:1773688179.759224:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00010000:00000001:3.0:1773688179.759227:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00010000:00000001:3.0:1773688179.759229:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.759233:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2e0a lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.759239:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.759240:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.759242:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2e0a lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.759248:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.759249:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.759252:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.759254:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2e0a lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.759260:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b09d1dc00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.759263:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.759265:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.759268:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2e0a lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.759274:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.759275:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.759276:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.759278:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1dc00 refcount=4 00000020:00000001:3.0:1773688179.759280:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00010000:00000001:3.0:1773688179.759282:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00010000:00000001:3.0:1773688179.759285:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.759288:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2e0a lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.759295:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.759297:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.759298:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.759302:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.759304:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.759305:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.759307:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.759310:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b09d1dc00 with handle 0x52973366461d2e0a from hash 00010000:00000001:3.0:1773688179.759312:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.759314:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.759315:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.759316:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.759319:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.759320:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.759322:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.759324:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.759327:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.759329:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.759331:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.759334:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.759337:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.759339:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.759340:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.759343:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.759344:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.759346:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.759347:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.759350:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.759353:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2e0a lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.759359:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.759360:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.759362:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.759363:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.759365:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.759367:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2e0a lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.759373:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315bae00. 00010000:00000001:3.0:1773688179.759383:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.759384:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.759386:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.759387:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.759388:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.759389:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1de00 refcount=3 00000020:00000001:3.0:1773688179.759390:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00000001:3.0:1773688179.759392:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00000001:3.0:1773688179.759394:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.759396:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2e11 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.759398:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.759399:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.759400:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2e11 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.759403:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.759404:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.759405:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.759406:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2e11 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.759409:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b09d1de00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.759410:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.759410:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.759412:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2e11 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.759414:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.759415:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.759416:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.759417:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1de00 refcount=4 00000020:00000001:3.0:1773688179.759418:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00000001:3.0:1773688179.759419:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00000001:3.0:1773688179.759421:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.759423:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2e11 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.759426:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.759427:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.759428:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.759430:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.759430:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.759432:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.759433:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.759435:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b09d1de00 with handle 0x52973366461d2e11 from hash 00010000:00000001:3.0:1773688179.759437:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.759438:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.759439:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.759440:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.759442:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.759444:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.759445:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.759447:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.759448:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.759450:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x44fbd80 (ffff8a9a0ec46c00) 00010000:00010000:3.0:1773688179.759452:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.759454:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.759456:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.759457:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.759459:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.759460:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.759462:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.759463:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.759465:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.759466:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.759469:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2e11 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.759475:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.759476:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.759477:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.759479:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.759480:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.759482:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2e11 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.759488:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315bac00. 00010000:00000040:3.0:1773688179.759492:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a0ec46c00 count: 0 00010000:00000010:3.0:1773688179.759497:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b35d06a80. 00010000:00000001:3.0:1773688179.759503:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.759504:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.759505:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.759506:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.759507:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1773688179.759510:0:68797:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:3.0:1773688179.759513:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.759514:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.759515:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.759517:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.759518:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.759520:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.759524:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.759526:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1773688179.759528:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.759530:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.759531:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773688179.759534:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.759535:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.759538:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.759539:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.759540:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.759541:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.759543:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b09d1c000 with handle 0x52973366461d2e03 from hash 00010000:00000001:3.0:1773688179.759544:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.759545:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.759546:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.759547:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.759548:0:68797:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773688179.759550:0:68797:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1773688179.759554:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2e03 lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a83f expref: 82 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.759559:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1773688179.759561:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.759563:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.759564:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.759565:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.759567:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.759568:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.759569:0:68797:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.759570:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.759571:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.759571:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.759572:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.759573:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.759574:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.759575:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.759577:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.759578:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.759578:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.759580:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2e03 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a83f expref: 82 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.759585:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.759586:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 81 00010000:00000010:3.0:1773688179.759588:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.759590:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.759591:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b09d1c000, rc 0) 00000020:00000001:3.0:1773688179.759593:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1773688179.759596:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854325760 00010000:00000001:3.0:1773688179.759597:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.759601:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b04e67100 x1859843854325760/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.759606:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.759608:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.759611:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.759614:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.759616:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.759617:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.759619:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.759621:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.759623:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.759624:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.759628:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee880. 00000100:00000200:3.0:1773688179.759631:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854325760, offset 224 00000400:00000200:3.0:1773688179.759635:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.759642:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.759647:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48127:48127:256:4294967295] 192.168.204.51@tcp LPNI seq info [48123:48123:8:4294967295] 00000400:00000200:3.0:1773688179.759654:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.759658:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.759662:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d100. 00000800:00000200:3.0:1773688179.759666:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.759671:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.759674:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d100 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.759688:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.759691:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.759694:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.759695:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.759698:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.759703:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b04e67100 x1859843854325760/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.759714:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b04e67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+81:68109:x1859843854325760:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1073us (1265us total) trans 0 rc 301/301 00000100:00100000:3.0:1773688179.759722:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15520 00000100:00000040:3.0:1773688179.759725:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.759727:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.759729:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.759733:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06f00. 00000020:00000010:3.0:1773688179.759736:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.759741:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2a00. 00000020:00000040:3.0:1773688179.759745:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 80 00000100:00000001:3.0:1773688179.759747:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.759768:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.759771:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d100. 00000400:00000200:2.0:1773688179.759775:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.759779:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.759782:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee880 00000400:00000010:2.0:1773688179.759784:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee880. 00000100:00000001:2.0:1773688179.759786:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.759794:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1773688179.765046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b09d1dc00. 00010000:00000010:3.1:1773688179.765062:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46c00. 00010000:00000010:3.1:1773688179.765066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b09d1de00. 00010000:00000010:3.1:1773688179.765069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b09d1c000. 00000800:00000001:2.0:1773688179.765630:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.765644:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.765646:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.765647:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.765657:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.765672:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4465880 00000400:00000200:2.0:1773688179.765679:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 115976 00000800:00000001:2.0:1773688179.765686:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.765696:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.765698:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.765701:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.765708:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.765710:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.765716:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a02304000. 00000100:00000040:2.0:1773688179.765719:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a02304000 x1859843854325888 msgsize 584 00000100:00100000:2.0:1773688179.765724:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.765737:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.765748:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.765752:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.765783:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.765787:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854325888 02000000:00000001:3.0:1773688179.765790:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.765792:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.765795:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.765799:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.765804:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854325888 00000020:00000001:3.0:1773688179.765807:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.765810:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.765813:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.765816:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=81 00000020:00000001:3.0:1773688179.765819:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.765821:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.765826:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.765831:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5d40. 00000100:00000001:3.0:1773688179.765835:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.765838:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5d40. 00000020:00000010:3.0:1773688179.765844:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2a00. 00000020:00000010:3.0:1773688179.765849:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06f00. 00000020:00000010:3.0:1773688179.765856:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.765864:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.765868:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.765869:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.765873:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.765875:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.765877:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.765885:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.765896:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.765908:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.765910:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.765916:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15521 00000100:00000040:3.0:1773688179.765921:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.765923:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992799154176 : -129080910397440 : ffff8a9a02304000) 00000100:00000040:3.0:1773688179.765931:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a02304000 x1859843854325888/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.765941:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.765943:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5d40. 00000100:00000001:3.0:1773688179.765946:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.765948:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5d40. 00000100:00100000:3.0:1773688179.765966:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a02304000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+81:68109:x1859843854325888:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.765970:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854325888 00000020:00000001:3.0:1773688179.765974:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.765978:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.765983:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.765985:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.765987:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.765990:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.765994:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854325888, found 0 last_xid 1859843854325887 00000020:00000001:3.0:1773688179.765997:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.766000:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.766002:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.766025:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.766028:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.766031:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.766033:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.766036:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.766038:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.766043:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.766051:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:3.0:1773688179.766053:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.766056:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.766059:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b09d1c000. 00000020:00000001:3.0:1773688179.766063:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.766066:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b09d1c000 with handle 0x52973366461d2e18 to hash 00000020:00000001:3.0:1773688179.766068:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.766070:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997222146048 : -129076487405568 : ffff8a9b09d1c000) 00010000:00000010:3.0:1773688179.766075:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.766078:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997222146048 : -129076487405568 : ffff8a9b09d1c000) 00010000:00010000:3.0:1773688179.766084:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2e18 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a846 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.766093:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.766096:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=82 00010000:00000001:3.0:1773688179.766102:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.766105:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.766113:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.766115:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.766117:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688179.766119:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.766121:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.766125:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.766130:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.766133:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.766135:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.766138:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.766140:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.766142:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.766144:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.766151:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b3571b000. 02000000:00000001:3.0:1773688179.766154:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.766157:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.766159:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.766161:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688179.766164:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688179.766167:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.766169:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.766172:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.766174:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.766176:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.766178:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.766179:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.766181:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.766183:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.766184:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.766186:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.766187:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.766189:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.766190:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.766192:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.766193:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.766195:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.766197:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.766198:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.766202:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.766206:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.766209:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.766210:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.766212:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.766214:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.766216:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.766217:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.766219:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.766220:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.766222:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.766225:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.766226:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.766228:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.766231:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.766235:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1773688179.766241:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:3.0:1773688179.766244:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/RESULTS.XLS, ldlm_rep = ffff8a9b3571b228 00000004:00000001:3.0:1773688179.766249:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1773688179.766253:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1773688179.766256:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1773688179.766259:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.766261:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.766263:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 5 00010000:00000001:3.0:1773688179.766266:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.766268:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.766271:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b09d1de00. 00000020:00000001:3.0:1773688179.766273:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.766275:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b09d1de00 with handle 0x52973366461d2e1f to hash 00000020:00000001:3.0:1773688179.766277:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.766278:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00000010:3.0:1773688179.766281:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315bac00. 00010000:00000001:3.0:1773688179.766283:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00000001:3.0:1773688179.766286:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.766288:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.766292:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2e1f lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.766299:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.766303:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.766305:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.766308:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.766310:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.766313:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.766314:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.766317:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.766319:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.766322:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.766324:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.766326:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 5 00010000:00000040:3.0:1773688179.766329:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.766334:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1ca00/0x52973366461d2de7 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a831 expref: 82 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.766342:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 82 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.766349:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 82 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.766357:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2e1f lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.766362:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.766367:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.766369:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.766372:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.766373:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.766376:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.766378:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.766380:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.766383:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.766386:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2e1f lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.766391:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.766393:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.766395:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.766397:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.766398:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773688179.766403:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a0ec46c00. 00010000:00000010:3.0:1773688179.766407:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b35d06a80. 00010000:00000001:3.0:1773688179.766412:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.766415:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b09d1dc00. 00000020:00000001:3.0:1773688179.766417:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.766419:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b09d1dc00 with handle 0x52973366461d2e26 to hash 00000020:00000001:3.0:1773688179.766421:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.766422:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00010000:00000010:3.0:1773688179.766425:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315bae00. 00010000:00000001:3.0:1773688179.766427:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00010000:00000001:3.0:1773688179.766430:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.766432:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.766434:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2e26 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x1e68dc46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.766440:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.766442:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.766443:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.766445:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.766446:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.766448:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.766450:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.766452:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.766453:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.766455:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.766456:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.766458:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x1e68dc46 (ffff8a9a0ec46c00) refcount = 1 00010000:00010000:3.0:1773688179.766461:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2e26 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.766466:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.766467:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.766469:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.766470:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.766472:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.766474:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.766476:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.766478:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.766480:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.766483:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2e26 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.766488:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.766489:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.766490:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.766492:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.766496:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.766546:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.766550:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.766554:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688179.766558:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.766564:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1773688179.766585:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.766587:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.766590:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.766592:0:68797:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:3.0:1773688179.766595:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.766597:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.766600:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.766601:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.766603:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1de00 refcount=3 00000020:00000001:3.0:1773688179.766605:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00000001:3.0:1773688179.766608:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00000001:3.0:1773688179.766611:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.766613:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2e1f lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.766619:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.766620:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.766622:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2e1f lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.766628:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.766630:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.766632:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.766635:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2e1f lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.766641:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b09d1de00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.766644:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.766646:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.766648:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2e1f lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.766654:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.766655:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.766656:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.766658:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1de00 refcount=4 00000020:00000001:3.0:1773688179.766660:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00000001:3.0:1773688179.766662:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00000001:3.0:1773688179.766665:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.766667:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2e1f lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.766672:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.766674:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.766676:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.766679:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.766681:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.766682:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.766684:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.766686:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b09d1de00 with handle 0x52973366461d2e1f from hash 00010000:00000001:3.0:1773688179.766689:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.766690:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.766692:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.766693:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.766695:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.766696:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.766699:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.766701:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.766703:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.766705:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.766707:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.766710:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.766713:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.766715:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.766716:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.766719:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.766720:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.766722:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.766724:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.766726:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.766728:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2e1f lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.766733:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.766734:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.766736:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.766737:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.766738:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.766741:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2e1f lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.766747:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315bac00. 00010000:00000001:3.0:1773688179.766758:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.766760:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.766761:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.766762:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.766764:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.766765:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1dc00 refcount=3 00000020:00000001:3.0:1773688179.766767:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00010000:00000001:3.0:1773688179.766770:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00010000:00000001:3.0:1773688179.766772:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.766774:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2e26 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.766779:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.766780:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.766782:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2e26 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.766787:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.766788:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.766790:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.766792:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2e26 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.766797:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b09d1dc00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.766799:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.766800:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.766802:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2e26 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.766807:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.766808:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.766809:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.766810:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1dc00 refcount=4 00000020:00000001:3.0:1773688179.766812:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00010000:00000001:3.0:1773688179.766814:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00010000:00000001:3.0:1773688179.766816:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.766818:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2e26 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.766823:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.766824:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.766825:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.766828:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.766829:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.766830:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.766832:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.766834:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b09d1dc00 with handle 0x52973366461d2e26 from hash 00010000:00000001:3.0:1773688179.766836:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.766837:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.766838:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.766838:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.766840:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.766841:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.766843:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.766844:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.766845:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.766846:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x1e68dc46 (ffff8a9a0ec46c00) 00010000:00010000:3.0:1773688179.766849:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.766850:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.766852:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.766854:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.766855:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.766857:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.766858:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.766859:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.766861:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.766863:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.766865:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2e26 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.766870:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.766871:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.766872:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.766873:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.766875:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.766877:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2e26 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.766887:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315bae00. 00010000:00000040:3.0:1773688179.766890:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a0ec46c00 count: 0 00010000:00000010:3.0:1773688179.766895:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b35d06a80. 00010000:00000001:3.0:1773688179.766899:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.766900:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.766902:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.766904:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.766905:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1773688179.766908:0:68797:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:3.0:1773688179.766912:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.766914:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.766916:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.766918:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.766919:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.766922:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.766927:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.766930:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1773688179.766933:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.766935:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.766938:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773688179.766940:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.766941:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.766945:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.766946:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.766948:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.766949:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.766966:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b09d1c000 with handle 0x52973366461d2e18 from hash 00010000:00000001:3.0:1773688179.766969:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.766970:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.766971:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.766973:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.766974:0:68797:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773688179.766977:0:68797:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1773688179.766982:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2e18 lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a846 expref: 82 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.766993:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1773688179.766996:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.766998:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.767000:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.767002:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.767005:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.767032:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.767035:0:68797:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.767036:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.767037:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.767038:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.767040:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.767042:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.767045:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.767047:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.767049:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.767051:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.767052:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.767057:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2e18 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a846 expref: 82 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.767064:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.767067:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 81 00010000:00000010:3.0:1773688179.767069:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.767077:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.767080:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b09d1c000, rc 0) 00000020:00000001:3.0:1773688179.767083:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1773688179.767087:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854325888 00010000:00000001:3.0:1773688179.767090:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.767095:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a02304000 x1859843854325888/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.767103:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.767106:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.767110:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.767115:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.767118:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.767120:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.767123:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.767125:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.767128:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.767131:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.767136:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee908. 00000100:00000200:3.0:1773688179.767142:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854325888, offset 224 00000400:00000200:3.0:1773688179.767148:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.767160:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.767167:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48128:48128:256:4294967295] 192.168.204.51@tcp LPNI seq info [48124:48124:8:4294967295] 00000400:00000200:3.0:1773688179.767178:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.767184:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.767189:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d300. 00000800:00000200:3.0:1773688179.767195:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.767202:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.767207:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d300 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.767222:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.767226:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.767229:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.767230:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.767233:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.767237:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a02304000 x1859843854325888/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.767248:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a02304000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+81:68109:x1859843854325888:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1303us (1524us total) trans 0 rc 301/301 00000100:00100000:3.0:1773688179.767256:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15521 00000100:00000040:3.0:1773688179.767261:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.767264:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.767266:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.767270:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06f00. 00000020:00000010:3.0:1773688179.767274:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.767279:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2a00. 00000020:00000040:3.0:1773688179.767283:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 80 00000100:00000001:3.0:1773688179.767286:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.767345:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.767350:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d300. 00000400:00000200:0.0:1773688179.767356:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.767361:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.767366:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee908 00000400:00000010:0.0:1773688179.767368:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee908. 00000100:00000001:0.0:1773688179.767372:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.767374:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.770384:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.770399:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.770402:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.770404:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.770411:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.770428:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4465900 00000400:00000200:2.0:1773688179.770433:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 116560 00000800:00000001:2.0:1773688179.770440:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.770449:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.770451:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.770454:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.770460:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.770462:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.770467:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a02305180. 00000100:00000040:2.0:1773688179.770470:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a02305180 x1859843854326016 msgsize 584 00000100:00100000:2.0:1773688179.770473:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.770481:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.770488:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.770490:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.770515:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.770518:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854326016 02000000:00000001:3.0:1773688179.770521:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.770524:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.770526:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.770531:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.770536:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854326016 00000020:00000001:3.0:1773688179.770539:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.770541:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.770543:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.770547:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=81 00000020:00000001:3.0:1773688179.770550:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.770552:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.770557:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.770561:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5d40. 00000100:00000001:3.0:1773688179.770565:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.770569:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5d40. 00000020:00000010:3.0:1773688179.770575:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2a00. 00000020:00000010:3.0:1773688179.770579:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06f00. 00000020:00000010:3.0:1773688179.770585:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.770592:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.770595:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.770597:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.770600:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.770602:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.770604:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.770611:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.770623:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.770634:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.770636:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.770643:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15522 00000100:00000040:3.0:1773688179.770648:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.770651:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992799158656 : -129080910392960 : ffff8a9a02305180) 00000100:00000040:3.0:1773688179.770658:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a02305180 x1859843854326016/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.770667:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.770670:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5d40. 00000100:00000001:3.0:1773688179.770672:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.770674:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5d40. 00000100:00100000:3.0:1773688179.770679:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a02305180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+81:68109:x1859843854326016:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.770682:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854326016 00000020:00000001:3.0:1773688179.770686:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.770691:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.770696:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.770699:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.770701:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.770704:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.770708:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854326016, found 0 last_xid 1859843854326015 00000020:00000001:3.0:1773688179.770711:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.770713:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.770715:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.770720:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.770722:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.770725:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.770727:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.770729:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.770731:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.770735:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.770742:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:3.0:1773688179.770745:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.770748:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.770757:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b03eb4c00. 00000020:00000001:3.0:1773688179.770761:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.770763:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b03eb4c00 with handle 0x52973366461d2e2d to hash 00000020:00000001:3.0:1773688179.770766:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.770767:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997123156992 : -129076586394624 : ffff8a9b03eb4c00) 00010000:00000010:3.0:1773688179.770772:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.770775:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997123156992 : -129076586394624 : ffff8a9b03eb4c00) 00010000:00010000:3.0:1773688179.770780:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4c00/0x52973366461d2e2d lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a84d expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.770789:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.770792:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=82 00010000:00000001:3.0:1773688179.770798:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.770800:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.770806:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.770809:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.770811:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688179.770813:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.770815:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.770819:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.770823:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.770826:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.770828:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.770831:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.770833:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.770836:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.770838:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.770845:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b3571e000. 02000000:00000001:3.0:1773688179.770847:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.770849:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.770851:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.770854:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688179.770857:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688179.770859:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.770862:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.770864:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.770866:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.770869:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.770871:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.770872:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.770874:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.770875:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.770877:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.770878:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.770880:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.770881:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.770882:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.770884:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.770885:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.770887:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.770889:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.770890:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.770894:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.770898:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.770900:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.770902:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.770903:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.770904:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.770906:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.770907:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.770909:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.770911:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.770913:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.770915:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.770916:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.770917:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.770919:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.770923:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1773688179.770929:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:3.0:1773688179.770931:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/~WRD0003.TMP, ldlm_rep = ffff8a9b3571e228 00000004:00000001:3.0:1773688179.770935:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1773688179.770939:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1773688179.770942:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1773688179.770944:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.770946:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.770948:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 5 00010000:00000001:3.0:1773688179.770963:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.770966:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.770969:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b03eb4e00. 00000020:00000001:3.0:1773688179.770972:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.770974:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b03eb4e00 with handle 0x52973366461d2e34 to hash 00000020:00000001:3.0:1773688179.770976:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.770977:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997123157504 : -129076586394112 : ffff8a9b03eb4e00) 00010000:00000010:3.0:1773688179.770980:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315bae00. 00010000:00000001:3.0:1773688179.770982:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997123157504 : -129076586394112 : ffff8a9b03eb4e00) 00010000:00000001:3.0:1773688179.770986:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.770988:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.770992:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4e00/0x52973366461d2e34 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.770998:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.771002:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.771005:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.771025:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.771029:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.771031:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.771033:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.771037:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.771039:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.771041:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.771043:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.771046:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 5 00010000:00000040:3.0:1773688179.771050:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.771055:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1ca00/0x52973366461d2de7 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a831 expref: 82 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.771065:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 82 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.771073:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 82 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.771080:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4e00/0x52973366461d2e34 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.771086:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.771090:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.771093:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.771096:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.771098:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.771100:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.771102:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.771105:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.771108:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.771110:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4e00/0x52973366461d2e34 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.771116:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.771118:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.771120:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.771122:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.771123:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773688179.771128:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a0ec46a00. 00010000:00000010:3.0:1773688179.771131:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b35d06a80. 00010000:00000001:3.0:1773688179.771136:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.771138:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b03eb4000. 00000020:00000001:3.0:1773688179.771140:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.771142:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b03eb4000 with handle 0x52973366461d2e3b to hash 00000020:00000001:3.0:1773688179.771144:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.771145:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997123153920 : -129076586397696 : ffff8a9b03eb4000) 00010000:00000010:3.0:1773688179.771148:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315bac00. 00010000:00000001:3.0:1773688179.771151:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997123153920 : -129076586397696 : ffff8a9b03eb4000) 00010000:00000001:3.0:1773688179.771153:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.771155:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.771158:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4000/0x52973366461d2e3b lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.771163:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.771164:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.771166:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.771167:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.771176:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.771178:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.771179:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.771181:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.771183:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.771184:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.771186:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.771187:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x10682665 (ffff8a9a0ec46a00) refcount = 1 00010000:00010000:3.0:1773688179.771191:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4000/0x52973366461d2e3b lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.771196:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.771197:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.771199:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.771201:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.771202:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.771204:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.771206:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.771208:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.771210:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.771213:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4000/0x52973366461d2e3b lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.771218:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.771219:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.771220:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.771222:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.771226:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.771260:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.771263:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.771266:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688179.771270:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.771276:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1773688179.771294:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.771297:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.771299:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.771301:0:68797:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:3.0:1773688179.771305:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.771307:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.771309:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.771311:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.771313:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b03eb4e00 refcount=3 00000020:00000001:3.0:1773688179.771315:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997123157504 : -129076586394112 : ffff8a9b03eb4e00) 00010000:00000001:3.0:1773688179.771317:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997123157504 : -129076586394112 : ffff8a9b03eb4e00) 00010000:00000001:3.0:1773688179.771319:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.771322:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4e00/0x52973366461d2e34 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.771327:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.771329:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.771331:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4e00/0x52973366461d2e34 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.771340:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.771342:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.771344:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.771346:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4e00/0x52973366461d2e34 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.771353:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b03eb4e00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.771355:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.771357:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.771359:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4e00/0x52973366461d2e34 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.771364:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.771365:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.771367:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.771368:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b03eb4e00 refcount=4 00000020:00000001:3.0:1773688179.771370:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997123157504 : -129076586394112 : ffff8a9b03eb4e00) 00010000:00000001:3.0:1773688179.771372:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997123157504 : -129076586394112 : ffff8a9b03eb4e00) 00010000:00000001:3.0:1773688179.771375:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.771377:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4e00/0x52973366461d2e34 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.771383:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.771385:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.771386:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.771390:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.771392:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.771394:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.771395:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.771398:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b03eb4e00 with handle 0x52973366461d2e34 from hash 00010000:00000001:3.0:1773688179.771400:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.771401:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.771403:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.771404:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.771407:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.771408:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.771410:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.771412:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.771414:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.771416:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.771418:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.771421:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.771423:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.771425:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.771426:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.771428:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.771429:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.771431:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.771433:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.771435:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.771438:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4e00/0x52973366461d2e34 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.771443:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.771444:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.771445:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.771447:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.771448:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.771450:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4e00/0x52973366461d2e34 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.771456:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315bae00. 00010000:00000001:3.0:1773688179.771466:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.771468:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.771469:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.771471:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.771472:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.771473:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b03eb4000 refcount=3 00000020:00000001:3.0:1773688179.771475:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997123153920 : -129076586397696 : ffff8a9b03eb4000) 00010000:00000001:3.0:1773688179.771478:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997123153920 : -129076586397696 : ffff8a9b03eb4000) 00010000:00000001:3.0:1773688179.771480:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.771482:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4000/0x52973366461d2e3b lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.771487:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.771489:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.771491:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4000/0x52973366461d2e3b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.771495:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.771497:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.771498:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.771501:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4000/0x52973366461d2e3b lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.771506:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b03eb4000 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.771508:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.771509:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.771511:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4000/0x52973366461d2e3b lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.771516:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.771517:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.771518:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.771519:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b03eb4000 refcount=4 00000020:00000001:3.0:1773688179.771521:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997123153920 : -129076586397696 : ffff8a9b03eb4000) 00010000:00000001:3.0:1773688179.771523:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997123153920 : -129076586397696 : ffff8a9b03eb4000) 00010000:00000001:3.0:1773688179.771525:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.771527:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4000/0x52973366461d2e3b lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.771531:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.771533:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.771534:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.771536:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.771538:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.771539:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.771540:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.771542:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b03eb4000 with handle 0x52973366461d2e3b from hash 00010000:00000001:3.0:1773688179.771544:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.771546:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.771547:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.771548:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.771549:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.771550:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.771552:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.771553:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.771554:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.771556:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x10682665 (ffff8a9a0ec46a00) 00010000:00010000:3.0:1773688179.771558:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.771560:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.771562:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.771563:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.771564:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.771566:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.771566:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.771567:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.771569:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.771571:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.771573:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4000/0x52973366461d2e3b lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.771578:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.771579:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.771580:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.771582:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.771583:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.771585:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4000/0x52973366461d2e3b lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.771594:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315bac00. 00010000:00000040:3.0:1773688179.771597:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a0ec46a00 count: 0 00010000:00000010:3.0:1773688179.771602:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b35d06a80. 00010000:00000001:3.0:1773688179.771607:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.771609:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.771610:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.771612:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.771614:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1773688179.771617:0:68797:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:3.0:1773688179.771620:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.771622:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.771624:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.771625:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.771627:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.771630:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.771635:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.771638:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1773688179.771640:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.771643:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.771645:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773688179.771647:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.771648:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.771651:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.771653:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.771654:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.771656:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.771658:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b03eb4c00 with handle 0x52973366461d2e2d from hash 00010000:00000001:3.0:1773688179.771660:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.771661:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.771662:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.771663:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.771664:0:68797:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773688179.771667:0:68797:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1773688179.771672:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4c00/0x52973366461d2e2d lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a84d expref: 82 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.771683:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1773688179.771686:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.771688:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.771690:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.771692:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.771695:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.771696:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.771697:0:68797:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.771698:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.771700:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.771701:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.771702:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.771704:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.771706:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.771708:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.771710:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.771711:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.771713:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.771716:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4c00/0x52973366461d2e2d lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a84d expref: 82 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.771722:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.771725:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 81 00010000:00000010:3.0:1773688179.771727:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.771730:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.771732:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b03eb4c00, rc 0) 00000020:00000001:3.0:1773688179.771735:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1773688179.771739:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854326016 00010000:00000001:3.0:1773688179.771741:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.771747:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a02305180 x1859843854326016/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.771754:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.771758:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.771761:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.771766:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.771769:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.771772:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.771774:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.771776:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.771779:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.771782:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.771787:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeebb0. 00000100:00000200:3.0:1773688179.771792:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854326016, offset 224 00000400:00000200:3.0:1773688179.771798:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.771808:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.771814:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48129:48129:256:4294967295] 192.168.204.51@tcp LPNI seq info [48125:48125:8:4294967295] 00000400:00000200:3.0:1773688179.771825:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.771830:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.771836:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d000. 00000800:00000200:3.0:1773688179.771842:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.771849:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.771853:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d000 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.771870:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.771874:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.771876:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.771878:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.771880:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.771885:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a02305180 x1859843854326016/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.771895:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a02305180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+81:68109:x1859843854326016:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1225us (1421us total) trans 0 rc 301/301 00000100:00100000:3.0:1773688179.771903:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15522 00000100:00000040:3.0:1773688179.771907:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.771911:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.771912:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.771916:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06f00. 00000020:00000010:3.0:1773688179.771920:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.771924:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2a00. 00000020:00000040:3.0:1773688179.771928:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 80 00000100:00000001:3.0:1773688179.771932:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.772029:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.772035:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d000. 00000400:00000200:2.0:1773688179.772041:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.772047:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00010000:00000010:3.1:1773688179.772048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b09d1de00. 00000400:00000200:2.0:1773688179.772052:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeebb0 00000400:00000010:2.0:1773688179.772056:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeebb0. 00010000:00000010:3.1:1773688179.772057:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46c00. 00010000:00000010:3.1:1773688179.772062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b09d1dc00. 00000100:00000001:2.0:1773688179.772062:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.772066:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1773688179.776062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b09d1c000. 00000800:00000001:0.0:1773688179.776579:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.776593:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.776596:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.776599:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.776609:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.776627:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 656 into portal 12 MB=0x69b84a4465a00 00000400:00000200:0.0:1773688179.776634:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 656/656 into md 0x3b659 [64] + 117144 00000800:00000001:0.0:1773688179.776642:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.776653:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.776657:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.776661:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.776670:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.776672:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.776679:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b04e65500. 00000100:00000040:0.0:1773688179.776683:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b04e65500 x1859843854326272 msgsize 656 00000100:00100000:0.0:1773688179.776687:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.776699:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.776709:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.776712:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.776735:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.776739:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854326272 02000000:00000001:3.0:1773688179.776742:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.776744:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.776747:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.776751:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.776755:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854326272 00000020:00000001:3.0:1773688179.776759:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.776761:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.776764:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.776767:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=81 00000020:00000001:3.0:1773688179.776769:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.776772:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.776777:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.776781:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5d40. 00000100:00000001:3.0:1773688179.776785:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.776788:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5d40. 00000020:00000010:3.0:1773688179.776794:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2a00. 00000020:00000010:3.0:1773688179.776799:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b35d06f00. 00000020:00000010:3.0:1773688179.776806:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.776814:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.776817:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.776819:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.776822:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.776824:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.776827:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.776835:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.776847:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.776860:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.776862:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.776868:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15523 00000100:00000040:3.0:1773688179.776873:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.776875:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997139608832 : -129076569942784 : ffff8a9b04e65500) 00000100:00000040:3.0:1773688179.776884:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b04e65500 x1859843854326272/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 656/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.776893:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.776896:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5d40. 00000100:00000001:3.0:1773688179.776898:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.776901:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5d40. 00000100:00100000:3.0:1773688179.776905:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b04e65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+81:68109:x1859843854326272:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.776909:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854326272 00000020:00000001:3.0:1773688179.776913:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.776917:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.776923:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.776925:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.776927:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.776932:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.776936:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854326272, found 0 last_xid 1859843854326271 00000020:00000001:3.0:1773688179.776939:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.776941:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.776943:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.776949:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.776962:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.776965:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.776967:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.776969:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1773688179.776972:0:68797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00000001:3.0:1773688179.776974:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.776977:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.776979:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1ca00 refcount=3 00000020:00000001:3.0:1773688179.776981:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222148608 : -129076487403008 : ffff8a9b09d1ca00) 00010000:00000001:3.0:1773688179.776984:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222148608 : -129076487403008 : ffff8a9b09d1ca00) 00010000:00000040:3.0:1773688179.776988:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00000004:00000001:3.0:1773688179.776993:0:68797:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1773688179.776995:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1773688179.776998:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.777000:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.777002:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.777005:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.777039:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.777042:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.777047:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.777049:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.777051:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.777053:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.777055:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b09d1ca00 with handle 0x52973366461d2de7 from hash 00010000:00000001:3.0:1773688179.777058:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.777060:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.777061:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.777062:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.777068:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.777070:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.777072:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.777074:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.777079:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1ca00/0x52973366461d2de7 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a831 expref: 81 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.777089:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:3.0:1773688179.777091:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 80 00010000:00000010:3.0:1773688179.777094:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba080. 00010000:00000001:3.0:1773688179.777105:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.777107:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.777110:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.777113:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00000001:3.0:1773688179.777117:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.777120:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.777122:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1773688179.777124:0:68797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1773688179.777125:0:68797:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.777130:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.777134:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:3.0:1773688179.777137:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.777139:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.777159:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b03eb4400. 00000020:00000001:3.0:1773688179.777162:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.777164:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b03eb4400 with handle 0x52973366461d2e42 to hash 00000020:00000001:3.0:1773688179.777166:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.777168:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997123154944 : -129076586396672 : ffff8a9b03eb4400) 00010000:00000010:3.0:1773688179.777172:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba080. 00010000:00000001:3.0:1773688179.777175:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997123154944 : -129076586396672 : ffff8a9b03eb4400) 00010000:00010000:3.0:1773688179.777179:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4400/0x52973366461d2e42 lrc: 2/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a854 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.777186:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.777189:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=81 00010000:00000001:3.0:1773688179.777193:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.777195:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.777203:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.777206:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.777208:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.777211:0:68797:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:3.0:1773688179.777217:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9b04e65500 x1859843854326272/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 656/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1773688179.777226:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1773688179.777228:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1773688179.777231:0:68797:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1773688179.777235:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.777237:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.777240:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.777242:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.777244:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.777267:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.777269:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.777271:0:68797:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.777274:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.777277:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.777279:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.777282:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.777285:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.777294:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9a0c650000. 02000000:00000001:3.0:1773688179.777296:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.777299:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.777303:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1773688179.777304:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.777306:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.777308:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.777309:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.777311:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.777313:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.777314:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.777315:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.777317:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.777319:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.777323:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.777328:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.777330:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.777332:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.777333:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.777335:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.777337:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.777338:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.777340:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.777342:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.777344:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.777347:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.777348:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.777350:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.777352:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.777355:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1773688179.777357:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.777359:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1773688179.777362:0:68797:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:3.0:1773688179.777366:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfa38 00000004:00000002:3.0:1773688179.777369:0:68797:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xef:0x0]/(~WRD0003.TMP->[0x20000afe1:0x145:0x0]) cr_flag=040000000000103 mode=0100600 msg_flag=0x600 00000004:00000001:3.0:1773688179.777376:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.777378:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.777382:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.777387:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.777390:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.777393:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1773688179.777395:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.777401:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.777437:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.777440:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.777443:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688179.777448:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.777453:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1773688179.777473:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.777475:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.777477:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.777480:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1773688179.777484:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1773688179.777486:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1773688179.777489:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.777491:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.777493:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:3.0:1773688179.777496:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.777498:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.777501:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b03eb5200. 00000020:00000001:3.0:1773688179.777504:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.777506:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b03eb5200 with handle 0x52973366461d2e49 to hash 00000020:00000001:3.0:1773688179.777508:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.777509:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997123158528 : -129076586393088 : ffff8a9b03eb5200) 00010000:00000010:3.0:1773688179.777513:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.777515:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997123158528 : -129076586393088 : ffff8a9b03eb5200) 00010000:00000001:3.0:1773688179.777518:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.777520:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.777523:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5200/0x52973366461d2e49 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.777530:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.777533:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.777535:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.777537:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.777539:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.777542:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.777543:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.777546:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.777548:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.777549:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.777551:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.777554:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 4 00010000:00000040:3.0:1773688179.777557:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.777562:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 81 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.777570:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 81 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.777576:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5200/0x52973366461d2e49 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.777582:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.777585:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.777587:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.777589:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.777590:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.777592:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.777595:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.777597:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.777599:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.777602:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5200/0x52973366461d2e49 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.777608:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.777610:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.777611:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.777612:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.777614:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773688179.777618:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a0ec46c00. 00010000:00000010:3.0:1773688179.777621:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b35d06a80. 00010000:00000001:3.0:1773688179.777625:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.777627:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b03eb5c00. 00000020:00000001:3.0:1773688179.777629:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.777631:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b03eb5c00 with handle 0x52973366461d2e50 to hash 00000020:00000001:3.0:1773688179.777633:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.777634:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997123161088 : -129076586390528 : ffff8a9b03eb5c00) 00010000:00000010:3.0:1773688179.777637:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315bac00. 00010000:00000001:3.0:1773688179.777639:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997123161088 : -129076586390528 : ffff8a9b03eb5c00) 00010000:00000001:3.0:1773688179.777642:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.777643:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.777646:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5c00/0x52973366461d2e50 lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.777652:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.777654:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.777655:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.777656:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.777658:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.777660:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.777661:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.777663:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.777664:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.777665:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.777667:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.777668:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x10682665 (ffff8a9a0ec46c00) refcount = 1 00010000:00010000:3.0:1773688179.777672:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5c00/0x52973366461d2e50 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.777677:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.777678:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.777679:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.777681:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.777682:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.777684:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.777686:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.777688:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.777690:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.777692:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5c00/0x52973366461d2e50 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.777697:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.777698:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.777700:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.777701:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.777704:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.777711:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.777713:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.777715:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688179.777718:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.777720:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1773688179.777728:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.777730:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.777732:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.777735:0:68797:0:(mdt_handler.c:3750:mdt_object_new()) Process entered 00000004:00000040:3.0:1773688179.777737:0:68797:0:(mdt_handler.c:3752:mdt_object_new()) Allocate object for [0x20000afe1:0x145:0x0] 00000020:00000001:3.0:1773688179.777739:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:3.0:1773688179.777741:0:68797:0:(mdt_handler.c:6940:mdt_object_alloc()) Process entered 00000004:00000010:3.0:1773688179.777745:0:68797:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8a9b418685a0. 00000004:00000001:3.0:1773688179.777749:0:68797:0:(mdt_handler.c:6965:mdt_object_alloc()) Process leaving (rc=18446614998156740088 : -129075552811528 : ffff8a9b418685f8) 00000004:00000001:3.0:1773688179.777755:0:68797:0:(mdt_handler.c:6978:mdt_object_init()) Process entered 00000004:00000040:3.0:1773688179.777757:0:68797:0:(mdt_handler.c:6981:mdt_object_init()) object init, fid = [0x20000afe1:0x145:0x0] 00000004:00000010:3.0:1773688179.777762:0:68797:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8a9b34b9f258. 00000004:00000001:3.0:1773688179.777764:0:68797:0:(mdt_handler.c:6990:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.777767:0:68797:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:3.0:1773688179.777771:0:68797:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:3.0:1773688179.777775:0:68797:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8a9b311ad100. 00000004:00000001:3.0:1773688179.777778:0:68797:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446614997881245952 : -129075828305664 : ffff8a9b311ad100) 00000004:00000001:3.0:1773688179.777781:0:68797:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.777784:0:68797:0:(lod_object.c:9526:lod_object_init()) Process entered 00000004:00000001:3.0:1773688179.777786:0:68797:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1773688179.777790:0:68797:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1773688179.777792:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.777795:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.777798:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.777800:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.777802:0:68797:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1773688179.777805:0:68797:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x20000afe1 00000004:00000001:3.0:1773688179.777807:0:68797:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1773688179.777813:0:68797:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8a9a09c1d8f0. 00000004:00000001:3.0:1773688179.777816:0:68797:0:(lod_object.c:9569:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.777819:0:68797:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1773688179.777821:0:68797:0:(osd_object.c:541:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.777823:0:68797:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.777828:0:68797:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614998156740088 : -129075552811528 : ffff8a9b418685f8) 00000004:00000001:3.0:1773688179.777831:0:68797:0:(mdt_handler.c:3758:mdt_object_new()) Process leaving (rc=18446614998156740000 : -129075552811616 : ffff8a9b418685a0) 00080000:00000001:3.0:1773688179.777839:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.777846:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:3.0:1773688179.777849:0:68797:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0xef:0x0] version is 0x27000000be 00000004:00000002:3.0:1773688179.777852:0:68797:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0x145:0x0] version is 0x1 00000004:00000001:3.0:1773688179.777857:0:68797:0:(mdd_dir.c:3113:mdd_create()) Process entered 00000004:00000001:3.0:1773688179.777865:0:68797:0:(mdd_dir.c:2504:mdd_create_sanity_check()) Process entered 00000004:00000001:3.0:1773688179.777868:0:68797:0:(mdd_dir.c:442:mdd_may_create()) Process entered 00000004:00000001:3.0:1773688179.777870:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.777872:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 3 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688179.777875:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.777877:0:68797:0:(mdd_dir.c:454:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.777880:0:68797:0:(mdd_dir.c:2609:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1773688179.777884:0:68797:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1773688179.777891:0:68797:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9a0f836d80. 00080000:00000001:3.0:1773688179.777895:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1773688179.777905:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10faf400. 00080000:00000001:3.0:1773688179.777908:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993047319552 : -129080662232064 : ffff8a9a10faf400) 00000004:00000001:3.0:1773688179.777911:0:68797:0:(mdd_dir.c:2785:mdd_acl_init()) Process entered 00000004:00000001:3.0:1773688179.777916:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.777917:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.777920:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.777924:0:68797:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.777928:0:68797:0:(mdd_dir.c:2823:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1773688179.777932:0:68797:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x20000afe1:0x145:0x0] eadata 0000000000000000 len 0 00000004:00000001:3.0:1773688179.777936:0:68797:0:(lod_object.c:5733:lod_ah_init()) Process entered 00080000:00000002:3.0:1773688179.777941:0:68797:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x20000afe1:0xef:0x0] not in the id map cache 00000004:00000001:3.0:1773688179.777945:0:68797:0:(lod_object.c:5355:lod_get_default_lov_striping()) Process entered 00000004:00000001:3.0:1773688179.777947:0:68797:0:(lod_lov.c:1029:lod_get_ea()) Process entered 00080000:00000001:3.0:1773688179.777949:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.777964:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.777967:0:68797:0:(lod_lov.c:1044:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.777970:0:68797:0:(lod_object.c:5364:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.777971:0:68797:0:(lod_object.c:5355:lod_get_default_lov_striping()) Process entered 00000004:00000001:3.0:1773688179.777973:0:68797:0:(lod_lov.c:1029:lod_get_ea()) Process entered 00080000:00000001:3.0:1773688179.777975:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.777978:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.777980:0:68797:0:(lod_lov.c:1044:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.777982:0:68797:0:(lod_object.c:5364:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1773688179.777988:0:68797:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8a9a102fa6c0. 00000004:00000001:3.0:1773688179.777991:0:68797:0:(lod_object.c:6016:lod_ah_init()) Process leaving 00000004:00000001:3.0:1773688179.777993:0:68797:0:(mdd_dir.c:1597:mdd_linkea_prepare()) Process entered 00000020:00000001:3.0:1773688179.778000:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818df8c8 00000001:00000002:3.0:1773688179.778001:0:68797:0:(linkea.c:183:linkea_add_buf()) New link_ea name '[0x20000afe1:0xef:0x0]:~WRD0003.TMP' is added 00000004:00000001:3.0:1773688179.778004:0:68797:0:(mdd_dir.c:1624:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778024:0:68797:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:3.0:1773688179.778027:0:68797:0:(lod_object.c:6196:lod_declare_create()) Process entered 00000004:00000001:3.0:1773688179.778031:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.778033:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047319552 : -129080662232064 : ffff8a9a10faf400) 00080000:00000001:3.0:1773688179.778036:0:68797:0:(osd_object.c:1462:osd_declare_create()) Process entered 00080000:00000001:3.0:1773688179.778063:0:68797:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1773688179.778065:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.778067:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.778069:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.778071:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.778073:0:68797:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1773688179.778081:0:68797:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x20000afe1:0x145:0x0] not in the id map cache 00000001:00000001:3.0:1773688179.778085:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.778087:0:68797:0:(osd_object.c:1516:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778089:0:68797:0:(lod_object.c:6130:lod_declare_striped_create()) Process entered 00020000:00000001:3.0:1773688179.778093:0:68797:0:(lod_qos.c:2957:lod_prepare_create()) Process entered 00020000:00000001:3.0:1773688179.778095:0:68797:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00020000:00000001:3.0:1773688179.778097:0:68797:0:(lod_qos.c:2436:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:3.0:1773688179.778099:0:68797:0:(lod_qos.c:2993:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:3.0:1773688179.778102:0:68797:0:(lod_qos.c:2807:lod_qos_prep_create()) Process entered 00020000:00000001:3.0:1773688179.778104:0:68797:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:3.0:1773688179.778106:0:68797:0:(lod_qos.c:162:lod_qos_statfs_update()) Process leaving 00020000:00000001:3.0:1773688179.778108:0:68797:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:3.0:1773688179.778110:0:68797:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:3.0:1773688179.778113:0:68797:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8a9a10e53e78. 00020000:00000010:3.0:1773688179.778116:0:68797:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8a9a10e53a90. 00020000:00001000:3.0:1773688179.778119:0:68797:0:(lod_qos.c:2859:lod_qos_prep_create()) tgt_count 2 stripe_count 1 00020000:00001000:3.0:1773688179.778123:0:68797:0:(lod_qos.c:2875:lod_qos_prep_create()) collecting conflict osts for comp[0] 00020000:00000001:3.0:1773688179.778126:0:68797:0:(lod_qos.c:1575:lod_ost_alloc_qos()) Process entered 00020000:00000001:3.0:1773688179.778129:0:68797:0:(lod_qos.c:1599:lod_ost_alloc_qos()) Process leaving via out_nolock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00020000:00000001:3.0:1773688179.778132:0:68797:0:(lod_qos.c:1817:lod_ost_alloc_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00020000:00000001:3.0:1773688179.778134:0:68797:0:(lod_qos.c:702:lod_ost_alloc_rr()) Process entered 00020000:00000001:3.0:1773688179.778137:0:68797:0:(lod_qos.c:217:lod_qos_calc_rr()) Process entered 00020000:00000001:3.0:1773688179.778138:0:68797:0:(lod_qos.c:221:lod_qos_calc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:3.0:1773688179.778141:0:68797:0:(lod_qos.c:756:lod_ost_alloc_rr()) pool '' want 1 start_idx 1 start_count 2045 offset 0 active 2 count 2 00020000:00001000:3.0:1773688179.778144:0:68797:0:(lod_qos.c:774:lod_ost_alloc_rr()) #0 strt 2 act 0 strp 0 ary 0 idx 0 00020000:00000001:3.0:1773688179.778147:0:68797:0:(lod_qos.c:586:lod_check_and_reserve_ost()) Process entered 00020000:00000001:3.0:1773688179.778149:0:68797:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:3.0:1773688179.778153:0:68797:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:3.0:1773688179.778156:0:68797:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=928768, bavail=909824, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=116859, ffree=116096, state=0 00000004:00000001:3.0:1773688179.778161:0:68797:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773688179.778163:0:68797:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778166:0:68797:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1773688179.778168:0:68797:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773688179.778171:0:68797:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:3.0:1773688179.778176:0:68797:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8a9b36cef308. 00000004:00000001:3.0:1773688179.778180:0:68797:0:(osp_object.c:2259:osp_object_init()) Process entered 00000004:00000001:3.0:1773688179.778183:0:68797:0:(osp_object.c:2286:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778185:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.778186:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047319552 : -129080662232064 : ffff8a9a10faf400) 00000004:00000001:3.0:1773688179.778190:0:68797:0:(osp_object.c:1466:osp_declare_create()) Process entered 00000020:00000001:3.0:1773688179.778193:0:68797:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1773688179.778195:0:68797:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446614993047319552 : -129080662232064 : ffff8a9a10faf400) 00000004:00000001:3.0:1773688179.778199:0:68797:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:3.0:1773688179.778202:0:68797:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.778206:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.778214:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.778216:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778218:0:68797:0:(osp_object.c:1533:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773688179.778220:0:68797:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446614997976937312 : -129075732614304 : ffff8a9b36cef360) 00020000:00000001:3.0:1773688179.778223:0:68797:0:(lod_qos.c:656:lod_check_and_reserve_ost()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773688179.778226:0:68797:0:(lod_qos.c:833:lod_ost_alloc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773688179.778229:0:68797:0:(lod_qos.c:2945:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773688179.778231:0:68797:0:(lod_qos.c:3001:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773688179.778234:0:68797:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:3.0:1773688179.778235:0:68797:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1773688179.778238:0:68797:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.778239:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.778241:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047319552 : -129080662232064 : ffff8a9a10faf400) 00080000:00000001:3.0:1773688179.778244:0:68797:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1773688179.778247:0:68797:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778250:0:68797:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778252:0:68797:0:(lod_object.c:6174:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778254:0:68797:0:(lod_object.c:6277:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778256:0:68797:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778259:0:68797:0:(mdd_dir.c:2427:mdd_declare_object_initialize()) Process entered 00000004:00000001:3.0:1773688179.778260:0:68797:0:(mdd_dir.c:2431:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778264:0:68797:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:3.0:1773688179.778266:0:68797:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:3.0:1773688179.778269:0:68797:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.778272:0:68797:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:3.0:1773688179.778275:0:68797:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778277:0:68797:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778279:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.778280:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047319552 : -129080662232064 : ffff8a9a10faf400) 00080000:00000001:3.0:1773688179.778284:0:68797:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:3.0:1773688179.778290:0:68797:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778295:0:68797:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.778297:0:68797:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.778299:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.778300:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047319552 : -129080662232064 : ffff8a9a10faf400) 00080000:00000001:3.0:1773688179.778302:0:68797:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1773688179.778315:0:68797:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778317:0:68797:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778320:0:68797:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778324:0:68797:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.778326:0:68797:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.778327:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.778328:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047319552 : -129080662232064 : ffff8a9a10faf400) 00080000:00000001:3.0:1773688179.778333:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1773688179.778335:0:68797:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778337:0:68797:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778340:0:68797:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:3.0:1773688179.778341:0:68797:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778343:0:68797:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.778348:0:68797:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1773688179.778350:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1773688179.778356:0:68797:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1773688179.778358:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.778359:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047319552 : -129080662232064 : ffff8a9a10faf400) 00080000:00000001:3.0:1773688179.778362:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.778365:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.778366:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778368:0:68797:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778371:0:68797:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.778373:0:68797:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.778374:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.778375:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047319552 : -129080662232064 : ffff8a9a10faf400) 00080000:00000001:3.0:1773688179.778377:0:68797:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1773688179.778379:0:68797:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778381:0:68797:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778382:0:68797:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.778408:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.778410:0:68797:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778415:0:68797:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:3.0:1773688179.778418:0:68797:0:(lod_object.c:6470:lod_create()) Process entered 00000004:00000001:3.0:1773688179.778420:0:68797:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:3.0:1773688179.778421:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.778422:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047319552 : -129080662232064 : ffff8a9a10faf400) 00080000:00000001:3.0:1773688179.778426:0:68797:0:(osd_object.c:1919:osd_create()) Process entered 00080000:00000001:3.0:1773688179.778478:0:68797:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1773688179.778480:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.778482:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.778483:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.778485:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.778487:0:68797:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.778531:0:68797:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1773688179.778534:0:68797:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.778537:0:68797:0:(osd_object.c:2031:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778539:0:68797:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778542:0:68797:0:(lod_object.c:6355:lod_striped_create()) Process entered 00000004:00000001:3.0:1773688179.778545:0:68797:0:(lod_object.c:6302:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1773688179.778547:0:68797:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:3.0:1773688179.778548:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.778550:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047319552 : -129080662232064 : ffff8a9a10faf400) 00000004:00000001:3.0:1773688179.778553:0:68797:0:(osp_object.c:1569:osp_create()) Process entered 00000004:00000002:3.0:1773688179.778559:0:68797:0:(osp_object.c:1604:osp_create()) fid for osp_object ffff8a9b36cef308 is [0x280000401:0xa09:0x0] 00000020:00000001:3.0:1773688179.778562:0:68797:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1773688179.778564:0:68797:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446614993047319552 : -129080662232064 : ffff8a9a10faf400) 00080000:00000001:3.0:1773688179.778568:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.778580:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000004:00080000:3.0:1773688179.778582:0:68797:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xa09:0x0], index 0: 0 00000004:00000001:3.0:1773688179.778585:0:68797:0:(osp_object.c:1659:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778586:0:68797:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778588:0:68797:0:(lod_lov.c:578:lod_fill_mirrors()) Process entered 00000004:00000001:3.0:1773688179.778590:0:68797:0:(lod_lov.c:583:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778593:0:68797:0:(lod_object.c:4695:lod_generate_and_set_lovea()) Process entered 00000004:00000001:3.0:1773688179.778595:0:68797:0:(lod_lov.c:897:lod_generate_lovea()) Process entered 00000004:00000001:3.0:1773688179.778598:0:68797:0:(lod_lov.c:716:lod_gen_component_ea()) Process entered 00000004:00000001:3.0:1773688179.778601:0:68797:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1773688179.778602:0:68797:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1773688179.778604:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.778605:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.778606:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.778608:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.778610:0:68797:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1773688179.778611:0:68797:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x280000401 00000004:00000001:3.0:1773688179.778613:0:68797:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778615:0:68797:0:(lod_lov.c:838:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778617:0:68797:0:(lod_lov.c:935:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778620:0:68797:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.778621:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.778623:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047319552 : -129080662232064 : ffff8a9a10faf400) 00080000:00000001:3.0:1773688179.778627:0:68797:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1773688179.778629:0:68797:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:3.0:1773688179.778638:0:68797:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1773688179.778639:0:68797:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.778641:0:68797:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778643:0:68797:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778645:0:68797:0:(lod_object.c:4721:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778647:0:68797:0:(lod_object.c:6430:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778649:0:68797:0:(lod_object.c:6484:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778651:0:68797:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778653:0:68797:0:(mdd_dir.c:2456:mdd_object_initialize()) Process entered 00000004:00000001:3.0:1773688179.778655:0:68797:0:(mdd_dir.c:2470:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778661:0:68797:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.778664:0:68797:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1773688179.778665:0:68797:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.778666:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.778667:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047319552 : -129080662232064 : ffff8a9a10faf400) 00080000:00000001:3.0:1773688179.778669:0:68797:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1773688179.778671:0:68797:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr user.job with size 8 00080000:00000001:3.0:1773688179.778673:0:68797:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1773688179.778674:0:68797:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.778676:0:68797:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778678:0:68797:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778680:0:68797:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778682:0:68797:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778685:0:68797:0:(mdd_dir.c:3001:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778687:0:68797:0:(mdd_dir.c:669:__mdd_index_insert()) Process entered 00000004:00000001:3.0:1773688179.778690:0:68797:0:(mdd_dir.c:647:__mdd_index_insert_only()) Process entered 00000004:00000001:3.0:1773688179.778692:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.778693:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047319552 : -129080662232064 : ffff8a9a10faf400) 00080000:00000001:3.0:1773688179.778697:0:68797:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:3.0:1773688179.778710:0:68797:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778713:0:68797:0:(mdd_dir.c:659:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778715:0:68797:0:(mdd_dir.c:678:__mdd_index_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778717:0:68797:0:(mdd_dir.c:1639:mdd_links_rename()) Process entered 00000004:00000001:3.0:1773688179.778720:0:68797:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.778722:0:68797:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1773688179.778723:0:68797:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.778724:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.778726:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047319552 : -129080662232064 : ffff8a9a10faf400) 00080000:00000001:3.0:1773688179.778728:0:68797:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1773688179.778729:0:68797:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.link with size 54 00080000:00000001:3.0:1773688179.778731:0:68797:0:(osd_xattr.c:852:osd_xattr_handle_linkea()) Process entered 00080000:00000001:3.0:1773688179.778735:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1773688179.778736:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1773688179.778738:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.778739:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.778741:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.778742:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.778744:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.778746:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.778748:0:68797:0:(osd_xattr.c:882:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.778753:0:68797:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1773688179.778755:0:68797:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.778757:0:68797:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778758:0:68797:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778760:0:68797:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778761:0:68797:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778763:0:68797:0:(mdd_dir.c:1653:mdd_links_rename()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.778766:0:68797:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:3.0:1773688179.778768:0:68797:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:3.0:1773688179.778770:0:68797:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:3.0:1773688179.778773:0:68797:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:3.0:1773688179.778775:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.778776:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047319552 : -129080662232064 : ffff8a9a10faf400) 00080000:00000001:3.0:1773688179.778779:0:68797:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:3.0:1773688179.778782:0:68797:0:(osd_object.c:1274:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.778785:0:68797:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778787:0:68797:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778789:0:68797:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:3.0:1773688179.778790:0:68797:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778793:0:68797:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778795:0:68797:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778797:0:68797:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778799:0:68797:0:(mdd_dir.c:3237:mdd_create()) Process leaving 00000004:00000001:3.0:1773688179.778802:0:68797:0:(mdd_dir.c:1371:mdd_changelog_ns_store()) Process entered 00000004:00000001:3.0:1773688179.778804:0:68797:0:(mdd_dir.c:1378:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.778808:0:68797:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1773688179.778810:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1773688179.778814:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:3.0:1773688179.778817:0:68797:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.778819:0:68797:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1773688179.778820:0:68797:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.778821:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.778822:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047319552 : -129080662232064 : ffff8a9a10faf400) 00080000:00000001:3.0:1773688179.778825:0:68797:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1773688179.778826:0:68797:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:3.0:1773688179.778830:0:68797:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1773688179.778831:0:68797:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.778833:0:68797:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778835:0:68797:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778836:0:68797:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778838:0:68797:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:3.0:1773688179.778840:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692074, last_committed = 171798692041 00000001:00000010:3.0:1773688179.778844:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a0f836c60. 00000001:00000040:3.0:1773688179.778847:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 33 00000020:00000040:3.0:1773688179.778849:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=82 00000001:00000010:3.0:1773688179.778856:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b065c4600. 00000004:00000001:3.0:1773688179.778863:0:68797:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1773688179.778864:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.778865:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047319552 : -129080662232064 : ffff8a9a10faf400) 00080000:00000001:3.0:1773688179.778868:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.778876:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1773688179.778879:0:68797:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1773688179.778882:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b065c4600: xid 1859843854326272, transno 171798692074, tag 1, client gen 13, slot idx 2 00000001:00000001:3.0:1773688179.778885:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.778938:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773688179.778941:0:68797:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9a0f836d80. 00000020:00000001:3.0:1773688179.778945:0:68797:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778966:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.778969:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.778973:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.778977:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.778980:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.778981:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.778988:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.778991:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.778993:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.778996:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.778998:0:68797:0:(mdt_som.c:35:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.779002:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.779003:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.779004:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.779024:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.779027:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.779029:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:3.0:1773688179.779033:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff8a9a0c650378 00000004:00000001:3.0:1773688179.779036:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.779044:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.779051:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.779054:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.779056:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.779066:0:68797:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:3.0:1773688179.779069:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.779071:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.779074:0:68797:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0x145:0x0] lease count: 0, lm: 4 00000004:00000001:3.0:1773688179.779078:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1773688179.779082:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.779084:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773688179.779091:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a1689c700. 00010000:00000010:3.0:1773688179.779094:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b07851900. 00010000:00000001:3.0:1773688179.779099:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.779102:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b03eb4800. 00000020:00000001:3.0:1773688179.779105:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.779108:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b03eb4800 with handle 0x52973366461d2e57 to hash 00000020:00000001:3.0:1773688179.779110:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.779112:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997123155968 : -129076586395648 : ffff8a9b03eb4800) 00010000:00000010:3.0:1773688179.779116:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315bae00. 00010000:00000001:3.0:1773688179.779119:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997123155968 : -129076586395648 : ffff8a9b03eb4800) 00010000:00000001:3.0:1773688179.779121:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.779123:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.779126:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4800/0x52973366461d2e57 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.779133:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.779135:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.779137:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.779138:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.779140:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.779142:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.779143:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.779146:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.779147:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.779148:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.779149:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.779151:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a1689c700) refcount = 1 00010000:00010000:3.0:1773688179.779154:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4800/0x52973366461d2e57 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.779159:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.779162:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.779164:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.779166:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.779168:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.779170:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.779172:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.779174:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.779176:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.779179:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4800/0x52973366461d2e57 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.779184:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.779186:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.779187:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.779189:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.779191:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.779192:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b03eb4800 refcount=3 00000020:00000001:3.0:1773688179.779194:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997123155968 : -129076586395648 : ffff8a9b03eb4800) 00010000:00000001:3.0:1773688179.779197:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997123155968 : -129076586395648 : ffff8a9b03eb4800) 00010000:00000001:3.0:1773688179.779199:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.779200:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.779201:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.779204:0:68797:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0x145:0x0], ibits = 0x1b/0x1b, open_flags = 040000000000103, try_layout = 1 : rc = 0 00000004:00000001:3.0:1773688179.779208:0:68797:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.779210:0:68797:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.779212:0:68797:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000001:00000001:3.0:1773688179.779215:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.779217:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.779219:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.779220:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.779222:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.779224:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.779225:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.779227:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.779229:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: nlink=1, mode=100600, valid=0x100000008000278f 00000001:00000001:3.0:1773688179.779233:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.779235:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.779238:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1773688179.779240:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.779242:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.779243:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.779246:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.779248:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.779251:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.779253:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.779257:0:68797:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000004:00000002:3.0:1773688179.779259:0:68797:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56 00000004:00000001:3.0:1773688179.779262:0:68797:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000004:00000001:3.0:1773688179.779263:0:68797:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.779267:0:68797:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:3.0:1773688179.779270:0:68797:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:3.0:1773688179.779272:0:68797:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.779274:0:68797:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.779278:0:68797:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000004:00000010:3.0:1773688179.779280:0:68797:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9b07851e00. 00000020:00000001:3.0:1773688179.779282:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.779284:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b07851e00 with handle 0x52973366461d2e5e to hash 00000020:00000001:3.0:1773688179.779286:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:3.0:1773688179.779287:0:68797:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614997183569408 : -129076525982208 : ffff8a9b07851e00) 00000004:00000001:3.0:1773688179.779290:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1773688179.779291:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:3.0:1773688179.779293:0:68797:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0x145:0x0] Change mfd open_flags 0 -> 040000000000103. 00000004:00000001:3.0:1773688179.779296:0:68797:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1773688179.779298:0:68797:0:(mdt_open.c:193:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1773688179.779299:0:68797:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.779302:0:68797:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.779304:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.779306:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.779307:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.779309:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.779311:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.779312:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.779315:0:68797:0:(mdt_open.c:1807:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.779318:0:68797:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1773688179.779320:0:68797:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:3.0:1773688179.779322:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.779325:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.779326:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1773688179.779328:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.779329:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.779331:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.779334:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.779337:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.779339:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.779340:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.779342:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b03eb5200 refcount=3 00000020:00000001:3.0:1773688179.779344:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997123158528 : -129076586393088 : ffff8a9b03eb5200) 00010000:00000001:3.0:1773688179.779346:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997123158528 : -129076586393088 : ffff8a9b03eb5200) 00010000:00000001:3.0:1773688179.779348:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.779351:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5200/0x52973366461d2e49 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.779357:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.779359:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.779361:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5200/0x52973366461d2e49 lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.779366:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.779367:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.779370:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.779373:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5200/0x52973366461d2e49 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.779379:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b03eb5200 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.779382:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.779384:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.779387:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5200/0x52973366461d2e49 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.779393:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.779395:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.779396:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.779397:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b03eb5200 refcount=4 00000020:00000001:3.0:1773688179.779399:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997123158528 : -129076586393088 : ffff8a9b03eb5200) 00010000:00000001:3.0:1773688179.779402:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997123158528 : -129076586393088 : ffff8a9b03eb5200) 00010000:00000001:3.0:1773688179.779405:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.779408:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5200/0x52973366461d2e49 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.779413:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.779415:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.779416:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.779419:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.779420:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.779422:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.779424:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.779426:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b03eb5200 with handle 0x52973366461d2e49 from hash 00010000:00000001:3.0:1773688179.779428:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.779429:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.779430:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.779431:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.779433:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.779435:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.779436:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.779438:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.779439:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.779441:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.779444:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.779446:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.779449:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.779450:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.779452:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.779454:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.779455:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.779457:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.779459:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.779461:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.779463:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5200/0x52973366461d2e49 lrc: 2/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.779469:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.779470:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.779471:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.779473:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.779474:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.779476:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5200/0x52973366461d2e49 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.779482:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.779491:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.779492:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.779493:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.779495:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.779496:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.779497:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b03eb5c00 refcount=3 00000020:00000001:3.0:1773688179.779499:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997123161088 : -129076586390528 : ffff8a9b03eb5c00) 00010000:00000001:3.0:1773688179.779502:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997123161088 : -129076586390528 : ffff8a9b03eb5c00) 00000004:00010000:3.0:1773688179.779505:0:68797:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000e27a34ed reply state 000000002189aa0b transno 171798692074 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5c00/0x52973366461d2e50 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.779513:0:68797:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:3.0:1773688179.779515:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.779517:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.779519:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.779520:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.779522:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.779523:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.779525:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x10682665 (ffff8a9a0ec46c00) refcount = 1 00010000:00010000:3.0:1773688179.779528:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5c00/0x52973366461d2e50 lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.779533:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.779535:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.779536:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.779538:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.779539:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.779541:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.779543:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x10682665 (ffff8a9a0ec46c00) 00010000:00010000:3.0:1773688179.779545:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.779547:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.779549:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.779550:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.779552:0:68797:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:3.0:1773688179.779554:0:68797:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:3.0:1773688179.779556:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.779557:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.779558:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.779560:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.779562:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.779563:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1773688179.779564:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.779566:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1773688179.779569:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.779572:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.779574:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.779576:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.779579:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.779581:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1773688179.779584:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.779587:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.779588:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.779590:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.779592:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.779594:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.779599:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.779601:0:68797:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:3.0:1773688179.779604:0:68797:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:3.0:1773688179.779606:0:68797:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.779609:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.779610:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.779612:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b03eb4800 refcount=3 00000020:00000001:3.0:1773688179.779614:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997123155968 : -129076586395648 : ffff8a9b03eb4800) 00010000:00000001:3.0:1773688179.779616:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997123155968 : -129076586395648 : ffff8a9b03eb4800) 00000004:00000040:3.0:1773688179.779619:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.779621:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=83 00010000:00000001:3.0:1773688179.779626:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.779628:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.779629:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.779631:0:68797:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.779634:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.779637:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.779639:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.779641:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.779643:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.779644:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.779646:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.779647:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.779649:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b03eb4400 with handle 0x52973366461d2e42 from hash 00010000:00000001:3.0:1773688179.779651:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.779652:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.779653:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.779654:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.779655:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.779660:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4400/0x52973366461d2e42 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a854 expref: 83 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.779666:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.779669:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 82 00010000:00000010:3.0:1773688179.779671:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba080. 00010000:00000001:3.0:1773688179.779677:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.779678:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.779682:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.779686:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4800/0x52973366461d2e57 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a854 expref: 82 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.779692:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.779694:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.779696:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a1689c700) 00010000:00010000:3.0:1773688179.779698:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1773688179.779700:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.779702:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.779703:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.779705:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.779706:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.779707:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b03eb4800, rc 0) 00000020:00000001:3.0:1773688179.779711:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.779714:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692074, xid 1859843854326272 00010000:00000001:3.0:1773688179.779718:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:3.0:1773688179.779719:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=83 00010000:00000200:3.0:1773688179.779722:0:68797:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 171798692074, last committed = 171798692041 00010000:00000200:3.0:1773688179.779729:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b04e65500 x1859843854326272/t171798692074(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 656/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.779737:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.779739:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.779743:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.779748:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.779751:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.779753:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.779756:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.779759:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.779763:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.779766:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.779772:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee088. 00000100:00000200:3.0:1773688179.779779:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854326272, offset 224 00000400:00000200:3.0:1773688179.779786:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.779799:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.779807:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48130:48130:256:4294967295] 192.168.204.51@tcp LPNI seq info [48126:48126:8:4294967295] 00000400:00000200:3.0:1773688179.779818:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.779824:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.779830:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99dd00. 00000800:00000200:3.0:1773688179.779837:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.779846:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.779850:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99dd00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.779868:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.779871:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.779874:0:68797:0:(ldlm_lib.c:3443:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.779875:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.779878:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.779883:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b04e65500 x1859843854326272/t171798692074(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 656/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.779893:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b04e65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+83:68109:x1859843854326272:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2997us (3208us total) trans 171798692074 rc 0/0 00000100:00100000:3.0:1773688179.779902:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15523 00000100:00000040:3.0:1773688179.779906:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.779909:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.779912:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.779917:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b35d06f00. 00000020:00000010:3.0:1773688179.779922:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.779926:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2a00. 00000020:00000040:3.0:1773688179.779930:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 82 00000100:00000001:3.0:1773688179.779934:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.780045:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.780051:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99dd00. 00010000:00000010:3.1:1773688179.780058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b03eb4e00. 00000400:00000200:2.0:1773688179.780058:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1773688179.780068:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0ec46a00. 00000400:00000200:2.0:1773688179.780068:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00010000:00000010:3.1:1773688179.780076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b03eb4000. 00000400:00000200:2.0:1773688179.780077:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee088 00010000:00000010:3.1:1773688179.780082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b03eb4c00. 00000400:00000010:2.0:1773688179.780083:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee088. 00000100:00000001:2.0:1773688179.780090:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.780093:0:3440:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.783405:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.783433:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.783437:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.783439:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.783446:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.783463:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 28 MB=0x69b84a4465a80 00000400:00000200:2.0:1773688179.783472:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.51@tcp of length 328/328 into md 0x592a1 [8] + 13912 00000800:00000001:2.0:1773688179.783480:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.783491:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.783494:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.783499:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.783506:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.783509:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1773688179.783515:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a02306d80. 00000100:00000040:2.0:1773688179.783519:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a02306d80 x1859843854326400 msgsize 328 00000100:00100000:2.0:1773688179.783524:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.783539:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.783549:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.783553:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.783600:0:38615:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.783604:0:38615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854326400 02000000:00000001:1.0:1773688179.783608:0:38615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.783610:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.783613:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.783618:0:38615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.783622:0:38615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854326400 00000020:00000001:1.0:1773688179.783625:0:38615:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.783628:0:38615:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5297336646186ca4 00000020:00000001:1.0:1773688179.783631:0:38615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.783634:0:38615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b04f38000 refcount=57 00000020:00000001:1.0:1773688179.783637:0:38615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000020:00000001:1.0:1773688179.783639:0:38615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000100:00000001:1.0:1773688179.783645:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.783650:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80ab40. 00000100:00000001:1.0:1773688179.783654:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.783656:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80ab40. 00000020:00000010:1.0:1773688179.783663:0:38615:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09357600. 00000020:00000010:1.0:1773688179.783668:0:38615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e380. 00000020:00000010:1.0:1773688179.783673:0:38615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688179.783683:0:38615:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1773688179.783686:0:38615:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.783688:0:38615:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773688179.783691:0:38615:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.783699:0:38615:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.783715:0:38615:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.783729:0:38615:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.783731:0:38615:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.783737:0:38615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7644 00000100:00000040:1.0:1773688179.783742:0:38615:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b04f38000 : new rpc_count 1 00000100:00000001:1.0:1773688179.783745:0:38615:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992799165824 : -129080910385792 : ffff8a9a02306d80) 00000100:00000040:1.0:1773688179.783753:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a02306d80 x1859843854326400/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688179.783763:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.783766:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80ab40. 00000100:00000001:1.0:1773688179.783767:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.783770:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80ab40. 00000100:00100000:1.0:1773688179.783775:0:38615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a02306d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+57:2404:x1859843854326400:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688179.783778:0:38615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854326400 00000020:00000001:1.0:1773688179.783782:0:38615:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688179.783786:0:38615:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688179.783788:0:38615:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.783790:0:38615:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688179.783792:0:38615:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688179.783794:0:38615:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1773688179.783797:0:38615:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688179.783799:0:38615:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688179.783800:0:38615:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688179.783805:0:38615:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.783806:0:38615:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688179.783808:0:38615:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688179.783810:0:38615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688179.783811:0:38615:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688179.783813:0:38615:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.783818:0:38615:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773688179.783824:0:38615:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9b32304e00. 00010000:00000010:1.0:1773688179.783826:0:38615:0:(ldlm_resource.c:1436:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8a9b32304400. 00010000:00000001:1.0:1773688179.783830:0:38615:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.783833:0:38615:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afbc00. 00000020:00000001:1.0:1773688179.783835:0:38615:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.783837:0:38615:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afbc00 with handle 0x52973366461d2e65 to hash 00000020:00000001:1.0:1773688179.783839:0:38615:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.783840:0:38615:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:1.0:1773688179.783842:0:38615:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00010000:1.0:1773688179.783846:0:38615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000399a57ec/0x52973366461d2e65 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xa09:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a85b expref: -99 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00000001:1.0:1773688179.783854:0:38615:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:1.0:1773688179.783857:0:38615:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8a9a0f80ab40. 00002000:00000001:1.0:1773688179.783859:0:38615:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1773688179.783861:0:38615:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.783867:0:38615:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997970888872 : -129075738662744 : ffff8a9b3672a8a8) 00002000:00000001:1.0:1773688179.783869:0:38615:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997970888784 : -129075738662832 : ffff8a9b3672a850) 00002000:00000001:1.0:1773688179.783871:0:38615:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1773688179.783876:0:38615:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1773688179.783878:0:38615:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0xa09:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:1.0:1773688179.783880:0:38615:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1773688179.783883:0:38615:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b3672a8a8/ffff8a9b3672a850 to site lru. bkt: ffff8a9b3211eae0 00010000:00000040:1.0:1773688179.783886:0:38615:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b04f38000 : new locks_count 52 00000020:00000040:1.0:1773688179.783888:0:38615:0:(genops.c:887:class_export_get()) GET export ffff8a9b04f38000 refcount=58 00010000:00000001:1.0:1773688179.783894:0:38615:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1773688179.783896:0:38615:0:(ofd_dlm.c:195:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1773688179.783898:0:38615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.783900:0:38615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.783904:0:38615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8a9a0fadf800. 02000000:00000001:1.0:1773688179.783906:0:38615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.783908:0:38615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.783910:0:38615:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1773688179.783912:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1773688179.783914:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1773688179.783916:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.783917:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1773688179.783918:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1773688179.783919:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.783922:0:38615:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1773688179.783926:0:38615:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000399a57ec/0x52973366461d2e65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xa09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a85b expref: 58 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.783933:0:38615:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x280000401:0xa09:0x0].0x0 (ffff8a9b32304e00) refcount = 1 00010000:00000040:1.0:1773688179.783935:0:38615:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.783937:0:38615:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: 00000000399a57ec/0x52973366461d2e65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xa09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a85b expref: 58 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.783945:0:38615:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.783946:0:38615:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.783947:0:38615:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.783948:0:38615:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1773688179.783964:0:38615:0:(ofd_dlm.c:257:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1773688179.783967:0:38615:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.783971:0:38615:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688179.783974:0:38615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000399a57ec/0x52973366461d2e65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xa09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a85b expref: 58 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.783982:0:38615:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.783984:0:38615:0:(ldlm_lock.c:1971:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1773688179.783986:0:38615:0:(ldlm_lock.c:2020:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.783988:0:38615:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.783989:0:38615:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688179.783990:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.783992:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.783993:0:38615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b11afbc00, rc 0) 00000020:00000001:1.0:1773688179.783995:0:38615:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688179.783996:0:38615:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 12884903758, transno 0, xid 1859843854326400 00010000:00000001:1.0:1773688179.783998:0:38615:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688179.784002:0:38615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a02306d80 x1859843854326400/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/400 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688179.784032:0:38615:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.784035:0:38615:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.784038:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b36eb51e8 time=95 v=5 (1 4 1 1) 00000100:00000001:1.0:1773688179.784043:0:38615:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.784045:0:38615:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.784047:0:38615:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.784050:0:38615:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.784053:0:38615:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.784056:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.784059:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.784064:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64440. 00000100:00000200:1.0:1773688179.784069:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1859843854326400, offset 224 00000400:00000200:1.0:1773688179.784075:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.784084:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.784090:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48131:48131:256:4294967295] 192.168.204.51@tcp LPNI seq info [48127:48127:8:4294967295] 00000400:00000200:1.0:1773688179.784102:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.784107:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.784112:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7900. 00000800:00000200:1.0:1773688179.784117:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.784122:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.784125:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.784135:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.784138:0:38615:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.784139:0:38615:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688179.784141:0:38615:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.784142:0:38615:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688179.784145:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a02306d80 x1859843854326400/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/400 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688179.784152:0:38615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a02306d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+58:2404:x1859843854326400:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 388us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688179.784158:0:38615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7644 00000100:00000040:1.0:1773688179.784160:0:38615:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b04f38000 : new rpc_count 0 00000100:00000001:1.0:1773688179.784162:0:38615:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.784163:0:38615:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.784166:0:38615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e380. 00000020:00000010:1.0:1773688179.784170:0:38615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000020:00000010:1.0:1773688179.784173:0:38615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09357600. 00000020:00000040:1.0:1773688179.784177:0:38615:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b04f38000 : new refcount 57 00000100:00000001:1.0:1773688179.784179:0:38615:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.784234:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.784239:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7900. 00000400:00000200:0.0:1773688179.784243:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.784248:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.784252:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64440 00000400:00000010:0.0:1773688179.784255:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64440. 00000100:00000001:0.0:1773688179.784259:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.784261:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1773688179.786046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b09d1ca00. 00010000:00000010:3.1:1773688179.786065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b03eb5200. 00010000:00000010:3.1:1773688179.786069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b03eb4400. 00000800:00000001:2.0:1773688179.786430:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.786442:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.786445:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.786447:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.786455:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.786467:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 28 MB=0x69b84a4465b00 00000400:00000200:2.0:1773688179.786474:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.51@tcp of length 328/328 into md 0x592a1 [8] + 14240 00000800:00000001:2.0:1773688179.786481:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.786489:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.786491:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.786495:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.786502:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.786504:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1773688179.786509:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a02304700. 00000100:00000040:2.0:1773688179.786513:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a02304700 x1859843854326528 msgsize 328 00000100:00100000:2.0:1773688179.786517:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.786526:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.786533:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.786537:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.786562:0:38615:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.786565:0:38615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854326528 02000000:00000001:1.0:1773688179.786567:0:38615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.786568:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.786570:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.786573:0:38615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.786576:0:38615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854326528 00000020:00000001:1.0:1773688179.786578:0:38615:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.786579:0:38615:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5297336646186ca4 00000020:00000001:1.0:1773688179.786581:0:38615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.786583:0:38615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b04f38000 refcount=58 00000020:00000001:1.0:1773688179.786584:0:38615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000020:00000001:1.0:1773688179.786586:0:38615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000100:00000001:1.0:1773688179.786589:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.786592:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.786595:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.786596:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000020:00000010:1.0:1773688179.786602:0:38615:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09357600. 00000020:00000010:1.0:1773688179.786606:0:38615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e380. 00000020:00000010:1.0:1773688179.786610:0:38615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688179.786617:0:38615:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1773688179.786619:0:38615:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.786620:0:38615:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773688179.786622:0:38615:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.786628:0:38615:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.786642:0:38615:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.786651:0:38615:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.786653:0:38615:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.786657:0:38615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7645 00000100:00000040:1.0:1773688179.786661:0:38615:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b04f38000 : new rpc_count 1 00000100:00000001:1.0:1773688179.786663:0:38615:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992799155968 : -129080910395648 : ffff8a9a02304700) 00000100:00000040:1.0:1773688179.786670:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a02304700 x1859843854326528/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688179.786683:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.786687:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.786689:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.786691:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000100:00100000:1.0:1773688179.786696:0:38615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a02304700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+58:68109:x1859843854326528:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688179.786703:0:38615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854326528 00000020:00000001:1.0:1773688179.786706:0:38615:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688179.786709:0:38615:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688179.786712:0:38615:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.786713:0:38615:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688179.786715:0:38615:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688179.786717:0:38615:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1773688179.786720:0:38615:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688179.786721:0:38615:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688179.786722:0:38615:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688179.786726:0:38615:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.786727:0:38615:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688179.786729:0:38615:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688179.786730:0:38615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688179.786732:0:38615:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688179.786733:0:38615:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.786737:0:38615:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.786742:0:38615:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304e00 count: 2 00010000:00000001:1.0:1773688179.786744:0:38615:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.786745:0:38615:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.786748:0:38615:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afba00. 00000020:00000001:1.0:1773688179.786750:0:38615:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.786752:0:38615:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afba00 with handle 0x52973366461d2e6c to hash 00000020:00000001:1.0:1773688179.786754:0:38615:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.786755:0:38615:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354134016 : -129076355417600 : ffff8a9b11afba00) 00010000:00000001:1.0:1773688179.786758:0:38615:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354134016 : -129076355417600 : ffff8a9b11afba00) 00010000:00010000:1.0:1773688179.786763:0:38615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003fbe71e6/0x52973366461d2e6c lrc: 2/0,0 mode: --/PW res: [0x280000401:0xa09:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a862 expref: -99 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.786772:0:38615:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b04f38000 : new locks_count 53 00000020:00000040:1.0:1773688179.786776:0:38615:0:(genops.c:887:class_export_get()) GET export ffff8a9b04f38000 refcount=59 00000100:00000001:1.0:1773688179.786783:0:38615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.786786:0:38615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.786791:0:38615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8a9a0fadd400. 02000000:00000001:1.0:1773688179.786793:0:38615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.786795:0:38615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.786798:0:38615:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688179.786801:0:38615:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688179.786803:0:38615:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1773688179.786804:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.786807:0:38615:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:1.0:1773688179.786809:0:38615:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688179.786813:0:38615:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000399a57ec/0x52973366461d2e65 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xa09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a85b expref: 59 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.786819:0:38615:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688179.786821:0:38615:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.786822:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1773688179.786823:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.786825:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1773688179.786826:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1773688179.786827:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.786828:0:38615:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.786830:0:38615:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1773688179.786832:0:38615:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003fbe71e6/0x52973366461d2e6c lrc: 4/0,0 mode: --/PW res: [0x280000401:0xa09:0x0].0x0 rrc: 3 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a862 expref: 59 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.786837:0:38615:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x280000401:0xa09:0x0].0x0 (ffff8a9b32304e00) refcount = 2 00010000:00000040:1.0:1773688179.786838:0:38615:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.786840:0:38615:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: 00000000399a57ec/0x52973366461d2e65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xa09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a85b expref: 59 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.786844:0:38615:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1773688179.786845:0:38615:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: 000000003fbe71e6/0x52973366461d2e6c lrc: 4/0,0 mode: --/PW res: [0x280000401:0xa09:0x0].0x0 rrc: 3 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a862 expref: 59 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688179.786854:0:38615:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.786856:0:38615:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688179.786862:0:38615:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b35755a80. 00000100:00000001:1.0:1773688179.786863:0:38615:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997954288256 : -129075755263360 : ffff8a9b35755a80) 00000100:00000001:1.0:1773688179.786865:0:38615:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997954288256 : -129075755263360 : ffff8a9b35755a80) 00000100:00000001:1.0:1773688179.786867:0:38615:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688179.786869:0:38615:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688179.786870:0:38615:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.786873:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.786874:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1773688179.786875:0:38615:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.786877:0:38615:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.786878:0:38615:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1773688179.786879:0:38615:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1773688179.786882:0:38615:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b33b4a680. 00000020:00000040:1.0:1773688179.786885:0:38615:0:(genops.c:1229:class_import_get()) import ffff8a9b11b99000 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1773688179.786887:0:38615:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773688179.786890:0:38615:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773688179.786894:0:38615:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773688179.786899:0:38615:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a09356000. 00000100:00000001:1.0:1773688179.786904:0:38615:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.786907:0:38615:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000399a57ec/0x52973366461d2e65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xa09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a85b expref: 59 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.786929:0:38615:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000399a57ec/0x52973366461d2e65 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xa09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a85b expref: 59 pid: 38615 timeout: 3058 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.786946:0:38615:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1773688179.786949:0:38615:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773688179.786965:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b33b4a680 x1859843861191808/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.786980:0:38615:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773688179.786982:0:38615:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.786987:0:38615:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b33b4a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:38615:1859843861191808:192.168.204.51@tcp:104: 00000100:00000001:1.0:1773688179.786992:0:38615:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773688179.786997:0:38615:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773688179.786999:0:38615:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.787001:0:38615:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773688179.787005:0:38615:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a09356c00. 02000000:00000001:1.0:1773688179.787020:0:38615:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773688179.787025:0:38615:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b3697f1b8. 00000400:00000010:1.0:1773688179.787029:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64dd0. 00000100:00000200:1.0:1773688179.787035:0:38615:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861191808, portal 16 00000100:00000001:1.0:1773688179.787036:0:38615:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773688179.787038:0:38615:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997924882048 : -129075784669568 : ffff8a9b33b4a680) 00000100:00000040:1.0:1773688179.787041:0:38615:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b33b4a680 x1859843861191808/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.787047:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.787050:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.787052:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64c38. 00000100:00000200:1.0:1773688179.787054:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861191808, offset 0 00000400:00000200:1.0:1773688179.787059:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.787066:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.787072:0:38615:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773688179.787077:0:38615:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:1.0:1773688179.787081:0:38615:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773688179.787084:0:38615:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:1.0:1773688179.787088:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48132:48132:256:4294967295] 192.168.204.51@tcp LPNI seq info [48128:48128:8:4294967295] 00000400:00000200:1.0:1773688179.787097:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.787103:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.787108:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7600. 00000800:00000200:1.0:1773688179.787113:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.787118:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.787121:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.787130:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.787134:0:38615:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4297630708 00000100:00000001:1.0:1773688179.787141:0:38615:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4297630619 00000100:00000001:1.0:1773688179.787144:0:38615:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4297630708 00000100:00000001:1.0:1773688179.787147:0:38615:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4297630619 00000100:00000001:1.0:1773688179.787149:0:38615:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4297630708 00000100:00000001:1.0:1773688179.787152:0:38615:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4297630619 00000100:00000001:1.0:1773688179.787155:0:38615:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4297630708 00000100:00000001:1.0:1773688179.787158:0:38615:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4297630619 00000100:00000001:1.0:1773688179.787160:0:38615:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688179.787162:0:38615:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.787164:0:38615:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.787165:0:38615:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.787166:0:38615:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.787168:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.787169:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.787170:0:38615:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.787171:0:38615:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.787172:0:38615:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688179.787174:0:38615:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.787176:0:38615:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773688179.787177:0:38615:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773688179.787179:0:38615:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b35755a80 going to sleep for 11 seconds 00000100:00000001:1.0:1773688179.787181:0:38615:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773688179.787184:0:38615:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773688179.787219:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.787224:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7600. 00000400:00000200:2.0:1773688179.787227:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.787232:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.787237:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64c38 00000400:00000010:2.0:1773688179.787239:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64c38. 00000100:00000001:2.0:1773688179.787242:0:3438:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773688179.787248:0:3438:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b33b4a680 x1859843861191808/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.787257:0:3438:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.787260:0:3438:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b33b4a680 x1859843861191808/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.787266:0:3438:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.787268:0:3438:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.788233:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.788239:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.788240:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.788241:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.788252:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.788264:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af1c80 00000400:00000200:0.0:1773688179.788271:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77e95 [1] + 224 00000800:00000001:0.0:1773688179.788276:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.788283:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.788285:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.788289:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.788293:0:3439:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773688179.788298:0:3439:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b33b4a680 x1859843861191808/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1773688179.788308:0:3439:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9b33b4a680 x1859843861191808/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.788321:0:3439:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.788332:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.788335:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.788353:0:38615:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773688179.788365:0:38615:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773688179.788367:0:38615:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773688179.788369:0:38615:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b3697f1b8. 00000400:00000200:1.0:1773688179.788372:0:38615:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64dd0 00000400:00000010:1.0:1773688179.788375:0:38615:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64dd0. 00000100:00000001:1.0:1773688179.788378:0:38615:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773688179.788382:0:38615:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9b33b4a680 x1859843861191808/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1773688179.788390:0:38615:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9b33b4a680 x1859843861191808/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.788397:0:38615:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773688179.788399:0:38615:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.788401:0:38615:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773688179.788404:0:38615:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773688179.788406:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.788408:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.788411:0:38615:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.788417:0:38615:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b11b99458 time=60 v=5 (5 5 0 0) 00000100:00001000:1.0:1773688179.788421:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b11b99410 time=60 v=5 (1 1 0 0) 00000100:00000001:1.0:1773688179.788423:0:38615:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773688179.788424:0:38615:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.788426:0:38615:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773688179.788428:0:38615:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.788430:0:38615:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.788433:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9b33b4a680 x1859843861191808/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.788438:0:38615:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688179.788440:0:38615:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773688179.788448:0:38615:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.788451:0:38615:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1773688179.788453:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.788454:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.788455:0:38615:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.788460:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b33b4a680 x1859843861191808/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1773688179.788468:0:38615:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9b33b4a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:38615:1859843861191808:192.168.204.51@tcp:104: 00000100:00000001:1.0:1773688179.788473:0:38615:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.788476:0:38615:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.788478:0:38615:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773688179.788480:0:38615:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773688179.788483:0:38615:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9b33b4a680 x1859843861191808/t0(0) o104->lustre-OST0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.788490:0:38615:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773688179.788493:0:38615:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773688179.788496:0:38615:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a09356c00. 02000000:00000001:1.0:1773688179.788498:0:38615:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773688179.788500:0:38615:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773688179.788501:0:38615:0:(genops.c:1242:class_import_put()) import ffff8a9b11b99000 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1773688179.788503:0:38615:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773688179.788505:0:38615:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a09356000. 02000000:00000001:1.0:1773688179.788508:0:38615:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773688179.788509:0:38615:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773688179.788511:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b33b4a680. 00000100:00000001:1.0:1773688179.788513:0:38615:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773688179.788514:0:38615:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1773688179.788517:0:38615:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b35755a80. 00000100:00000001:1.0:1773688179.788520:0:38615:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688179.788526:0:38615:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773688179.788529:0:38615:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9a0f80a700. 00010000:00000001:1.0:1773688179.788532:0:38615:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.788535:0:38615:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.788537:0:38615:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.788543:0:38615:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688179.788548:0:38615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003fbe71e6/0x52973366461d2e6c lrc: 3/0,0 mode: --/PW res: [0x280000401:0xa09:0x0].0x0 rrc: 3 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a862 expref: 59 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.788561:0:38615:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.788563:0:38615:0:(ldlm_lock.c:1971:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1773688179.788565:0:38615:0:(ldlm_lock.c:1987:ldlm_reprocess_queue()) Reprocessing lock ffff8a9b11afba00 00010000:00000001:1.0:1773688179.788567:0:38615:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1773688179.788568:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.788570:0:38615:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.788573:0:38615:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1773688179.788576:0:38615:0:(ldlm_lock.c:2020:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1773688179.788578:0:38615:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.788581:0:38615:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688179.788582:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.788583:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.788585:0:38615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b11afba00, rc 0) 00000020:00000001:1.0:1773688179.788588:0:38615:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688179.788591:0:38615:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 12884903758, transno 0, xid 1859843854326528 00010000:00000001:1.0:1773688179.788594:0:38615:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688179.788599:0:38615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a02304700 x1859843854326528/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/400 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688179.788606:0:38615:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.788609:0:38615:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.788611:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b36eb51e8 time=95 v=5 (1 4 1 1) 00000100:00000001:1.0:1773688179.788615:0:38615:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.788618:0:38615:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.788621:0:38615:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.788624:0:38615:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.788626:0:38615:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.788629:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.788632:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.788635:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64dd0. 00000100:00000200:1.0:1773688179.788639:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1859843854326528, offset 224 00000400:00000200:1.0:1773688179.788643:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.788649:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.788654:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48133:48133:256:4294967295] 192.168.204.51@tcp LPNI seq info [48129:48129:8:4294967295] 00000400:00000200:1.0:1773688179.788662:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.788666:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.788671:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7400. 00000800:00000200:1.0:1773688179.788675:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.788680:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.788683:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.788704:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.788708:0:38615:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.788710:0:38615:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688179.788712:0:38615:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.788714:0:38615:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688179.788718:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a02304700 x1859843854326528/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/400 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688179.788727:0:38615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a02304700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+59:68109:x1859843854326528:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2042us (2212us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688179.788734:0:38615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7645 00000100:00000040:1.0:1773688179.788738:0:38615:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b04f38000 : new rpc_count 0 00000100:00000001:1.0:1773688179.788740:0:38615:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.788742:0:38615:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.788747:0:38615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e380. 00000020:00000010:1.0:1773688179.788762:0:38615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000020:00000010:1.0:1773688179.788767:0:38615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09357600. 00000020:00000040:1.0:1773688179.788771:0:38615:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b04f38000 : new refcount 58 00000100:00000001:1.0:1773688179.788773:0:38615:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.788849:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.788853:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7400. 00000400:00000200:2.0:1773688179.788856:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.788860:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.788863:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64dd0 00000400:00000010:2.0:1773688179.788865:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64dd0. 00000100:00000001:2.0:1773688179.788868:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.788870:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.789030:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.789035:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.789037:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.789038:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.789042:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.789048:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4465b80 00000400:00000200:2.0:1773688179.789053:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x73361 [2] + 1640 00000800:00000001:2.0:1773688179.789056:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.789061:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.789062:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.789064:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.789068:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.789069:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1773688179.789072:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a02305c00. 00000100:00000040:2.0:1773688179.789074:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a02305c00 x1859843854326656 msgsize 328 00000100:00100000:2.0:1773688179.789077:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.789086:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.789089:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.789091:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.789125:0:7562:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.789128:0:7562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854326656 02000000:00000001:1.0:1773688179.789130:0:7562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.789132:0:7562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.789133:0:7562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.789137:0:7562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.789139:0:7562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854326656 00000020:00000001:1.0:1773688179.789146:0:7562:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.789148:0:7562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5297336646186ca4 00000020:00000001:1.0:1773688179.789149:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.789152:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b04f38000 refcount=59 00000020:00000001:1.0:1773688179.789154:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000020:00000001:1.0:1773688179.789156:0:7562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000100:00000001:1.0:1773688179.789159:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.789163:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.789166:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.789168:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000020:00000010:1.0:1773688179.789172:0:7562:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09357600. 00000020:00000010:1.0:1773688179.789176:0:7562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e380. 00000020:00000010:1.0:1773688179.789179:0:7562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688179.789185:0:7562:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.789188:0:7562:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.789190:0:7562:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.789191:0:7562:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.789194:0:7562:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.789197:0:7562:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.789199:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.789201:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.789203:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afbc00 refcount=4 00000020:00000001:1.0:1773688179.789205:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:1.0:1773688179.789208:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00010000:1.0:1773688179.789213:0:7562:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000399a57ec/0x52973366461d2e65 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xa09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a85b expref: 59 pid: 38615 timeout: 3058 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.789222:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.789223:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.789224:0:7562:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.789226:0:7562:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.789232:0:7562:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1773688179.789237:0:7562:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9a02305c00 x1859843854326656/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.789244:0:7562:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1773688179.789245:0:7562:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.789258:0:7562:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.789267:0:7562:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.789268:0:7562:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.789272:0:7562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3736 00000100:00000040:1.0:1773688179.789276:0:7562:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b04f38000 : new rpc_count 1 00000100:00000001:1.0:1773688179.789279:0:7562:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992799161344 : -129080910390272 : ffff8a9a02305c00) 00000100:00000040:1.0:1773688179.789283:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a02305c00 x1859843854326656/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.789292:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.789295:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.789298:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.789301:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000100:00100000:1.0:1773688179.789306:0:7562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a02305c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+59:2405:x1859843854326656:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.789310:0:7562:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854326656 00010000:00000001:1.0:1773688179.789312:0:7562:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.789315:0:7562:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.789317:0:7562:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.789321:0:7562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.789323:0:7562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.789328:0:7562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a10fee000. 02000000:00000001:1.0:1773688179.789331:0:7562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.789333:0:7562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.789335:0:7562:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.789337:0:7562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.789340:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.789341:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.789343:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afbc00 refcount=4 00000020:00000001:1.0:1773688179.789345:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:1.0:1773688179.789347:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000040:1.0:1773688179.789350:0:7562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304e00 count: 3 00002000:00000001:1.0:1773688179.789354:0:7562:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1773688179.789360:0:7562:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1773688179.789363:0:7562:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.789369:0:7562:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997970888872 : -129075738662744 : ffff8a9b3672a8a8) 00002000:00000001:1.0:1773688179.789371:0:7562:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997970888784 : -129075738662832 : ffff8a9b3672a850) 00002000:00000001:1.0:1773688179.789374:0:7562:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1773688179.789380:0:7562:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1773688179.789383:0:7562:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b3672a8a8/ffff8a9b3672a850 to site lru. bkt: ffff8a9b3211eae0 00010000:00010000:1.0:1773688179.789387:0:7562:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000399a57ec/0x52973366461d2e65 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xa09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a85b expref: 59 pid: 38615 timeout: 3058 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00001000:1.0:1773688179.789393:0:7562:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b04f38450 time=67 v=5 (1 0 0 0) 00010000:00000001:1.0:1773688179.789395:0:7562:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773688179.789404:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.789404:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.789406:0:7562:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000399a57ec/0x52973366461d2e65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xa09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a85b expref: 59 pid: 38615 timeout: 3058 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773688179.789412:0:7562:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.789413:0:7562:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.789414:0:7562:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.789415:0:7562:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.789419:0:7562:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.789421:0:7562:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.789424:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.789425:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.789427:0:7562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.789429:0:7562:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.789430:0:7562:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b11afbc00 with handle 0x52973366461d2e65 from hash 00010000:00000001:1.0:1773688179.789432:0:7562:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.789433:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.789433:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.789434:0:7562:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.789438:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.789439:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.789441:0:7562:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.789441:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.789443:0:7562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000399a57ec/0x52973366461d2e65 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xa09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a85b expref: 59 pid: 38615 timeout: 3058 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.789453:0:7562:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b04f38000 : new locks_count 52 00000020:00000040:1.0:1773688179.789455:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b04f38000 : new refcount 58 00010000:00000001:1.0:1773688179.789460:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.789461:0:7562:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.789462:0:7562:0:(ldlm_lock.c:1971:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1773688179.789462:0:7562:0:(ldlm_lock.c:1987:ldlm_reprocess_queue()) Reprocessing lock ffff8a9b11afba00 00010000:00000001:1.0:1773688179.789463:0:7562:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1773688179.789465:0:7562:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1773688179.789466:0:7562:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1773688179.789467:0:7562:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.789468:0:7562:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1773688179.789470:0:7562:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1773688179.789471:0:7562:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.789473:0:7562:0:(ldlm_extent.c:220:ldlm_extent_internal_policy_granted()) Process entered 00010000:00000001:1.0:1773688179.789476:0:7562:0:(ldlm_extent.c:167:ldlm_extent_internal_policy_fixup()) Process leaving 00010000:00000001:1.0:1773688179.789478:0:7562:0:(ldlm_extent.c:264:ldlm_extent_internal_policy_granted()) Process leaving 00010000:00000001:1.0:1773688179.789480:0:7562:0:(ldlm_extent.c:283:ldlm_extent_internal_policy_waiting()) Process entered 00010000:00000001:1.0:1773688179.789481:0:7562:0:(ldlm_extent.c:167:ldlm_extent_internal_policy_fixup()) Process leaving 00010000:00000001:1.0:1773688179.789483:0:7562:0:(ldlm_extent.c:358:ldlm_extent_internal_policy_waiting()) Process leaving 00010000:00000001:1.0:1773688179.789485:0:7562:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.789486:0:7562:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688179.789490:0:7562:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003fbe71e6/0x52973366461d2e6c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xa09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a862 expref: 58 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.789498:0:7562:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1773688179.789502:0:7562:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003fbe71e6/0x52973366461d2e6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a862 expref: 58 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.789511:0:7562:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x280000401:0xa09:0x0].0x0 (ffff8a9b32304e00) refcount = 2 00010000:00000040:1.0:1773688179.789513:0:7562:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.789517:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: 000000003fbe71e6/0x52973366461d2e6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a862 expref: 58 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.789525:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.789527:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.789529:0:7562:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.789530:0:7562:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.789533:0:7562:0:(ldlm_lock.c:2020:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1773688179.789536:0:7562:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.789538:0:7562:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688179.789541:0:7562:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b35755a80. 00000100:00000001:1.0:1773688179.789543:0:7562:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997954288256 : -129075755263360 : ffff8a9b35755a80) 00000100:00000001:1.0:1773688179.789544:0:7562:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997954288256 : -129075755263360 : ffff8a9b35755a80) 00000100:00000001:1.0:1773688179.789546:0:7562:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688179.789546:0:7562:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688179.789547:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.789549:0:7562:0:(ldlm_lockd.c:1015:ldlm_server_completion_ast()) Process entered 00000100:00000010:1.0:1773688179.789552:0:7562:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b33b4a680. 00000020:00000040:1.0:1773688179.789554:0:7562:0:(genops.c:1229:class_import_get()) import ffff8a9b11b99000 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1773688179.789556:0:7562:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773688179.789558:0:7562:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773688179.789560:0:7562:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773688179.789563:0:7562:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a09356000. 00000100:00000001:1.0:1773688179.789566:0:7562:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.789571:0:7562:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003fbe71e6/0x52973366461d2e6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa09:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a862 expref: 58 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.789577:0:7562:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1773688179.789578:0:7562:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773688179.789581:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b33b4a680 x1859843861191936/t0(0) o105->lustre-OST0000@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.789589:0:7562:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773688179.789591:0:7562:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.789595:0:7562:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b33b4a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7562:1859843861191936:192.168.204.51@tcp:105: 00000100:00000001:1.0:1773688179.789598:0:7562:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773688179.789601:0:7562:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773688179.789603:0:7562:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.789605:0:7562:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773688179.789608:0:7562:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a09356c00. 02000000:00000001:1.0:1773688179.789610:0:7562:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773688179.789613:0:7562:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b3697f1b8. 00000400:00000010:1.0:1773688179.789617:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a642a8. 00000100:00000200:1.0:1773688179.789621:0:7562:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861191936, portal 16 00000100:00000001:1.0:1773688179.789624:0:7562:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773688179.789625:0:7562:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997924882048 : -129075784669568 : ffff8a9b33b4a680) 00000100:00000040:1.0:1773688179.789630:0:7562:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b33b4a680 x1859843861191936/t0(0) o105->lustre-OST0000@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.789638:0:7562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.789639:0:7562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.789641:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a643b8. 00000100:00000200:1.0:1773688179.789643:0:7562:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1859843861191936, offset 0 00000400:00000200:1.0:1773688179.789646:0:7562:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.789650:0:7562:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.789653:0:7562:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773688179.789656:0:7562:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:1.0:1773688179.789658:0:7562:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773688179.789660:0:7562:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:1.0:1773688179.789662:0:7562:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48134:48134:256:4294967295] 192.168.204.51@tcp LPNI seq info [48130:48130:8:4294967295] 00000400:00000200:1.0:1773688179.789667:0:7562:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.789670:0:7562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.789673:0:7562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7d00. 00000800:00000200:1.0:1773688179.789675:0:7562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.789678:0:7562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.789680:0:7562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7d00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.789690:0:7562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.789693:0:7562:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4297630710 00000100:00000001:1.0:1773688179.789697:0:7562:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4297630708 00000100:00000001:1.0:1773688179.789700:0:7562:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4297630710 00000100:00000001:1.0:1773688179.789702:0:7562:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4297630708 00000100:00000001:1.0:1773688179.789705:0:7562:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4297630710 00000100:00000001:1.0:1773688179.789709:0:7562:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4297630708 00000100:00000001:1.0:1773688179.789713:0:7562:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4297630710 00000100:00000001:1.0:1773688179.789717:0:7562:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4297630708 00000100:00000001:1.0:1773688179.789720:0:7562:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688179.789722:0:7562:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.789725:0:7562:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.789727:0:7562:0:(ldlm_lockd.c:1133:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.789729:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.789730:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.789732:0:7562:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.789734:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.789735:0:7562:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688179.789738:0:7562:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.789739:0:7562:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773688179.789741:0:7562:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773688179.789744:0:7562:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b35755a80 going to sleep for 11 seconds 00000100:00000001:1.0:1773688179.789748:0:7562:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773688179.789750:0:7562:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688179.789753:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.789759:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7d00. 00000400:00000200:0.0:1773688179.789763:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.789768:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.789771:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a643b8 00000400:00000010:0.0:1773688179.789773:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a643b8. 00000100:00000001:0.0:1773688179.789776:0:3439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773688179.789780:0:3439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b33b4a680 x1859843861191936/t0(0) o105->lustre-OST0000@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.789788:0:3439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773688179.789791:0:3439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b33b4a680 x1859843861191936/t0(0) o105->lustre-OST0000@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.789797:0:3439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.789798:0:3439:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.791521:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.791534:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.791537:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.791539:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.791543:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.791553:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af1d00 00000400:00000200:2.0:1773688179.791559:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77ea1 [1] + 224 00000800:00000001:2.0:1773688179.791564:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.791570:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.791572:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.791574:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.791579:0:3440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688179.791590:0:3440:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b33b4a680 x1859843861191936/t0(0) o105->lustre-OST0000@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1773688179.791597:0:3440:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9b33b4a680 x1859843861191936/t0(0) o105->lustre-OST0000@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.791608:0:3440:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.791614:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.791616:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.791632:0:7562:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773688179.791638:0:7562:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773688179.791640:0:7562:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773688179.791642:0:7562:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b3697f1b8. 00000400:00000200:1.0:1773688179.791645:0:7562:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a642a8 00000400:00000010:1.0:1773688179.791647:0:7562:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a642a8. 00000100:00000001:1.0:1773688179.791649:0:7562:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773688179.791652:0:7562:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9b33b4a680 x1859843861191936/t0(0) o105->lustre-OST0000@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1773688179.791663:0:7562:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9b33b4a680 x1859843861191936/t0(0) o105->lustre-OST0000@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.791667:0:7562:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773688179.791669:0:7562:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.791671:0:7562:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773688179.791674:0:7562:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773688179.791676:0:7562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.791678:0:7562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.791680:0:7562:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.791686:0:7562:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b11b99458 time=60 v=5 (5 5 0 0) 00000100:00001000:1.0:1773688179.791689:0:7562:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b11b99410 time=60 v=5 (1 1 0 0) 00000100:00000001:1.0:1773688179.791692:0:7562:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773688179.791693:0:7562:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.791696:0:7562:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773688179.791698:0:7562:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.791701:0:7562:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.791707:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9b33b4a680 x1859843861191936/t0(0) o105->lustre-OST0000@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.791714:0:7562:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688179.791716:0:7562:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773688179.791718:0:7562:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.791720:0:7562:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1773688179.791722:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.791724:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.791725:0:7562:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.791728:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b33b4a680 x1859843861191936/t0(0) o105->lustre-OST0000@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1773688179.791733:0:7562:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9b33b4a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7562:1859843861191936:192.168.204.51@tcp:105: 00000100:00000001:1.0:1773688179.791737:0:7562:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.791738:0:7562:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.791740:0:7562:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773688179.791741:0:7562:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773688179.791743:0:7562:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9b33b4a680 x1859843861191936/t0(0) o105->lustre-OST0000@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.791748:0:7562:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773688179.791749:0:7562:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773688179.791751:0:7562:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a09356c00. 02000000:00000001:1.0:1773688179.791753:0:7562:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773688179.791755:0:7562:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773688179.791755:0:7562:0:(genops.c:1242:class_import_put()) import ffff8a9b11b99000 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1773688179.791757:0:7562:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773688179.791759:0:7562:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a09356000. 02000000:00000001:1.0:1773688179.791761:0:7562:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773688179.791762:0:7562:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773688179.791764:0:7562:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b33b4a680. 00000100:00000001:1.0:1773688179.791766:0:7562:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773688179.791767:0:7562:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1773688179.791768:0:7562:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b35755a80. 00000100:00000001:1.0:1773688179.791770:0:7562:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688179.791771:0:7562:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773688179.791773:0:7562:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9a0f80a700. 00010000:00000001:1.0:1773688179.791776:0:7562:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.791778:0:7562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.791779:0:7562:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.791783:0:7562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.791785:0:7562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.791787:0:7562:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1773688179.791790:0:7562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.791792:0:7562:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.791793:0:7562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.791795:0:7562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.791797:0:7562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.791800:0:7562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.791802:0:7562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.791805:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a642a8. 00000100:00000200:1.0:1773688179.791807:0:7562:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854326656, offset 224 00000400:00000200:1.0:1773688179.791811:0:7562:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.791817:0:7562:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.791821:0:7562:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48135:48135:256:4294967295] 192.168.204.51@tcp LPNI seq info [48131:48131:8:4294967295] 00000400:00000200:1.0:1773688179.791829:0:7562:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.791832:0:7562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.791836:0:7562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7a00. 00000800:00000200:1.0:1773688179.791839:0:7562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.791843:0:7562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.791846:0:7562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.791856:0:7562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.791859:0:7562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.791860:0:7562:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.791862:0:7562:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.791865:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a02305c00 x1859843854326656/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773688179.791872:0:7562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a02305c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+58:2405:x1859843854326656:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2579us (2796us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688179.791880:0:7562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3736 00000100:00000040:1.0:1773688179.791883:0:7562:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b04f38000 : new rpc_count 0 00000100:00000001:1.0:1773688179.791885:0:7562:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.791886:0:7562:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.791890:0:7562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e380. 00000020:00000010:1.0:1773688179.791894:0:7562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000020:00000010:1.0:1773688179.791897:0:7562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09357600. 00000020:00000040:1.0:1773688179.791902:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b04f38000 : new refcount 57 00000100:00000001:1.0:1773688179.791904:0:7562:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.791942:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.791946:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7a00. 00000400:00000200:2.0:1773688179.791962:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.791967:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.791970:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a642a8 00000400:00000010:2.0:1773688179.791972:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a642a8. 00000100:00000001:2.0:1773688179.791976:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.791978:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.794876:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.794887:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.794890:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.794892:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.794901:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.794912:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 392 into portal 23 MB=0x69b84a4465c80 00000400:00000200:0.0:1773688179.794919:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 392/392 into md 0x72385 [2] + 1232 00000800:00000001:0.0:1773688179.794924:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.794931:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.794933:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.794935:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.794940:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.794942:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1773688179.794947:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b04e66680. 00000100:00000040:0.0:1773688179.794960:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b04e66680 x1859843854326912 msgsize 392 00000100:00100000:0.0:1773688179.794963:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.794972:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.794980:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.794982:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1773688179.795036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afbc00. 00000100:00000001:3.0:1773688179.795041:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.795046:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854326912 02000000:00000001:3.0:1773688179.795050:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.795052:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.795054:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.795059:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.795063:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854326912 00000020:00000001:3.0:1773688179.795067:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.795069:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.795071:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.795075:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=83 00000020:00000001:3.0:1773688179.795078:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.795081:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.795086:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.795091:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.795095:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.795097:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000020:00000010:3.0:1773688179.795104:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2a00. 00000020:00000010:3.0:1773688179.795111:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b31ffb480. 00000020:00000010:3.0:1773688179.795118:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.795125:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1773688179.795128:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.795130:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773688179.795132:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.795139:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.795154:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.795169:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.795171:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.795177:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3239 00000100:00000040:3.0:1773688179.795182:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.795185:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997139613312 : -129076569938304 : ffff8a9b04e66680) 00000100:00000040:3.0:1773688179.795192:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b04e66680 x1859843854326912/t0(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.795200:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.795203:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.795205:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.795207:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000100:00100000:3.0:1773688179.795212:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b04e66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+83:68109:x1859843854326912:12345-192.168.204.51@tcp:35:dbench.0 00000100:00000200:3.0:1773688179.795216:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854326912 00000020:00000001:3.0:1773688179.795220:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.795224:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1773688179.795230:0:73057:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b065c4600: xid 1859843854326272, transno 171798692074, client gen 13, slot idx 2 00000001:00000001:3.0:1773688179.795235:0:73057:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b41aafcc0: xid 1859843854325632, transno 171798692073, client gen 13, slot idx 3 00000001:00000010:3.0:1773688179.795240:0:73057:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b41aafcc0. 00000020:00000001:3.0:1773688179.795246:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.795248:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.795251:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862496 : -1038689120 : ffffffffc216dca0) 00000020:00000001:3.0:1773688179.795254:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.795257:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854326912, found 0 last_xid 1859843854326911 00000020:00000001:3.0:1773688179.795260:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.795262:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.795264:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.795267:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795273:0:73057:0:(mdt_open.c:2771:mdt_close()) Process entered 00000004:00000001:3.0:1773688179.795276:0:73057:0:(mdt_lib.c:1452:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1773688179.795278:0:73057:0:(mdt_lib.c:1362:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1773688179.795282:0:73057:0:(mdt_lib.c:1373:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795285:0:73057:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1773688179.795288:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.795290:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.795294:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.795296:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.795298:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.795300:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.795301:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.795302:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.795304:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.795305:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.795307:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.795308:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.795309:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.795311:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795313:0:73057:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795315:0:73057:0:(mdt_lib.c:1435:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1773688179.795317:0:73057:0:(mdt_lib.c:1437:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795319:0:73057:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1773688179.795321:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.795322:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.795324:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.795325:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.795327:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.795328:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.795329:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.795331:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.795333:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.795334:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.795339:0:73057:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.795345:0:73057:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.795348:0:73057:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.795350:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.795352:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.795353:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.795356:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.795357:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.795359:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795361:0:73057:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.795363:0:73057:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.795366:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.795367:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795369:0:73057:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.795370:0:73057:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795372:0:73057:0:(mdt_lib.c:1465:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.795376:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.795378:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.795383:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8a9a10fafc00. 02000000:00000001:3.0:1773688179.795386:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.795389:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795391:0:73057:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1773688179.795393:0:73057:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795395:0:73057:0:(mdt_open.c:2739:mdt_close_internal()) Process entered 00000004:00000001:3.0:1773688179.795398:0:73057:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1773688179.795399:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.795401:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8a9b07851e00 refcount=2 00000020:00000001:3.0:1773688179.795403:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997183569408 : -129076525982208 : ffff8a9b07851e00) 00000004:00000001:3.0:1773688179.795406:0:73057:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446614997183569408 : -129076525982208 : ffff8a9b07851e00) 00000020:00000040:3.0:1773688179.795422:0:73057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b07851e00 with handle 0x52973366461d2e5e from hash 00000004:00000001:3.0:1773688179.795426:0:73057:0:(mdt_open.c:2590:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1773688179.795428:0:73057:0:(mdt_open.c:2598:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000afe1:0x145:0x0] with intent: 0 00000004:00000001:3.0:1773688179.795432:0:73057:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:3.0:1773688179.795435:0:73057:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 15360 lsom blocks 0 blocks 1 truncate 0 00000004:00000001:3.0:1773688179.795439:0:73057:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.795442:0:73057:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.795451:0:73057:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795455:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.795460:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.795463:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.795469:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.795472:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.795475:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.795477:0:73057:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.795479:0:73057:0:(mdt_som.c:35:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.795481:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.795482:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.795483:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.795485:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.795487:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.795489:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.795490:0:73057:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.795491:0:73057:0:(mdt_som.c:35:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1773688179.795494:0:73057:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1773688179.795497:0:73057:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795499:0:73057:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.795501:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.795502:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.795503:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.795506:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.795508:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.795510:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.795512:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.795514:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.795515:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.795517:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.795518:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.795520:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.795522:0:73057:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.795524:0:73057:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.795526:0:73057:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795529:0:73057:0:(mdt_som.c:122:mdt_set_som()) Process entered 00000004:00000002:3.0:1773688179.795531:0:73057:0:(mdt_som.c:126:mdt_set_som()) [0x20000afe1:0x145:0x0]: Set SOM attrs S/B/F: 15360/1/4. 00000004:00000001:3.0:1773688179.795535:0:73057:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.795537:0:73057:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:3.0:1773688179.795540:0:73057:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1773688179.795544:0:73057:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1773688179.795551:0:73057:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9a0f836d80. 00080000:00000001:3.0:1773688179.795555:0:73057:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1773688179.795567:0:73057:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9b0550a400. 00080000:00000001:3.0:1773688179.795570:0:73057:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614997146575872 : -129076562975744 : ffff8a9b0550a400) 00000004:00000001:3.0:1773688179.795574:0:73057:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.795579:0:73057:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.795581:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.795584:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997146575872 : -129076562975744 : ffff8a9b0550a400) 00080000:00000001:3.0:1773688179.795587:0:73057:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1773688179.795611:0:73057:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795613:0:73057:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795616:0:73057:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.795621:0:73057:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1773688179.795623:0:73057:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1773688179.795629:0:73057:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1773688179.795631:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.795632:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997146575872 : -129076562975744 : ffff8a9b0550a400) 00080000:00000001:3.0:1773688179.795636:0:73057:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.795641:0:73057:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.795642:0:73057:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795644:0:73057:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.795668:0:73057:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.795671:0:73057:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795678:0:73057:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.795681:0:73057:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1773688179.795683:0:73057:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.795685:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.795686:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997146575872 : -129076562975744 : ffff8a9b0550a400) 00080000:00000001:3.0:1773688179.795690:0:73057:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1773688179.795692:0:73057:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:3.0:1773688179.795706:0:73057:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1773688179.795709:0:73057:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.795712:0:73057:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795714:0:73057:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795715:0:73057:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795718:0:73057:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.795722:0:73057:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1773688179.795725:0:73057:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1773688179.795729:0:73057:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1773688179.795732:0:73057:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692075, last_committed = 171798692041 00000001:00000010:3.0:1773688179.795736:0:73057:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a0f8367e0. 00000001:00000040:3.0:1773688179.795739:0:73057:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 34 00000020:00000040:3.0:1773688179.795741:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=84 00000001:00000010:3.0:1773688179.795748:0:73057:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a16f6ba80. 00000004:00000001:3.0:1773688179.795762:0:73057:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1773688179.795764:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.795766:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997146575872 : -129076562975744 : ffff8a9b0550a400) 00080000:00000001:3.0:1773688179.795769:0:73057:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.795787:0:73057:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1773688179.795790:0:73057:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1773688179.795793:0:73057:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a16f6ba80: xid 1859843854326912, transno 171798692075, tag 1, client gen 13, slot idx 3 00000001:00000001:3.0:1773688179.795796:0:73057:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.795848:0:73057:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773688179.795852:0:73057:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9a0f836d80. 00000020:00000001:3.0:1773688179.795854:0:73057:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795858:0:73057:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795860:0:73057:0:(mdt_som.c:146:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795863:0:73057:0:(mdt_som.c:320:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795865:0:73057:0:(mdt_open.c:149:mdt_write_put()) Process entered 00000004:00000001:3.0:1773688179.795867:0:73057:0:(mdt_open.c:153:mdt_write_put()) Process leaving 00000004:00000001:3.0:1773688179.795870:0:73057:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1773688179.795871:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.795873:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.795875:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.795877:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.795879:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.795881:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.795884:0:73057:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795887:0:73057:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1773688179.795891:0:73057:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1773688179.795894:0:73057:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.795897:0:73057:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x20000afe1:0x145:0x0], previous was 0x7 00000004:00000001:3.0:1773688179.795899:0:73057:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795902:0:73057:0:(mdt_reint.c:931:mdt_add_dirty_flag()) Process entered 00000004:00000001:3.0:1773688179.795904:0:73057:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.795905:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.795906:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.795907:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.795909:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.795911:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.795913:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1773688179.795916:0:73057:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1773688179.795918:0:73057:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1773688179.795920:0:73057:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=ffff8a9a10fafef0 00000004:00000001:3.0:1773688179.795922:0:73057:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795924:0:73057:0:(mdt_reint.c:958:mdt_add_dirty_flag()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795927:0:73057:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1773688179.795930:0:73057:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795933:0:73057:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:3.0:1773688179.795936:0:73057:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.795939:0:73057:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1773688179.795942:0:73057:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8a9b07851e00. 00000004:00000001:3.0:1773688179.795965:0:73057:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1773688179.795970:0:73057:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b418685f8/ffff8a9b418685a0 to site lru. bkt: ffff8a9a1aeb6e28 00000004:00000001:3.0:1773688179.795974:0:73057:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.795975:0:73057:0:(mdt_open.c:2728:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795977:0:73057:0:(mdt_open.c:2758:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.795980:0:73057:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1773688179.795982:0:73057:0:(mdt_open.c:193:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1773688179.795984:0:73057:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.795986:0:73057:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.795987:0:73057:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.795989:0:73057:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.795994:0:73057:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.795997:0:73057:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.795999:0:73057:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1773688179.796024:0:73057:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.796031:0:73057:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.796033:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.796035:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.796037:0:73057:0:(mdt_open.c:2833:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.796041:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692075, xid 1859843854326912 00010000:00000001:3.0:1773688179.796044:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.796050:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b04e66680 x1859843854326912/t171798692075(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.796058:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.796061:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.796064:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=49 v=5 (1 1 1 0) 00000100:00000001:3.0:1773688179.796068:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.796071:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.796074:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.796077:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.796079:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.796082:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.796085:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.796089:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee6e8. 00000100:00000200:3.0:1773688179.796094:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854326912, offset 224 00000400:00000200:3.0:1773688179.796100:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.796109:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.796116:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48136:48136:256:4294967295] 192.168.204.51@tcp LPNI seq info [48132:48132:8:4294967295] 00000400:00000200:3.0:1773688179.796125:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.796131:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.796135:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d900. 00000800:00000200:3.0:1773688179.796141:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.796148:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.796152:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d900 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.796165:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.796169:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.796172:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.796173:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.796176:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.796180:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b04e66680 x1859843854326912/t171798692075(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.796190:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b04e66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+84:68109:x1859843854326912:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 987us (1237us total) trans 171798692075 rc 0/0 00000100:00100000:3.0:1773688179.796198:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3239 00000100:00000040:3.0:1773688179.796202:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.796205:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.796207:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.796211:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31ffb480. 00000020:00000010:3.0:1773688179.796215:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.796220:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2a00. 00000020:00000040:3.0:1773688179.796225:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 83 00000100:00000001:3.0:1773688179.796227:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.796269:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.796274:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d900. 00000400:00000200:2.0:1773688179.796279:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.796284:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.796288:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee6e8 00000400:00000010:2.0:1773688179.796290:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee6e8. 00000100:00000001:2.0:1773688179.796293:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.796294:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.800734:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.800749:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.800752:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.800754:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.800761:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.800774:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 648 into portal 12 MB=0x69b84a4465d80 00000400:00000200:2.0:1773688179.800781:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 648/648 into md 0x3b659 [64] + 117800 00000800:00000001:2.0:1773688179.800793:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.800802:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.800804:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.800807:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.800813:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.800815:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.800819:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a02304e00. 00000100:00000040:2.0:1773688179.800822:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a02304e00 x1859843854327168 msgsize 648 00000100:00100000:2.0:1773688179.800825:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.800837:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.800846:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.800849:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.800877:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.800880:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854327168 02000000:00000001:3.0:1773688179.800882:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.800884:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.800886:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.800890:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.800894:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854327168 00000020:00000001:3.0:1773688179.800896:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.800897:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.800899:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.800902:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=84 00000020:00000001:3.0:1773688179.800905:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.800907:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.800913:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.800918:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.800922:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.800925:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000020:00000010:3.0:1773688179.800931:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2a00. 00000020:00000010:3.0:1773688179.800937:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b31ffb480. 00000020:00000010:3.0:1773688179.800943:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.800965:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.800969:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.800971:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.800974:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.800976:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.800978:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.800986:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.801001:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.801059:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.801061:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.801065:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15524 00000100:00000040:3.0:1773688179.801069:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.801071:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992799157760 : -129080910393856 : ffff8a9a02304e00) 00000100:00000040:3.0:1773688179.801078:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a02304e00 x1859843854327168/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.801084:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.801087:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.801088:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.801091:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000100:00100000:3.0:1773688179.801096:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a02304e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+84:68109:x1859843854327168:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.801099:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854327168 00000020:00000001:3.0:1773688179.801102:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.801105:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1773688179.801110:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a16f6ba80: xid 1859843854326912, transno 171798692075, client gen 13, slot idx 3 00000001:00000001:3.0:1773688179.801113:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b065c4600: xid 1859843854326272, transno 171798692074, client gen 13, slot idx 2 00000001:00000010:3.0:1773688179.801117:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b065c4600. 00000020:00000001:3.0:1773688179.801121:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.801123:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.801125:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.801127:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.801130:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854327168, found 0 last_xid 1859843854327167 00000020:00000001:3.0:1773688179.801132:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.801134:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.801136:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.801141:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.801143:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.801145:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.801148:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.801150:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.801153:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.801159:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.801167:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:3.0:1773688179.801170:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.801173:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.801177:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b03eb4400. 00000020:00000001:3.0:1773688179.801181:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.801183:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b03eb4400 with handle 0x52973366461d2e73 to hash 00000020:00000001:3.0:1773688179.801185:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.801187:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997123154944 : -129076586396672 : ffff8a9b03eb4400) 00010000:00000010:3.0:1773688179.801193:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba080. 00010000:00000001:3.0:1773688179.801198:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997123154944 : -129076586396672 : ffff8a9b03eb4400) 00010000:00010000:3.0:1773688179.801203:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4400/0x52973366461d2e73 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a869 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.801212:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.801214:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=85 00010000:00000001:3.0:1773688179.801221:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.801223:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.801230:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.801233:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.801235:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.801237:0:68797:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:3.0:1773688179.801243:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9a02304e00 x1859843854327168/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1773688179.801264:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1773688179.801267:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1773688179.801270:0:68797:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1773688179.801272:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.801274:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.801278:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.801280:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.801282:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.801284:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.801286:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.801287:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.801294:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.801296:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.801298:0:68797:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.801301:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.801304:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.801306:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.801309:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.801312:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.801323:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9b41246000. 02000000:00000001:3.0:1773688179.801326:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.801329:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.801333:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1773688179.801334:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.801336:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.801337:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.801338:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.801339:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.801340:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.801341:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.801342:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.801344:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.801344:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.801347:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.801351:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.801352:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.801353:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.801354:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.801355:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.801356:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.801357:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.801358:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.801359:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.801360:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.801362:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.801363:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.801364:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.801365:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.801367:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1773688179.801368:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.801370:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1773688179.801372:0:68797:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:3.0:1773688179.801375:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfa38 00000004:00000002:3.0:1773688179.801377:0:68797:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xef:0x0]/(->[0x20000afe1:0x145:0x0]) cr_flag=040004240000003 mode=0100000 msg_flag=0x600 00000004:00000001:3.0:1773688179.801381:0:68797:0:(mdt_open.c:1135:mdt_open_by_fid_lock()) Process entered 00000004:00000001:3.0:1773688179.801383:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.801384:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.801387:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.801391:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.801393:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.801394:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.801395:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x145:0x0] 00000020:00000001:3.0:1773688179.801396:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.801400:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156740088 : -129075552811528 : ffff8a9b418685f8) 00000004:00000001:3.0:1773688179.801401:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156740000 : -129075552811616 : ffff8a9b418685a0) 00000004:00000001:3.0:1773688179.801403:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1773688179.801404:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.801408:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.801410:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.801416:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.801419:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.801423:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.801425:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.801431:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.801432:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.801435:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.801436:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.801438:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.801440:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x145:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:3.0:1773688179.801443:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.801444:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.801445:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.801446:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.801448:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.801450:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:3.0:1773688179.801453:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b41246378 00000004:00000001:3.0:1773688179.801455:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.801459:0:68797:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:3.0:1773688179.801461:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.801463:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.801466:0:68797:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0x145:0x0] lease count: 0, lm: 8 00000004:00000001:3.0:1773688179.801469:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1773688179.801474:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.801477:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.801480:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1689c700 count: 2 00010000:00000001:3.0:1773688179.801482:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.801484:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.801487:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b03eb5200. 00000020:00000001:3.0:1773688179.801490:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.801491:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b03eb5200 with handle 0x52973366461d2e7a to hash 00000020:00000001:3.0:1773688179.801493:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.801493:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997123158528 : -129076586393088 : ffff8a9b03eb5200) 00010000:00000010:3.0:1773688179.801496:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.801497:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997123158528 : -129076586393088 : ffff8a9b03eb5200) 00010000:00000001:3.0:1773688179.801500:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.801501:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.801504:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5200/0x52973366461d2e7a lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.801509:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.801513:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.801515:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.801517:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.801519:0:68797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1773688179.801522:0:68797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4800/0x52973366461d2e57 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a854 expref: 85 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.801527:0:68797:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1773688179.801528:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.801530:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.801530:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.801532:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.801533:0:68797:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1773688179.801535:0:68797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5200/0x52973366461d2e7a lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.801540:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a1689c700) refcount = 2 00010000:00000040:3.0:1773688179.801543:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.801545:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4800/0x52973366461d2e57 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a854 expref: 85 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.801550:0:68797:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1773688179.801551:0:68797:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5200/0x52973366461d2e7a lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.801555:0:68797:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.801558:0:68797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773688179.801563:0:68797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b065c4600. 00000100:00000001:3.0:1773688179.801564:0:68797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997164115456 : -129076545436160 : ffff8a9b065c4600) 00000100:00000001:3.0:1773688179.801565:0:68797:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997164115456 : -129076545436160 : ffff8a9b065c4600) 00000100:00000001:3.0:1773688179.801567:0:68797:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773688179.801568:0:68797:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1773688179.801570:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1773688179.801573:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.801574:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1773688179.801576:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.801577:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.801579:0:68797:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1773688179.801580:0:68797:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1773688179.801583:0:68797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e1a3800. 00000020:00000040:3.0:1773688179.801586:0:68797:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:3.0:1773688179.801588:0:68797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773688179.801590:0:68797:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773688179.801594:0:68797:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773688179.801599:0:68797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a112a3c00. 00000100:00000001:3.0:1773688179.801605:0:68797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.801608:0:68797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4800/0x52973366461d2e57 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a854 expref: 85 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.801629:0:68797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4800/0x52973366461d2e57 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a854 expref: 85 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.801638:0:68797:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1773688179.801641:0:68797:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773688179.801644:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9a0e1a3800 x1859843861192064/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.801650:0:68797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773688179.801652:0:68797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.801655:0:68797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9a0e1a3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861192064:192.168.204.51@tcp:104: 00000100:00000001:3.0:1773688179.801658:0:68797:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773688179.801662:0:68797:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773688179.801664:0:68797:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.801666:0:68797:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773688179.801669:0:68797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a112a3600. 02000000:00000001:3.0:1773688179.801670:0:68797:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773688179.801674:0:68797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b34631e70. 00000400:00000010:3.0:1773688179.801678:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee550. 00000100:00000200:3.0:1773688179.801683:0:68797:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861192064, portal 16 00000100:00000001:3.0:1773688179.801685:0:68797:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773688179.801686:0:68797:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614992999036928 : -129080710514688 : ffff8a9a0e1a3800) 00000100:00000040:3.0:1773688179.801690:0:68797:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9a0e1a3800 x1859843861192064/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.801695:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.801696:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.801698:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeeaa0. 00000100:00000200:3.0:1773688179.801700:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861192064, offset 0 00000400:00000200:3.0:1773688179.801704:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.801711:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.801715:0:68797:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773688179.801719:0:68797:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:3.0:1773688179.801722:0:68797:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773688179.801724:0:68797:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:3.0:1773688179.801728:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48137:48137:256:4294967295] 192.168.204.51@tcp LPNI seq info [48133:48133:8:4294967295] 00000400:00000200:3.0:1773688179.801734:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.801738:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.801742:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d400. 00000800:00000200:3.0:1773688179.801746:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.801751:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.801754:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.801767:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.801770:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297630722 00000100:00000001:3.0:1773688179.801778:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297630710 00000100:00000001:3.0:1773688179.801781:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297630722 00000100:00000001:3.0:1773688179.801785:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297630710 00000100:00000001:3.0:1773688179.801788:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297630722 00000100:00000001:3.0:1773688179.801792:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297630710 00000100:00000001:3.0:1773688179.801794:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297630722 00000100:00000001:3.0:1773688179.801796:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297630710 00000100:00000001:3.0:1773688179.801798:0:68797:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773688179.801800:0:68797:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.801801:0:68797:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.801802:0:68797:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.801804:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.801805:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.801806:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.801806:0:68797:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.801807:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1773688179.801808:0:68797:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1773688179.801810:0:68797:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.801812:0:68797:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773688179.801814:0:68797:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773688179.801815:0:68797:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b065c4600 going to sleep for 11 seconds 00000100:00000001:3.0:1773688179.801818:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773688179.801820:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688179.801856:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.801862:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d400. 00000400:00000200:0.0:1773688179.801867:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.801872:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.801876:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeeaa0 00000400:00000010:0.0:1773688179.801878:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeeaa0. 00000100:00000001:0.0:1773688179.801882:0:3439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773688179.801887:0:3439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9a0e1a3800 x1859843861192064/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.801898:0:3439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773688179.801901:0:3439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9a0e1a3800 x1859843861192064/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.801908:0:3439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.801910:0:3439:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.802815:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.802824:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.802826:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.802828:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.802834:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.802843:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af1d80 00000400:00000200:2.0:1773688179.802849:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77eb1 [1] + 224 00000800:00000001:2.0:1773688179.802853:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.802858:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.802861:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.802864:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.802867:0:3440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688179.802872:0:3440:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9a0e1a3800 x1859843861192064/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1773688179.802882:0:3440:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9a0e1a3800 x1859843861192064/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.802900:0:3440:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.802904:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.802907:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.802936:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773688179.802942:0:68797:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773688179.802944:0:68797:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773688179.802947:0:68797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b34631e70. 00000400:00000200:3.0:1773688179.802961:0:68797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee550 00000400:00000010:3.0:1773688179.802963:0:68797:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee550. 00000100:00000001:3.0:1773688179.802966:0:68797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773688179.802971:0:68797:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9a0e1a3800 x1859843861192064/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1773688179.802981:0:68797:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9a0e1a3800 x1859843861192064/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.802988:0:68797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773688179.802990:0:68797:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.802993:0:68797:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773688179.802995:0:68797:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773688179.802997:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.802998:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.803001:0:68797:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.803022:0:68797:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=3 v=5 (5 0 0 0) 00000100:00001000:3.0:1773688179.803026:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1773688179.803028:0:68797:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773688179.803029:0:68797:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.803031:0:68797:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773688179.803034:0:68797:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.803036:0:68797:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.803039:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9a0e1a3800 x1859843861192064/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.803052:0:68797:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773688179.803055:0:68797:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773688179.803058:0:68797:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.803060:0:68797:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1773688179.803062:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.803063:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.803065:0:68797:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.803069:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e1a3800 x1859843861192064/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773688179.803077:0:68797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9a0e1a3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861192064:192.168.204.51@tcp:104: 00000100:00000001:3.0:1773688179.803081:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.803084:0:68797:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.803087:0:68797:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773688179.803088:0:68797:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773688179.803091:0:68797:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9a0e1a3800 x1859843861192064/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.803097:0:68797:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773688179.803100:0:68797:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773688179.803103:0:68797:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a112a3600. 02000000:00000001:3.0:1773688179.803106:0:68797:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773688179.803108:0:68797:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773688179.803110:0:68797:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1773688179.803112:0:68797:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773688179.803115:0:68797:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a112a3c00. 02000000:00000001:3.0:1773688179.803118:0:68797:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773688179.803119:0:68797:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773688179.803121:0:68797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a0e1a3800. 00000100:00000001:3.0:1773688179.803125:0:68797:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773688179.803126:0:68797:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773688179.803128:0:68797:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b065c4600. 00000100:00000001:3.0:1773688179.803130:0:68797:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1773688179.803132:0:68797:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1773688179.803135:0:68797:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b072a5980. 00010000:00000001:3.0:1773688179.803138:0:68797:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.803140:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.803142:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.803145:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1773688179.803149:0:68797:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5200/0x52973366461d2e7a lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000001:2.0:1773688179.803648:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.803654:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.803657:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.803659:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.803664:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.803672:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4465e00 00000400:00000200:2.0:1773688179.803679:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x73361 [2] + 1968 00000400:00000010:2.0:1773688179.803682:0:3438:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a19b96e70. 00000400:00000200:2.0:1773688179.803687:0:3438:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8a9b078da000 00000800:00000001:2.0:1773688179.803690:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.803721:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.803723:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.803727:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.803731:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b078da000 00000400:00000010:2.0:1773688179.803734:0:3438:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at ffff8a9b078da000. 00000100:00000001:2.0:1773688179.803738:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.803740:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:2.0:1773688179.803744:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b07854050 x1859843854327296 msgsize 328 00000100:00100000:2.0:1773688179.803749:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000040:2.0:1773688179.803752:0:3438:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1773688179.803763:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.803768:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.803771:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.803811:0:7562:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.803815:0:7562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854327296 02000000:00000001:1.0:1773688179.803818:0:7562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.803820:0:7562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.803821:0:7562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.803824:0:7562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.803827:0:7562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854327296 00000020:00000001:1.0:1773688179.803828:0:7562:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.803830:0:7562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.803831:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.803834:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=86 00000020:00000001:1.0:1773688179.803835:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.803837:0:7562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.803841:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.803845:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.803847:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.803849:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000020:00000010:1.0:1773688179.803854:0:7562:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09357600. 00000020:00000010:1.0:1773688179.803857:0:7562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e380. 00000020:00000010:1.0:1773688179.803861:0:7562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688179.803866:0:7562:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.803868:0:7562:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.803869:0:7562:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.803871:0:7562:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.803873:0:7562:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.803875:0:7562:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.803878:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.803879:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.803880:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b03eb4800 refcount=4 00000020:00000001:1.0:1773688179.803882:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997123155968 : -129076586395648 : ffff8a9b03eb4800) 00010000:00000001:1.0:1773688179.803884:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997123155968 : -129076586395648 : ffff8a9b03eb4800) 00010000:00010000:1.0:1773688179.803888:0:7562:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4800/0x52973366461d2e57 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a854 expref: 86 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.803894:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.803895:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.803896:0:7562:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.803897:0:7562:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.803901:0:7562:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1773688179.803906:0:7562:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9b07854050 x1859843854327296/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.803915:0:7562:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1773688179.803916:0:7562:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.803925:0:7562:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.803933:0:7562:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.803934:0:7562:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.803936:0:7562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3737 00000100:00000040:1.0:1773688179.803939:0:7562:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00000100:00000001:1.0:1773688179.803940:0:7562:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997183578192 : -129076525973424 : ffff8a9b07854050) 00000100:00000040:1.0:1773688179.803943:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b07854050 x1859843854327296/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.803949:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.803962:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.803964:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.803965:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000100:00100000:1.0:1773688179.803969:0:7562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b07854050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+86:2405:x1859843854327296:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.803972:0:7562:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854327296 00010000:00000001:1.0:1773688179.803974:0:7562:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.803977:0:7562:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.803978:0:7562:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.803982:0:7562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.803984:0:7562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.803987:0:7562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a10feec00. 02000000:00000001:1.0:1773688179.803988:0:7562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.803990:0:7562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.803992:0:7562:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.803993:0:7562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.803995:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.803995:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.803996:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b03eb4800 refcount=4 00000020:00000001:1.0:1773688179.803997:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997123155968 : -129076586395648 : ffff8a9b03eb4800) 00010000:00000001:1.0:1773688179.803999:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997123155968 : -129076586395648 : ffff8a9b03eb4800) 00010000:00000040:1.0:1773688179.804002:0:7562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1689c700 count: 3 00000004:00000001:1.0:1773688179.804005:0:7562:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1773688179.804031:0:7562:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4800/0x52973366461d2e57 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a854 expref: 86 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:1.0:1773688179.804038:0:7562:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b2bf83c50 time=1773688179 v=20 (0 0 0 0) 00010000:00000001:1.0:1773688179.804042:0:7562:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773688179.804059:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.804060:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.804064:0:7562:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4800/0x52973366461d2e57 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a854 expref: 86 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773688179.804072:0:7562:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.804074:0:7562:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.804075:0:7562:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.804077:0:7562:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.804080:0:7562:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.804082:0:7562:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.804086:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.804087:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.804089:0:7562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.804090:0:7562:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.804091:0:7562:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b03eb4800 with handle 0x52973366461d2e57 from hash 00010000:00000001:1.0:1773688179.804093:0:7562:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.804094:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.804095:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.804095:0:7562:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.804100:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.804101:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.804103:0:7562:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.804103:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.804105:0:7562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4800/0x52973366461d2e57 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a854 expref: 86 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.804115:0:7562:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:1.0:1773688179.804117:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 85 00010000:00000010:1.0:1773688179.804119:0:7562:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315bae00. 00010000:00000001:1.0:1773688179.804128:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.804130:0:7562:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.804132:0:7562:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.804135:0:7562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a1689c700) 00010000:00010000:1.0:1773688179.804140:0:7562:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5200/0x52973366461d2e7a lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.804146:0:7562:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.804148:0:7562:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.804149:0:7562:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.804152:0:7562:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.804153:0:7562:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.804157:0:7562:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.804159:0:7562:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688179.804161:0:7562:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5200/0x52973366461d2e7a lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.804167:0:7562:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688179.804169:0:7562:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.804171:0:7562:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.804172:0:7562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.804175:0:7562:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a1689c700) refcount = 2 00010000:00010000:1.0:1773688179.804178:0:7562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5200/0x52973366461d2e7a lrc: 4/0,1 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.804185:0:7562:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.804187:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.804189:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.804191:0:7562:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.804193:0:7562:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.804196:0:7562:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1773688179.804199:0:7562:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.804202:0:7562:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688179.804208:0:7562:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b35755a80. 00000100:00000001:1.0:1773688179.804210:0:7562:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997954288256 : -129075755263360 : ffff8a9b35755a80) 00000100:00000001:1.0:1773688179.804212:0:7562:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997954288256 : -129075755263360 : ffff8a9b35755a80) 00000100:00000001:1.0:1773688179.804215:0:7562:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688179.804216:0:7562:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688179.804218:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.804220:0:7562:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.804228:0:7562:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.804230:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.804232:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.804233:0:7562:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.804235:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.804236:0:7562:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688179.804237:0:7562:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.804238:0:7562:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.804240:0:7562:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1773688179.804241:0:7562:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b35755a80. 00000100:00000001:1.0:1773688179.804243:0:7562:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688179.804245:0:7562:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773688179.804246:0:7562:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9a0f80a700. 00010000:00000001:1.0:1773688179.804249:0:7562:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.804251:0:7562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.804253:0:7562:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.804260:0:7562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:3.0:1773688179.804263:0:68797:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5200/0x52973366461d2e7a lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.804263:0:7562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.804266:0:7562:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1773688179.804277:0:7562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1773688179.804278:0:68797:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.804282:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5200/0x52973366461d2e7a lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000040:1.0:1773688179.804283:0:7562:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.804290:0:7562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 00010000:00000001:3.0:1773688179.804293:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:1.0:1773688179.804295:0:7562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1773688179.804296:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.804300:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1773688179.804300:0:7562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.804304:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1773688179.804305:0:7562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1773688179.804307:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1773688179.804311:0:7562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000020:00000040:3.0:1773688179.804312:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b03eb5200 refcount=3 00000400:00000010:1.0:1773688179.804315:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64aa0. 00000020:00000001:3.0:1773688179.804316:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997123158528 : -129076586393088 : ffff8a9b03eb5200) 00000100:00000200:1.0:1773688179.804319:0:7562:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854327296, offset 224 00010000:00000001:3.0:1773688179.804321:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997123158528 : -129076586393088 : ffff8a9b03eb5200) 00010000:00000001:3.0:1773688179.804326:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1773688179.804326:0:7562:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00010000:00000001:3.0:1773688179.804329:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.804331:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773688179.804335:0:7562:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000004:00000002:3.0:1773688179.804338:0:68797:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0x145:0x0], ibits = 0x5/0x1a, open_flags = 040004240000003, try_layout = 1 : rc = 0 00000400:00000200:1.0:1773688179.804342:0:7562:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48138:48138:256:4294967295] 192.168.204.51@tcp LPNI seq info [48134:48134:8:4294967295] 00000004:00000001:3.0:1773688179.804347:0:68797:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.804354:0:68797:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773688179.804354:0:7562:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.804361:0:7562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000004:00000001:3.0:1773688179.804363:0:68797:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000800:00000010:1.0:1773688179.804365:0:7562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7a00. 00000001:00000001:3.0:1773688179.804370:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000800:00000200:1.0:1773688179.804370:0:7562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000001:00000001:3.0:1773688179.804375:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.804381:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000800:00000200:1.0:1773688179.804381:0:7562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000001:00000001:3.0:1773688179.804385:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1773688179.804388:0:7562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7a00 type 1, nob 320 niov 1 nkiov 1 00000001:00000001:3.0:1773688179.804389:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.804393:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.804396:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.804398:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.804401:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000100:00000001:1.0:1773688179.804404:0:7562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00200000:3.0:1773688179.804405:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: returning size 15360 00000100:00000040:1.0:1773688179.804411:0:7562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.804414:0:7562:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.804416:0:7562:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.804420:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000100:00000040:1.0:1773688179.804424:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b07854050 x1859843854327296/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1773688179.804427:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.804433:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1773688179.804438:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00100000:1.0:1773688179.804443:0:7562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b07854050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+85:2405:x1859843854327296:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 489us (694us total) trans 0 rc 0/0 00000004:00000001:3.0:1773688179.804444:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.804448:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.804455:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00100000:1.0:1773688179.804457:0:7562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3737 00000004:00000001:3.0:1773688179.804459:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000040:1.0:1773688179.804461:0:7562:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00000004:00000001:3.0:1773688179.804465:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000001:1.0:1773688179.804465:0:7562:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.804469:0:7562:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:3.0:1773688179.804470:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688179.804473:0:7562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e380. 00000800:00000200:0.0:1773688179.804473:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000004:00000001:3.0:1773688179.804476:0:68797:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000004:00000002:3.0:1773688179.804480:0:68797:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000800:00000010:0.0:1773688179.804480:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7a00. 00000020:00000010:1.0:1773688179.804481:0:7562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000004:00000001:3.0:1773688179.804487:0:68797:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000400:00000200:0.0:1773688179.804487:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1773688179.804488:0:7562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09357600. 00000004:00000001:3.0:1773688179.804491:0:68797:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.804496:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 84 00000004:00000001:3.0:1773688179.804498:0:68797:0:(mdd_object.c:3758:mdd_open()) Process entered 00000400:00000200:0.0:1773688179.804498:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 02000000:00000001:1.0:1773688179.804503:0:7562:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:0.0:1773688179.804505:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64aa0 02000000:00000010:1.0:1773688179.804506:0:7562:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a10fee000. 00000400:00000010:0.0:1773688179.804509:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64aa0. 02000000:00000001:1.0:1773688179.804510:0:7562:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.804513:0:7562:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a02305c00. 00000004:00000001:3.0:1773688179.804514:0:68797:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 02000000:00000001:1.0:1773688179.804517:0:7562:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1773688179.804517:0:3439:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:1.0:1773688179.804521:0:7562:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a0fadc000. 02000000:00000001:0.0:1773688179.804521:0:3439:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000004:00000001:3.0:1773688179.804523:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 02000000:00000001:1.0:1773688179.804524:0:7562:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000010:0.0:1773688179.804525:0:3439:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a10feec00. 00000004:00000001:3.0:1773688179.804527:0:68797:0:(mdd_permission.c:247:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773688179.804527:0:7562:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a02306300. 02000000:00000001:1.0:1773688179.804533:0:7562:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000004:00000001:3.0:1773688179.804534:0:68797:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773688179.804535:0:7562:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a0fadc400. 02000000:00000001:1.0:1773688179.804538:0:7562:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.804540:0:7562:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a02307800. 00000004:00000001:3.0:1773688179.804541:0:68797:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773688179.804543:0:7562:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.804545:0:7562:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9b07831400. 00000004:00000001:3.0:1773688179.804547:0:68797:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 02000000:00000001:1.0:1773688179.804548:0:7562:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.804551:0:7562:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a16b77100. 02000000:00000001:1.0:1773688179.804553:0:7562:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000004:00000010:3.0:1773688179.804555:0:68797:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9b35d06f00. 02000000:00000010:1.0:1773688179.804555:0:7562:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9b07833400. 00000020:00000001:3.0:1773688179.804560:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 02000000:00000001:1.0:1773688179.804561:0:7562:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:3.0:1773688179.804563:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b35d06f00 with handle 0x52973366461d2e81 to hash 00000100:00000010:1.0:1773688179.804564:0:7562:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a16b75c00. 00000020:00000001:3.0:1773688179.804568:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 02000000:00000001:0.0:1773688179.804570:0:3439:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000004:00000001:3.0:1773688179.804571:0:68797:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614997960257280 : -129075749294336 : ffff8a9b35d06f00) 00000100:00000001:0.0:1773688179.804574:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000001:3.0:1773688179.804575:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 02000000:00000001:1.0:1773688179.804576:0:7562:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000004:00000001:3.0:1773688179.804579:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 02000000:00000010:1.0:1773688179.804579:0:7562:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9b07833c00. 00000004:00002000:3.0:1773688179.804583:0:68797:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0x145:0x0] Change mfd open_flags 0 -> 040004240000003. 02000000:00000001:1.0:1773688179.804584:0:7562:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.804587:0:7562:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b36723b80. 00000004:00000001:3.0:1773688179.804589:0:68797:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00000100:00000001:1.0:1773688179.804592:0:7562:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.804594:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000200:1.0:1773688179.804597:0:7562:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773688179.804602:0:7562:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b3697f1b8. 00080000:00000010:3.0:1773688179.804604:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9b05508c00. 00000400:00000010:1.0:1773688179.804607:0:7562:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a9b35755a80. 00080000:00000001:3.0:1773688179.804608:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614997146569728 : -129076562981888 : ffff8a9b05508c00) 00080000:00000001:3.0:1773688179.804611:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1773688179.804618:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.804624:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.804625:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.804644:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.804646:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1773688179.804649:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1773688179.804652:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692076, last_committed = 171798692041 00000001:00000010:3.0:1773688179.804654:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a0f8368a0. 00000001:00000040:3.0:1773688179.804656:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 35 00000020:00000040:3.0:1773688179.804658:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=85 00000001:00000010:3.0:1773688179.804662:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b41aafcc0. 00080000:00000001:3.0:1773688179.804667:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.804685:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1773688179.804688:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b41aafcc0: xid 1859843854327168, transno 171798692076, tag 1, client gen 13, slot idx 2 00000001:00000001:3.0:1773688179.804690:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.804699:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.804700:0:68797:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1773688179.804701:0:68797:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.804703:0:68797:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.804705:0:68797:0:(mdt_open.c:1236:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.804707:0:68797:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1773688179.804709:0:68797:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:3.0:1773688179.804710:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.804712:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.804713:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1773688179.804715:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.804715:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.804717:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.804718:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.804719:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.804721:0:68797:0:(mdt_open.c:1525:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1773688179.804726:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.804730:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.804731:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.804733:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.804736:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.804738:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1773688179.804741:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.804742:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.804744:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.804745:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.804747:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.804749:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.804754:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.804756:0:68797:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:3.0:1773688179.804758:0:68797:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:3.0:1773688179.804760:0:68797:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.804762:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.804763:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.804764:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b03eb5200 refcount=3 00000020:00000001:3.0:1773688179.804766:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997123158528 : -129076586393088 : ffff8a9b03eb5200) 00010000:00000001:3.0:1773688179.804767:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997123158528 : -129076586393088 : ffff8a9b03eb5200) 00000004:00000040:3.0:1773688179.804770:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.804772:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=86 00010000:00000001:3.0:1773688179.804775:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.804776:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.804777:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.804778:0:68797:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.804779:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.804782:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.804784:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.804785:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.804787:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.804788:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.804789:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.804790:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.804792:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b03eb4400 with handle 0x52973366461d2e73 from hash 00010000:00000001:3.0:1773688179.804793:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.804794:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.804795:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.804796:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.804797:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.804799:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4400/0x52973366461d2e73 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a869 expref: 86 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.804804:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.804806:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 85 00010000:00000010:3.0:1773688179.804808:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba080. 00010000:00000001:3.0:1773688179.804812:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.804813:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.804816:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.804819:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5200/0x52973366461d2e7a lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a869 expref: 85 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.804824:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.804825:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.804826:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a1689c700) 00010000:00010000:3.0:1773688179.804828:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00000001:3.0:1773688179.804829:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.804831:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.804832:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.804833:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.804833:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.804834:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b03eb5200, rc 0) 00000020:00000001:3.0:1773688179.804836:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.804839:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692076, xid 1859843854327168 00010000:00000001:3.0:1773688179.804840:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.804843:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a02304e00 x1859843854327168/t171798692076(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.804848:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.804849:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.804851:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.804853:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.804854:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.804856:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.804857:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.804858:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.804860:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.804862:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.804863:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee550. 00000100:00000200:3.0:1773688179.804866:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854327168, offset 224 00000400:00000200:3.0:1773688179.804869:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.804873:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.804876:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48139:48139:256:4294967295] 192.168.204.51@tcp LPNI seq info [48135:48135:8:4294967295] 00000400:00000200:3.0:1773688179.804882:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.804885:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.804887:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d700. 00000800:00000200:3.0:1773688179.804890:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.804893:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.804895:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d700 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.804906:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.804908:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.804910:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.804911:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.804913:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.804915:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a02304e00 x1859843854327168/t171798692076(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.804922:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a02304e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+85:68109:x1859843854327168:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3836us (4098us total) trans 171798692076 rc 0/0 00000100:00100000:3.0:1773688179.804928:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15524 00000100:00000040:3.0:1773688179.804930:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.804932:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.804933:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.804936:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31ffb480. 00000020:00000010:3.0:1773688179.804938:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.804941:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2a00. 00000020:00000040:3.0:1773688179.804944:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 84 00000100:00000001:3.0:1773688179.804946:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.804982:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.804986:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d700. 00000400:00000200:2.0:1773688179.804991:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.804995:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.804999:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee550 00000400:00000010:2.0:1773688179.805001:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee550. 00000100:00000001:2.0:1773688179.805004:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.805004:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.808355:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.808369:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.808373:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.808374:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.808381:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.808394:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4465e80 00000400:00000200:2.0:1773688179.808400:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 118448 00000800:00000001:2.0:1773688179.808407:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.808416:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.808419:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.808423:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.808434:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.808437:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.808444:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a02307800. 00000100:00000040:2.0:1773688179.808448:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a02307800 x1859843854327424 msgsize 576 00000100:00100000:2.0:1773688179.808453:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.808465:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.808474:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.808478:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.808520:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.808527:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854327424 02000000:00000001:3.0:1773688179.808530:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.808533:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.808536:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.808540:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.808544:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854327424 00000020:00000001:3.0:1773688179.808548:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.808550:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.808553:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.808557:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=85 00000020:00000001:3.0:1773688179.808559:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.808561:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.808566:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.808572:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.808576:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.808579:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000020:00000010:3.0:1773688179.808585:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2a00. 00000020:00000010:3.0:1773688179.808591:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b31ffb480. 00000020:00000010:3.0:1773688179.808596:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.808603:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.808606:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.808608:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.808610:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.808612:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.808615:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.808622:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.808635:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.808646:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.808648:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.808656:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15525 00000100:00000040:3.0:1773688179.808660:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.808662:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992799168512 : -129080910383104 : ffff8a9a02307800) 00000100:00000040:3.0:1773688179.808671:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a02307800 x1859843854327424/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.808686:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.808688:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.808690:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.808693:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000100:00100000:3.0:1773688179.808698:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a02307800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+85:68109:x1859843854327424:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.808701:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854327424 00000020:00000001:3.0:1773688179.808705:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.808709:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1773688179.808715:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b41aafcc0: xid 1859843854327168, transno 171798692076, client gen 13, slot idx 2 00000001:00000001:3.0:1773688179.808720:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a16f6ba80: xid 1859843854326912, transno 171798692075, client gen 13, slot idx 3 00000001:00000010:3.0:1773688179.808725:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a16f6ba80. 00000020:00000001:3.0:1773688179.808730:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.808733:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.808735:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.808739:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.808742:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854327424, found 0 last_xid 1859843854327423 00000020:00000001:3.0:1773688179.808745:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.808747:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.808750:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.808755:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.808757:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.808760:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.808762:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.808763:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.808770:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.808776:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.808784:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1689c700 count: 2 00010000:00000001:3.0:1773688179.808787:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.808790:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.808795:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b03eb4c00. 00000020:00000001:3.0:1773688179.808799:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.808802:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b03eb4c00 with handle 0x52973366461d2e88 to hash 00000020:00000001:3.0:1773688179.808804:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.808805:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997123156992 : -129076586394624 : ffff8a9b03eb4c00) 00010000:00000010:3.0:1773688179.808811:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba080. 00010000:00000001:3.0:1773688179.808814:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997123156992 : -129076586394624 : ffff8a9b03eb4c00) 00010000:00010000:3.0:1773688179.808818:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4c00/0x52973366461d2e88 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a870 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.808828:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.808830:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=86 00010000:00000001:3.0:1773688179.808837:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.808839:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.808847:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.808849:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.808852:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688179.808854:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.808856:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x145:0x0] 00000020:00000001:3.0:1773688179.808859:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.808864:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156740088 : -129075552811528 : ffff8a9b418685f8) 00000004:00000001:3.0:1773688179.808866:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156740000 : -129075552811616 : ffff8a9b418685a0) 00000004:00000001:3.0:1773688179.808869:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.808872:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.808873:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.808877:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.808879:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.808886:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b41242000. 02000000:00000001:3.0:1773688179.808888:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.808891:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.808893:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.808895:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688179.808899:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688179.808901:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.808903:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.808907:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.808908:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.808911:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.808912:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.808914:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.808915:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.808917:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.808918:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.808920:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.808922:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.808923:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.808925:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.808926:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.808927:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.808929:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.808931:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.808932:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.808937:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.808943:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.808945:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.808947:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.808948:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.808963:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.808965:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.808967:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.808968:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.808970:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.808972:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.808975:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.808976:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.808978:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.808980:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.808984:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:3.0:1773688179.808988:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1773688179.808990:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:3.0:1773688179.808992:0:68797:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000020:00000010:3.0:1773688179.808998:0:68797:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8a9b41247000. 00000004:00000001:3.0:1773688179.809004:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.809029:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.809033:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.809041:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.809045:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.809049:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.809053:0:68797:0:(mdt_lib.c:2238:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.809057:0:68797:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0x145:0x0]/[0x20000afe1:0x145:0x0], ldlm_rep = ffff8a9b41242228 00000004:00000001:3.0:1773688179.809065:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1773688179.809069:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.809071:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.809074:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1689c700 count: 3 00010000:00000001:3.0:1773688179.809077:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.809080:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.809083:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b03eb4000. 00000020:00000001:3.0:1773688179.809086:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.809087:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b03eb4000 with handle 0x52973366461d2e8f to hash 00000020:00000001:3.0:1773688179.809089:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.809091:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997123153920 : -129076586397696 : ffff8a9b03eb4000) 00010000:00000010:3.0:1773688179.809094:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315baf80. 00010000:00000001:3.0:1773688179.809096:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997123153920 : -129076586397696 : ffff8a9b03eb4000) 00010000:00000001:3.0:1773688179.809099:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.809101:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.809106:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4000/0x52973366461d2e8f lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.809112:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.809116:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.809118:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.809120:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.809122:0:68797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1773688179.809126:0:68797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5200/0x52973366461d2e7a lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a869 expref: 86 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.809139:0:68797:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1773688179.809141:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.809143:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.809144:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.809146:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.809149:0:68797:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1773688179.809152:0:68797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4000/0x52973366461d2e8f lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.809159:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a1689c700) refcount = 3 00010000:00000040:3.0:1773688179.809162:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.809166:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5200/0x52973366461d2e7a lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a869 expref: 86 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.809173:0:68797:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1773688179.809175:0:68797:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4000/0x52973366461d2e8f lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.809182:0:68797:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.809186:0:68797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773688179.809192:0:68797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a16f6ba80. 00000100:00000001:3.0:1773688179.809194:0:68797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614993147705984 : -129080561845632 : ffff8a9a16f6ba80) 00000100:00000001:3.0:1773688179.809197:0:68797:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614993147705984 : -129080561845632 : ffff8a9a16f6ba80) 00000100:00000001:3.0:1773688179.809199:0:68797:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773688179.809201:0:68797:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1773688179.809203:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1773688179.809206:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.809207:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1773688179.809209:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.809211:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.809213:0:68797:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1773688179.809215:0:68797:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1773688179.809221:0:68797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e1a3800. 00000020:00000040:3.0:1773688179.809224:0:68797:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:3.0:1773688179.809228:0:68797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773688179.809230:0:68797:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773688179.809235:0:68797:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773688179.809242:0:68797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a112a3c00. 00000100:00000001:3.0:1773688179.809249:0:68797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.809255:0:68797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5200/0x52973366461d2e7a lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a869 expref: 86 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.809289:0:68797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5200/0x52973366461d2e7a lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a869 expref: 86 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.809298:0:68797:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1773688179.809301:0:68797:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773688179.809306:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9a0e1a3800 x1859843861192192/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.809314:0:68797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773688179.809317:0:68797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.809322:0:68797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9a0e1a3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861192192:192.168.204.51@tcp:104: 00000100:00000001:3.0:1773688179.809326:0:68797:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773688179.809332:0:68797:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773688179.809334:0:68797:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.809337:0:68797:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773688179.809342:0:68797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a112a3600. 02000000:00000001:3.0:1773688179.809344:0:68797:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773688179.809350:0:68797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b34631e70. 00000400:00000010:3.0:1773688179.809356:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee550. 00000100:00000200:3.0:1773688179.809362:0:68797:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861192192, portal 16 00000100:00000001:3.0:1773688179.809364:0:68797:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773688179.809366:0:68797:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614992999036928 : -129080710514688 : ffff8a9a0e1a3800) 00000100:00000040:3.0:1773688179.809372:0:68797:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9a0e1a3800 x1859843861192192/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.809380:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.809382:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.809385:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeeaa0. 00000100:00000200:3.0:1773688179.809387:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861192192, offset 0 00000400:00000200:3.0:1773688179.809393:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.809405:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.809410:0:68797:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773688179.809414:0:68797:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:3.0:1773688179.809418:0:68797:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773688179.809421:0:68797:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:3.0:1773688179.809425:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48140:48140:256:4294967295] 192.168.204.51@tcp LPNI seq info [48136:48136:8:4294967295] 00000400:00000200:3.0:1773688179.809435:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.809440:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.809446:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99da00. 00000800:00000200:3.0:1773688179.809451:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.809459:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.809464:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99da00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.809479:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.809483:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297630730 00000100:00000001:3.0:1773688179.809492:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297630722 00000100:00000001:3.0:1773688179.809497:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297630730 00000100:00000001:3.0:1773688179.809502:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297630722 00000100:00000001:3.0:1773688179.809506:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297630730 00000100:00000001:3.0:1773688179.809512:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297630722 00000100:00000001:3.0:1773688179.809516:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297630730 00000100:00000001:3.0:1773688179.809520:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297630722 00000100:00000001:3.0:1773688179.809522:0:68797:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773688179.809525:0:68797:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.809528:0:68797:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.809530:0:68797:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.809533:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.809535:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.809537:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.809540:0:68797:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.809542:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1773688179.809544:0:68797:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1773688179.809547:0:68797:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.809549:0:68797:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773688179.809552:0:68797:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773688179.809555:0:68797:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9a16f6ba80 going to sleep for 11 seconds 00000100:00000001:3.0:1773688179.809558:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773688179.809560:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688179.809580:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.809585:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99da00. 00000400:00000200:0.0:1773688179.809589:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.809592:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.809595:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeeaa0 00000400:00000010:0.0:1773688179.809598:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeeaa0. 00000100:00000001:0.0:1773688179.809601:0:3439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773688179.809607:0:3439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9a0e1a3800 x1859843861192192/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.809615:0:3439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773688179.809617:0:3439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9a0e1a3800 x1859843861192192/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.809632:0:3439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.809634:0:3439:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773688179.810046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b03eb4800. 00010000:00000010:3.1:1773688179.810050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b03eb4400. 00000800:00000001:2.0:1773688179.810421:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.810428:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.810431:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.810433:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.810439:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.810448:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af1e00 00000400:00000200:2.0:1773688179.810454:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77ec5 [1] + 224 00000800:00000001:2.0:1773688179.810459:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.810464:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.810467:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.810470:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.810472:0:3440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688179.810475:0:3440:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9a0e1a3800 x1859843861192192/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1773688179.810484:0:3440:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9a0e1a3800 x1859843861192192/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.810501:0:3440:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.810506:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.810509:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.810535:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773688179.810542:0:68797:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773688179.810544:0:68797:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773688179.810547:0:68797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b34631e70. 00000400:00000200:3.0:1773688179.810551:0:68797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee550 00000400:00000010:3.0:1773688179.810553:0:68797:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee550. 00000100:00000001:3.0:1773688179.810556:0:68797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773688179.810563:0:68797:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9a0e1a3800 x1859843861192192/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1773688179.810572:0:68797:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9a0e1a3800 x1859843861192192/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.810579:0:68797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773688179.810581:0:68797:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.810583:0:68797:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773688179.810586:0:68797:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773688179.810588:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.810590:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.810592:0:68797:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.810598:0:68797:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=3 v=5 (5 0 0 0) 00000100:00001000:3.0:1773688179.810602:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1773688179.810605:0:68797:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773688179.810607:0:68797:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.810610:0:68797:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773688179.810613:0:68797:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.810616:0:68797:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.810620:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9a0e1a3800 x1859843861192192/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.810627:0:68797:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773688179.810630:0:68797:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773688179.810632:0:68797:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.810635:0:68797:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1773688179.810636:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.810638:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.810639:0:68797:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.810643:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e1a3800 x1859843861192192/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773688179.810651:0:68797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9a0e1a3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861192192:192.168.204.51@tcp:104: 00000100:00000001:3.0:1773688179.810655:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.810658:0:68797:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.810660:0:68797:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773688179.810662:0:68797:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773688179.810665:0:68797:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9a0e1a3800 x1859843861192192/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.810671:0:68797:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773688179.810673:0:68797:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773688179.810676:0:68797:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a112a3600. 02000000:00000001:3.0:1773688179.810679:0:68797:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773688179.810681:0:68797:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773688179.810683:0:68797:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1773688179.810685:0:68797:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773688179.810687:0:68797:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a112a3c00. 02000000:00000001:3.0:1773688179.810691:0:68797:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773688179.810693:0:68797:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773688179.810694:0:68797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a0e1a3800. 00000100:00000001:3.0:1773688179.810698:0:68797:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773688179.810700:0:68797:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773688179.810703:0:68797:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a16f6ba80. 00000100:00000001:3.0:1773688179.810705:0:68797:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1773688179.810706:0:68797:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1773688179.810709:0:68797:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b072a5980. 00010000:00000001:3.0:1773688179.810712:0:68797:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.810715:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.810717:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.810720:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1773688179.810723:0:68797:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4000/0x52973366461d2e8f lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000001:2.0:1773688179.811072:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.811077:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.811079:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.811080:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.811084:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.811089:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4465f00 00000400:00000200:2.0:1773688179.811094:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x734dd [2] + 0 00000800:00000001:2.0:1773688179.811098:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.811140:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.811143:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.811147:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.811151:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.811152:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1773688179.811155:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a02306300. 00000100:00000040:2.0:1773688179.811157:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a02306300 x1859843854327552 msgsize 328 00000100:00100000:2.0:1773688179.811160:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.811169:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.811173:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.811175:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.811218:0:7562:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.811223:0:7562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854327552 02000000:00000001:1.0:1773688179.811225:0:7562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.811227:0:7562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.811229:0:7562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.811232:0:7562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.811234:0:7562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854327552 00000020:00000001:1.0:1773688179.811236:0:7562:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.811238:0:7562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.811240:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.811243:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=87 00000020:00000001:1.0:1773688179.811253:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.811256:0:7562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.811259:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.811263:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.811267:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.811269:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000020:00000010:1.0:1773688179.811275:0:7562:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09357600. 00000020:00000010:1.0:1773688179.811279:0:7562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e380. 00000020:00000010:1.0:1773688179.811287:0:7562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688179.811294:0:7562:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.811296:0:7562:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.811298:0:7562:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.811300:0:7562:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.811302:0:7562:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.811305:0:7562:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.811308:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.811310:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.811311:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b03eb5200 refcount=4 00000020:00000001:1.0:1773688179.811313:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997123158528 : -129076586393088 : ffff8a9b03eb5200) 00010000:00000001:1.0:1773688179.811316:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997123158528 : -129076586393088 : ffff8a9b03eb5200) 00010000:00010000:1.0:1773688179.811323:0:7562:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5200/0x52973366461d2e7a lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a869 expref: 87 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.811330:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.811332:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.811333:0:7562:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.811335:0:7562:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.811341:0:7562:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1773688179.811345:0:7562:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9a02306300 x1859843854327552/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.811353:0:7562:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1773688179.811354:0:7562:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.811365:0:7562:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.811374:0:7562:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.811375:0:7562:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.811379:0:7562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3738 00000100:00000040:1.0:1773688179.811383:0:7562:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00000100:00000001:1.0:1773688179.811386:0:7562:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992799163136 : -129080910388480 : ffff8a9a02306300) 00000100:00000040:1.0:1773688179.811391:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a02306300 x1859843854327552/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.811399:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.811402:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.811405:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.811407:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000100:00100000:1.0:1773688179.811412:0:7562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a02306300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+87:2404:x1859843854327552:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.811416:0:7562:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854327552 00010000:00000001:1.0:1773688179.811418:0:7562:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.811420:0:7562:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.811422:0:7562:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.811426:0:7562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.811428:0:7562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.811433:0:7562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a10fee000. 02000000:00000001:1.0:1773688179.811435:0:7562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.811437:0:7562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.811439:0:7562:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.811441:0:7562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.811444:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.811445:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.811446:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b03eb5200 refcount=4 00000020:00000001:1.0:1773688179.811448:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997123158528 : -129076586393088 : ffff8a9b03eb5200) 00010000:00000001:1.0:1773688179.811450:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997123158528 : -129076586393088 : ffff8a9b03eb5200) 00010000:00000040:1.0:1773688179.811453:0:7562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1689c700 count: 4 00000004:00000001:1.0:1773688179.811457:0:7562:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1773688179.811462:0:7562:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5200/0x52973366461d2e7a lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a869 expref: 87 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:1.0:1773688179.811470:0:7562:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b2bf83c50 time=1773688179 v=20 (0 0 0 0) 00010000:00000001:1.0:1773688179.811473:0:7562:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773688179.811482:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.811483:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.811486:0:7562:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5200/0x52973366461d2e7a lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a869 expref: 87 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773688179.811493:0:7562:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.811495:0:7562:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.811497:0:7562:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.811499:0:7562:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.811503:0:7562:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.811505:0:7562:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.811509:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.811510:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.811512:0:7562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.811514:0:7562:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.811516:0:7562:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b03eb5200 with handle 0x52973366461d2e7a from hash 00010000:00000001:1.0:1773688179.811519:0:7562:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.811520:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.811521:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.811523:0:7562:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.811527:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.811529:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.811531:0:7562:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.811532:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.811535:0:7562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5200/0x52973366461d2e7a lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a869 expref: 87 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.811543:0:7562:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:1.0:1773688179.811546:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 86 00010000:00000010:1.0:1773688179.811548:0:7562:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba180. 00010000:00000001:1.0:1773688179.811558:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.811560:0:7562:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.811562:0:7562:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.811565:0:7562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a1689c700) 00010000:00010000:1.0:1773688179.811570:0:7562:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4000/0x52973366461d2e8f lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.811575:0:7562:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.811577:0:7562:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.811579:0:7562:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.811581:0:7562:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.811582:0:7562:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.811585:0:7562:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.811587:0:7562:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688179.811589:0:7562:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4000/0x52973366461d2e8f lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.811595:0:7562:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688179.811597:0:7562:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.811599:0:7562:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.811600:0:7562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.811603:0:7562:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a1689c700) refcount = 3 00010000:00010000:1.0:1773688179.811606:0:7562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4000/0x52973366461d2e8f lrc: 4/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.811612:0:7562:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.811614:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.811616:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.811618:0:7562:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.811619:0:7562:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.811621:0:7562:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1773688179.811624:0:7562:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.811627:0:7562:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688179.811632:0:7562:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a0eeec000. 00000100:00000001:1.0:1773688179.811634:0:7562:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614993012965376 : -129080696586240 : ffff8a9a0eeec000) 00000100:00000001:1.0:1773688179.811637:0:7562:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614993012965376 : -129080696586240 : ffff8a9a0eeec000) 00000100:00000001:1.0:1773688179.811639:0:7562:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688179.811640:0:7562:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688179.811642:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.811644:0:7562:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.811653:0:7562:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.811655:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.811657:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.811658:0:7562:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.811660:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.811662:0:7562:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688179.811664:0:7562:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.811666:0:7562:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.811668:0:7562:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1773688179.811670:0:7562:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a0eeec000. 00000100:00000001:1.0:1773688179.811673:0:7562:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688179.811675:0:7562:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773688179.811677:0:7562:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9a0f80a700. 00010000:00000001:1.0:1773688179.811681:0:7562:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.811682:0:7562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1773688179.811684:0:68797:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4000/0x52973366461d2e8f lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.811684:0:7562:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.811691:0:7562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.811695:0:68797:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.811696:0:7562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.811702:0:7562:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00010000:00010000:3.0:1773688179.811703:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4000/0x52973366461d2e8f lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773688179.811709:0:7562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.811713:0:7562:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.811714:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:1.0:1773688179.811718:0:7562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 00010000:00000001:3.0:1773688179.811719:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.811721:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1773688179.811724:0:7562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1773688179.811725:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1773688179.811729:0:7562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.811730:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.811734:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b03eb4000 refcount=3 00000100:00000001:1.0:1773688179.811735:0:7562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1773688179.811739:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997123153920 : -129076586397696 : ffff8a9b03eb4000) 00000100:00000040:1.0:1773688179.811740:0:7562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00010000:00000001:3.0:1773688179.811744:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997123153920 : -129076586397696 : ffff8a9b03eb4000) 00000400:00000010:1.0:1773688179.811746:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a644c8. 00010000:00000001:3.0:1773688179.811747:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.811750:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1773688179.811753:0:7562:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854327552, offset 224 00000004:00000001:3.0:1773688179.811754:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.811760:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000400:00000200:1.0:1773688179.811764:0:7562:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000004:00000001:3.0:1773688179.811768:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.811772:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000400:00000200:1.0:1773688179.811775:0:7562:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000004:00000001:3.0:1773688179.811781:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773688179.811782:0:7562:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48141:48141:256:4294967295] 192.168.204.51@tcp LPNI seq info [48137:48137:8:4294967295] 00000004:00000001:3.0:1773688179.811787:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.811792:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.811795:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000400:00000200:1.0:1773688179.811801:0:7562:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00080000:00000001:3.0:1773688179.811802:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.811808:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000800:00000200:1.0:1773688179.811811:0:7562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000004:00000001:3.0:1773688179.811813:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.811818:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000800:00000010:1.0:1773688179.811818:0:7562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7d00. 00000004:00000001:3.0:1773688179.811822:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.811827:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x145:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000800:00000200:1.0:1773688179.811827:0:7562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000004:00000001:3.0:1773688179.811834:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000800:00000200:1.0:1773688179.811836:0:7562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000004:00000001:3.0:1773688179.811837:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.811840:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000800:00000200:1.0:1773688179.811842:0:7562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7d00 type 1, nob 320 niov 1 nkiov 1 00080000:00000001:3.0:1773688179.811844:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.811848:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.811849:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.811852:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.811853:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.811855:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000100:00000001:1.0:1773688179.811856:0:7562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.811858:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000040:1.0:1773688179.811861:0:7562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00000004:00000001:3.0:1773688179.811862:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.811867:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00010000:00000001:1.0:1773688179.811867:0:7562:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.811872:0:7562:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.811873:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1773688179.811877:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000040:1.0:1773688179.811881:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a02306300 x1859843854327552/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000002:3.0:1773688179.811883:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b41242370 00000004:00000001:3.0:1773688179.811889:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.811895:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.811898:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.811901:0:7562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a02306300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+86:2404:x1859843854327552:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 498us (739us total) trans 0 rc 0/0 00000001:00000001:3.0:1773688179.811903:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.811907:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.811910:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.811913:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000100:00100000:1.0:1773688179.811914:0:7562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3738 00000001:00000001:3.0:1773688179.811916:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1773688179.811920:0:7562:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00000001:00000001:3.0:1773688179.811921:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688179.811921:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1773688179.811924:0:7562:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.811928:0:7562:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000002:3.0:1773688179.811932:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000800:00000010:0.0:1773688179.811934:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7d00. 00000020:00000010:1.0:1773688179.811935:0:7562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e380. 00000004:00200000:3.0:1773688179.811937:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: returning size 15360 00000400:00000200:0.0:1773688179.811959:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1773688179.811961:0:7562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000004:00000040:3.0:1773688179.811963:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x145:45025 magic=0x0BD10BD0 pattern=0X1 00000020:00000010:1.0:1773688179.811970:0:7562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09357600. 00000004:00000040:3.0:1773688179.811972:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000400:00000200:0.0:1773688179.811972:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000004:00000040:3.0:1773688179.811979:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2569 00000020:00000040:1.0:1773688179.811983:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 85 00000400:00000200:0.0:1773688179.811985:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a644c8 00000100:00000001:1.0:1773688179.811989:0:7562:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1773688179.811990:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a644c8. 00000004:00200000:3.0:1773688179.811994:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:3.0:1773688179.812002:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1773688179.812004:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.812005:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.812032:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1773688179.812035:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.812038:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.812040:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.812042:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.812044:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.812047:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.812049:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.812057:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.812064:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.812069:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1773688179.812069:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000001:00000001:3.0:1773688179.812073:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.812074:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000001:3.0:1773688179.812080:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.812088:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.812090:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.812092:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b03eb4000 refcount=3 00000020:00000001:3.0:1773688179.812094:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997123153920 : -129076586397696 : ffff8a9b03eb4000) 00010000:00000001:3.0:1773688179.812096:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997123153920 : -129076586397696 : ffff8a9b03eb4000) 00000004:00010000:3.0:1773688179.812100:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4000/0x52973366461d2e8f lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.812106:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.812108:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.812110:0:68797:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:3.0:1773688179.812112:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.812114:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:3.0:1773688179.812116:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.812117:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.812118:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b03eb4000 refcount=3 00000020:00000001:3.0:1773688179.812120:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997123153920 : -129076586397696 : ffff8a9b03eb4000) 00010000:00000001:3.0:1773688179.812123:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997123153920 : -129076586397696 : ffff8a9b03eb4000) 00000004:00000040:3.0:1773688179.812126:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.812128:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=86 00010000:00000001:3.0:1773688179.812132:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.812133:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.812134:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.812137:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1773688179.812140:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.812142:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.812144:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.812145:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.812147:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.812149:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.812154:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.812156:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.812159:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.812161:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:3.0:1773688179.812163:0:68797:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8a9b41247000. 00000004:00000001:3.0:1773688179.812167:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.812170:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.812171:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.812173:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.812174:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.812176:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.812177:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.812179:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b03eb4c00 with handle 0x52973366461d2e88 from hash 00010000:00000001:3.0:1773688179.812182:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.812184:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.812185:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.812186:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.812187:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.812192:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4c00/0x52973366461d2e88 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a870 expref: 86 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.812199:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.812201:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 85 00010000:00000010:3.0:1773688179.812203:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba080. 00010000:00000001:3.0:1773688179.812209:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.812211:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.812214:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.812218:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4000/0x52973366461d2e8f lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a870 expref: 85 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.812225:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.812226:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.812228:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a1689c700) 00010000:00010000:3.0:1773688179.812231:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1773688179.812232:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.812235:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.812236:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.812237:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.812238:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.812240:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b03eb4000, rc 0) 00000020:00000001:3.0:1773688179.812243:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.812247:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854327424 00010000:00000001:3.0:1773688179.812250:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.812254:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a02307800 x1859843854327424/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.812270:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.812272:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.812275:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.812278:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.812280:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.812283:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.812285:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.812287:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.812289:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.812291:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.812295:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee550. 00000100:00000200:3.0:1773688179.812298:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854327424, offset 224 00000400:00000200:3.0:1773688179.812303:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.812310:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.812314:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48142:48142:256:4294967295] 192.168.204.51@tcp LPNI seq info [48138:48138:8:4294967295] 00000400:00000200:3.0:1773688179.812322:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.812326:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.812330:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d200. 00000800:00000200:3.0:1773688179.812334:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.812339:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.812342:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d200 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.812354:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.812357:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.812360:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.812362:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.812365:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.812370:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a02307800 x1859843854327424/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.812380:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a02307800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+85:68109:x1859843854327424:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3691us (3928us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688179.812387:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15525 00000100:00000040:3.0:1773688179.812391:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.812393:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.812395:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.812398:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31ffb480. 00000020:00000010:3.0:1773688179.812403:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.812407:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2a00. 00000020:00000040:3.0:1773688179.812411:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 84 00000100:00000001:3.0:1773688179.812414:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.812432:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.812437:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d200. 00000400:00000200:2.0:1773688179.812441:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.812444:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.812447:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee550 00000400:00000010:2.0:1773688179.812448:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee550. 00000100:00000001:2.0:1773688179.812450:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.812451:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.816630:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.816646:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.816650:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.816653:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.816663:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.816677:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4465f80 00000400:00000200:2.0:1773688179.816685:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 119024 00000800:00000001:2.0:1773688179.816692:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.816704:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.816706:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.816711:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.816718:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.816720:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.816726:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a02305c00. 00000100:00000040:2.0:1773688179.816730:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a02305c00 x1859843854327680 msgsize 584 00000100:00100000:2.0:1773688179.816734:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.816749:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.816756:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.816760:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.816785:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.816790:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854327680 02000000:00000001:3.0:1773688179.816793:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.816795:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.816798:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.816802:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.816806:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854327680 00000020:00000001:3.0:1773688179.816808:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.816810:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.816811:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.816814:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=85 00000020:00000001:3.0:1773688179.816816:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.816817:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.816821:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.816824:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.816827:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.816829:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000020:00000010:3.0:1773688179.816833:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2a00. 00000020:00000010:3.0:1773688179.816836:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b31ffb480. 00000020:00000010:3.0:1773688179.816840:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.816846:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.816848:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.816849:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.816851:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.816853:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.816854:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.816859:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.816868:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.816876:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.816878:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.816883:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15526 00000100:00000040:3.0:1773688179.816886:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.816888:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992799161344 : -129080910390272 : ffff8a9a02305c00) 00000100:00000040:3.0:1773688179.816893:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a02305c00 x1859843854327680/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.816900:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.816902:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.816904:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.816906:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000100:00100000:3.0:1773688179.816910:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a02305c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+85:68109:x1859843854327680:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.816913:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854327680 00000020:00000001:3.0:1773688179.816916:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.816919:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.816923:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.816924:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.816926:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.816928:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.816930:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854327680, found 0 last_xid 1859843854327679 00000020:00000001:3.0:1773688179.816933:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.816934:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.816936:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.816940:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.816942:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.816943:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.816944:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.816945:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.816947:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.816961:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.816967:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:3.0:1773688179.816968:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.816970:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.816973:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b03eb4400. 00000020:00000001:3.0:1773688179.816977:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.816978:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b03eb4400 with handle 0x52973366461d2e96 to hash 00000020:00000001:3.0:1773688179.816979:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.816981:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997123154944 : -129076586396672 : ffff8a9b03eb4400) 00010000:00000010:3.0:1773688179.816984:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba080. 00010000:00000001:3.0:1773688179.816986:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997123154944 : -129076586396672 : ffff8a9b03eb4400) 00010000:00010000:3.0:1773688179.816990:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4400/0x52973366461d2e96 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a877 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.817000:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.817001:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=86 00010000:00000001:3.0:1773688179.817029:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.817031:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.817037:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.817039:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.817040:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688179.817042:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.817043:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.817046:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.817050:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.817052:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.817053:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.817056:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.817057:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.817059:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.817061:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.817078:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b41247000. 02000000:00000001:3.0:1773688179.817080:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.817081:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.817083:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.817084:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688179.817087:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688179.817089:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.817090:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.817092:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.817093:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.817095:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.817096:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.817096:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.817097:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.817098:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.817099:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.817100:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.817102:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.817103:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.817104:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.817105:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.817106:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.817107:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.817109:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.817109:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.817113:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.817116:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.817118:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.817119:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.817120:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.817120:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.817121:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.817122:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.817123:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.817124:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.817126:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.817127:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.817128:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.817129:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.817130:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.817133:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1773688179.817137:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:3.0:1773688179.817139:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/~WRD0003.TMP, ldlm_rep = ffff8a9b41247228 00000004:00000001:3.0:1773688179.817142:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1773688179.817146:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1773688179.817148:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1773688179.817150:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.817151:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.817152:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:3.0:1773688179.817154:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.817155:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.817157:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b03eb4e00. 00000020:00000001:3.0:1773688179.817158:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.817160:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b03eb4e00 with handle 0x52973366461d2e9d to hash 00000020:00000001:3.0:1773688179.817161:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.817162:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997123157504 : -129076586394112 : ffff8a9b03eb4e00) 00010000:00000010:3.0:1773688179.817164:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315bab00. 00010000:00000001:3.0:1773688179.817166:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997123157504 : -129076586394112 : ffff8a9b03eb4e00) 00010000:00000001:3.0:1773688179.817167:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.817168:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.817170:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4e00/0x52973366461d2e9d lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.817174:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.817177:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.817178:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.817180:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.817181:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.817183:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.817184:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.817186:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.817187:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.817189:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.817189:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.817191:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 4 00010000:00000040:3.0:1773688179.817193:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.817196:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 86 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.817200:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 86 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.817204:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4e00/0x52973366461d2e9d lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.817208:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.817211:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.817213:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.817214:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.817215:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.817217:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.817218:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.817220:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.817221:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.817223:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4e00/0x52973366461d2e9d lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.817226:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.817227:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.817229:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.817230:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.817230:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.817232:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46c00 count: 2 00010000:00000001:3.0:1773688179.817233:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.817234:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.817236:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b03eb4800. 00000020:00000001:3.0:1773688179.817238:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.817239:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b03eb4800 with handle 0x52973366461d2ea4 to hash 00000020:00000001:3.0:1773688179.817240:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.817241:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997123155968 : -129076586395648 : ffff8a9b03eb4800) 00010000:00000010:3.0:1773688179.817242:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba780. 00010000:00000001:3.0:1773688179.817243:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997123155968 : -129076586395648 : ffff8a9b03eb4800) 00010000:00000001:3.0:1773688179.817245:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.817246:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.817247:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4800/0x52973366461d2ea4 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.817251:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.817252:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.817252:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.817253:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.817255:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.817256:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.817257:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.817258:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.817259:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.817260:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.817261:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.817262:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x10682665 (ffff8a9a0ec46c00) refcount = 2 00010000:00000040:3.0:1773688179.817263:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.817264:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5c00/0x52973366461d2e50 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.817268:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4800/0x52973366461d2ea4 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.817270:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.817271:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.817272:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.817272:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.817273:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.817274:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.817275:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.817276:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.817277:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.817278:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4800/0x52973366461d2ea4 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.817281:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.817282:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.817282:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.817283:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.817286:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.817323:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.817325:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.817328:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688179.817330:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.817336:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1773688179.817356:0:68797:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.817359:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1773688179.817360:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1773688179.817363:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.817365:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.817368:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.817369:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.817370:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.817372:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.817373:0:68797:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:3.0:1773688179.817376:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.817377:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.817378:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.817379:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x145:0x0] 00000020:00000001:3.0:1773688179.817380:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.817381:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156740088 : -129075552811528 : ffff8a9b418685f8) 00000004:00000001:3.0:1773688179.817382:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156740000 : -129075552811616 : ffff8a9b418685a0) 00000004:00000001:3.0:1773688179.817385:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1773688179.817388:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.817389:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.817392:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1689c700 count: 2 00010000:00000001:3.0:1773688179.817394:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.817395:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.817398:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b09d1ca00. 00000020:00000001:3.0:1773688179.817399:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.817401:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b09d1ca00 with handle 0x52973366461d2eab to hash 00000020:00000001:3.0:1773688179.817402:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.817403:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997222148608 : -129076487403008 : ffff8a9b09d1ca00) 00010000:00000010:3.0:1773688179.817406:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba980. 00010000:00000001:3.0:1773688179.817407:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997222148608 : -129076487403008 : ffff8a9b09d1ca00) 00010000:00000001:3.0:1773688179.817409:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.817410:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.817411:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1ca00/0x52973366461d2eab lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.817422:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.817424:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.817426:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.817427:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.817429:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.817431:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.817433:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.817435:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.817437:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.817439:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.817440:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.817442:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a1689c700) refcount = 2 00010000:00000040:3.0:1773688179.817445:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.817448:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4000/0x52973366461d2e8f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a870 expref: 86 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.817456:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1ca00/0x52973366461d2eab lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.817461:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.817463:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.817465:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.817466:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.817467:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.817468:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.817469:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.817471:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.817472:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.817474:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1ca00/0x52973366461d2eab lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.817477:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.817478:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.817479:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.817481:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.817482:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.817483:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1ca00 refcount=3 00000020:00000001:3.0:1773688179.817485:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222148608 : -129076487403008 : ffff8a9b09d1ca00) 00010000:00000001:3.0:1773688179.817487:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222148608 : -129076487403008 : ffff8a9b09d1ca00) 00010000:00000001:3.0:1773688179.817488:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.817488:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.817489:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.817491:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1773688179.817495:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.817496:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.817499:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.817501:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.817504:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.817512:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.817519:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.817521:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.817523:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.817525:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.817526:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.817528:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x145:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:3.0:1773688179.817530:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.817531:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.817532:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.817533:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.817534:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.817535:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.817536:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.817537:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.817537:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.817538:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.817540:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.817541:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1773688179.817542:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1773688179.817543:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1773688179.817545:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b41247370 00000004:00000001:3.0:1773688179.817547:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.817549:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.817550:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.817551:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.817552:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.817553:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.817554:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.817555:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.817556:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.817558:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:3.0:1773688179.817560:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: returning size 15360 00000004:00000040:3.0:1773688179.817562:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x145:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:3.0:1773688179.817564:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:3.0:1773688179.817565:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2569 00000004:00200000:3.0:1773688179.817567:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:3.0:1773688179.817568:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1773688179.817569:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.817570:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.817571:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1773688179.817572:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.817573:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.817573:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.817575:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.817576:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.817577:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.817579:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.817583:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.817585:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.817586:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.817587:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.817588:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.817592:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.817593:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.817594:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1ca00 refcount=3 00000020:00000001:3.0:1773688179.817596:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222148608 : -129076487403008 : ffff8a9b09d1ca00) 00010000:00000001:3.0:1773688179.817598:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222148608 : -129076487403008 : ffff8a9b09d1ca00) 00000004:00010000:3.0:1773688179.817600:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1ca00/0x52973366461d2eab lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:3.0:1773688179.817604:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.817606:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.817607:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1773688179.817608:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.817609:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.817610:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1773688179.817612:0:68797:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:3.0:1773688179.817614:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.817615:0:68797:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.817615:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.817616:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a1689c700) refcount = 2 00010000:00000040:3.0:1773688179.817618:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.817620:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4000/0x52973366461d2e8f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a870 expref: 86 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.817624:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1ca00/0x52973366461d2eab lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.817627:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.817628:0:68797:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.817629:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.817630:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.817631:0:68797:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.817634:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.817635:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.817636:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.817637:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.817638:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b03eb4e00 refcount=3 00000020:00000001:3.0:1773688179.817639:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997123157504 : -129076586394112 : ffff8a9b03eb4e00) 00010000:00000001:3.0:1773688179.817640:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997123157504 : -129076586394112 : ffff8a9b03eb4e00) 00010000:00000001:3.0:1773688179.817643:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.817645:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4e00/0x52973366461d2e9d lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.817648:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.817649:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.817651:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4e00/0x52973366461d2e9d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.817653:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.817654:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.817656:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.817658:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4e00/0x52973366461d2e9d lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.817662:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b03eb4e00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.817663:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.817665:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.817666:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4e00/0x52973366461d2e9d lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.817670:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.817671:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.817672:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.817673:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b03eb4e00 refcount=4 00000020:00000001:3.0:1773688179.817674:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997123157504 : -129076586394112 : ffff8a9b03eb4e00) 00010000:00000001:3.0:1773688179.817675:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997123157504 : -129076586394112 : ffff8a9b03eb4e00) 00010000:00000001:3.0:1773688179.817677:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.817679:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4e00/0x52973366461d2e9d lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.817682:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.817683:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.817684:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.817685:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.817687:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.817688:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.817689:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.817691:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b03eb4e00 with handle 0x52973366461d2e9d from hash 00010000:00000001:3.0:1773688179.817692:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.817693:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.817694:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.817695:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.817696:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.817696:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.817697:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.817699:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.817699:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.817701:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.817702:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.817704:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.817705:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.817706:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.817707:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.817708:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.817709:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.817710:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.817712:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.817713:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.817715:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4e00/0x52973366461d2e9d lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.817718:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.817719:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.817719:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.817720:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.817721:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.817722:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4e00/0x52973366461d2e9d lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.817726:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315bab00. 00010000:00000001:3.0:1773688179.817733:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.817734:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.817735:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.817737:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.817738:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.817739:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b03eb4800 refcount=3 00000020:00000001:3.0:1773688179.817741:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997123155968 : -129076586395648 : ffff8a9b03eb4800) 00010000:00000001:3.0:1773688179.817744:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997123155968 : -129076586395648 : ffff8a9b03eb4800) 00010000:00000001:3.0:1773688179.817746:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.817748:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4800/0x52973366461d2ea4 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.817753:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.817754:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.817756:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4800/0x52973366461d2ea4 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.817761:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.817762:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.817764:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.817766:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4800/0x52973366461d2ea4 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.817772:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b03eb4800 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.817774:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.817775:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.817777:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4800/0x52973366461d2ea4 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.817783:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.817784:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.817785:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.817786:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b03eb4800 refcount=4 00000020:00000001:3.0:1773688179.817788:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997123155968 : -129076586395648 : ffff8a9b03eb4800) 00010000:00000001:3.0:1773688179.817790:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997123155968 : -129076586395648 : ffff8a9b03eb4800) 00010000:00000001:3.0:1773688179.817792:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.817794:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4800/0x52973366461d2ea4 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.817797:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.817798:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.817799:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.817800:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.817801:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.817802:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.817803:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.817804:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b03eb4800 with handle 0x52973366461d2ea4 from hash 00010000:00000001:3.0:1773688179.817805:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.817806:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.817807:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.817807:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.817809:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.817810:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.817811:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.817812:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.817813:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.817815:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x10682665 (ffff8a9a0ec46c00) 00010000:00010000:3.0:1773688179.817816:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.817817:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.817819:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.817819:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.817820:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.817821:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.817822:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.817823:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.817824:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.817824:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.817826:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4800/0x52973366461d2ea4 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.817828:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.817830:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.817830:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.817831:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.817832:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.817834:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4800/0x52973366461d2ea4 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.817837:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba780. 00010000:00000001:3.0:1773688179.817840:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.817841:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.817842:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.817843:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.817844:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:3.0:1773688179.817845:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.817846:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.817847:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1ca00 refcount=3 00000020:00000001:3.0:1773688179.817848:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222148608 : -129076487403008 : ffff8a9b09d1ca00) 00010000:00000001:3.0:1773688179.817849:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222148608 : -129076487403008 : ffff8a9b09d1ca00) 00000004:00000040:3.0:1773688179.817851:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:3.0:1773688179.817853:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=87 00010000:00000001:3.0:1773688179.817855:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.817856:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.817856:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.817858:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1773688179.817859:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.817861:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.817862:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.817863:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.817864:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.817866:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.817869:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.817870:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.817871:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.817873:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.817874:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.817875:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.817876:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.817879:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.817879:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.817880:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.817881:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.817883:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b03eb4400 with handle 0x52973366461d2e96 from hash 00010000:00000001:3.0:1773688179.817884:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.817885:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.817885:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.817886:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.817887:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.817889:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4400/0x52973366461d2e96 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a877 expref: 87 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.817892:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.817894:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 86 00010000:00000010:3.0:1773688179.817895:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba080. 00010000:00000001:3.0:1773688179.817897:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.817899:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.817901:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.817904:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1ca00/0x52973366461d2eab lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a877 expref: 86 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.817908:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.817909:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.817910:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a1689c700) 00010000:00010000:3.0:1773688179.817911:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1773688179.817912:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.817913:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.817914:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.817915:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.817916:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.817917:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b09d1ca00, rc 0) 00000020:00000001:3.0:1773688179.817919:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.817921:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854327680 00010000:00000001:3.0:1773688179.817923:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.817927:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a02305c00 x1859843854327680/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.817932:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.817933:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.817936:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.817939:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.817941:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.817943:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.817945:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.817946:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.817948:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.817964:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.817968:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee6e8. 00000100:00000200:3.0:1773688179.817972:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854327680, offset 224 00000400:00000200:3.0:1773688179.817977:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.817985:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.817990:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48143:48143:256:4294967295] 192.168.204.51@tcp LPNI seq info [48139:48139:8:4294967295] 00000400:00000200:3.0:1773688179.817997:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.818001:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.818005:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99df00. 00000800:00000200:3.0:1773688179.818022:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.818028:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.818031:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99df00 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.818041:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.818044:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.818046:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000010:1.1:1773688179.818047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b03eb5200. 00000020:00000001:3.0:1773688179.818048:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.818050:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.818055:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a02305c00 x1859843854327680/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.818067:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a02305c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+86:68109:x1859843854327680:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1166us (1335us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688179.818073:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15526 00000100:00000040:3.0:1773688179.818076:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.818077:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.818079:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.818082:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31ffb480. 00000020:00000010:3.0:1773688179.818085:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.818088:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2a00. 00000020:00000040:3.0:1773688179.818091:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 85 00000100:00000001:3.0:1773688179.818092:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.818173:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.818179:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99df00. 00000400:00000200:0.0:1773688179.818185:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.818190:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.818195:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee6e8 00000400:00000010:0.0:1773688179.818198:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee6e8. 00000100:00000001:0.0:1773688179.818202:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.818203:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.820092:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.820105:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.820108:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.820110:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.820118:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.820129:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4466000 00000400:00000200:2.0:1773688179.820135:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x734dd [2] + 328 00000800:00000001:2.0:1773688179.820140:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.820148:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.820150:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.820153:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.820157:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.820159:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1773688179.820164:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b35ac7100. 00000100:00000040:2.0:1773688179.820167:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b35ac7100 x1859843854327808 msgsize 328 00000100:00100000:2.0:1773688179.820169:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.820182:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.820188:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.820190:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.820229:0:7562:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.820232:0:7562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854327808 02000000:00000001:1.0:1773688179.820234:0:7562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.820236:0:7562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.820238:0:7562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.820241:0:7562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.820244:0:7562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854327808 00000020:00000001:1.0:1773688179.820247:0:7562:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.820248:0:7562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.820250:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.820252:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=86 00000020:00000001:1.0:1773688179.820254:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.820255:0:7562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.820258:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.820262:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.820265:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.820267:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000020:00000010:1.0:1773688179.820273:0:7562:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09357600. 00000020:00000010:1.0:1773688179.820279:0:7562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e380. 00000020:00000010:1.0:1773688179.820284:0:7562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688179.820292:0:7562:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.820295:0:7562:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.820296:0:7562:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.820298:0:7562:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.820302:0:7562:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.820304:0:7562:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.820308:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.820309:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.820311:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1ca00 refcount=3 00000020:00000001:1.0:1773688179.820313:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222148608 : -129076487403008 : ffff8a9b09d1ca00) 00010000:00000001:1.0:1773688179.820316:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222148608 : -129076487403008 : ffff8a9b09d1ca00) 00010000:00000001:1.0:1773688179.820319:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.820320:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.820321:0:7562:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.820323:0:7562:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.820330:0:7562:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.820343:0:7562:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.820355:0:7562:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.820357:0:7562:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.820363:0:7562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1582 00000100:00000040:1.0:1773688179.820367:0:7562:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688179.820371:0:7562:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997957898496 : -129075751653120 : ffff8a9b35ac7100) 00000100:00000040:1.0:1773688179.820378:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b35ac7100 x1859843854327808/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.820387:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.820390:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.820392:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.820395:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000100:00100000:1.0:1773688179.820399:0:7562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b35ac7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+86:2407:x1859843854327808:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.820403:0:7562:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854327808 00010000:00000001:1.0:1773688179.820406:0:7562:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.820408:0:7562:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.820409:0:7562:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.820415:0:7562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.820417:0:7562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.820423:0:7562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a10feec00. 02000000:00000001:1.0:1773688179.820426:0:7562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.820429:0:7562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.820432:0:7562:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.820434:0:7562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.820436:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.820437:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.820439:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1ca00 refcount=3 00000020:00000001:1.0:1773688179.820441:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222148608 : -129076487403008 : ffff8a9b09d1ca00) 00010000:00000001:1.0:1773688179.820443:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222148608 : -129076487403008 : ffff8a9b09d1ca00) 00010000:00000040:1.0:1773688179.820447:0:7562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1689c700 count: 3 00000004:00000001:1.0:1773688179.820452:0:7562:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1773688179.820454:0:7562:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688179.820458:0:7562:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.820460:0:7562:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.820462:0:7562:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.820464:0:7562:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.820471:0:7562:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.820474:0:7562:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.820479:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.820481:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.820484:0:7562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.820486:0:7562:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.820488:0:7562:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b09d1ca00 with handle 0x52973366461d2eab from hash 00010000:00000001:1.0:1773688179.820490:0:7562:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.820492:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.820492:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.820493:0:7562:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000001:2.0:1773688179.820497:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1773688179.820498:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.820501:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.820502:0:7562:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.820503:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:2.0:1773688179.820505:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.820508:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.820511:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773688179.820513:0:7562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1ca00/0x52973366461d2eab lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a877 expref: 86 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773688179.820521:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00010000:00000040:1.0:1773688179.820524:0:7562:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:1.0:1773688179.820527:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 85 00010000:00000010:1.0:1773688179.820529:0:7562:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba980. 00000400:00000200:2.0:1773688179.820533:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 488 into portal 12 MB=0x69b84a4466100 00000400:00000200:2.0:1773688179.820541:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 488/488 into md 0x3b659 [64] + 119608 00010000:00000001:1.0:1773688179.820542:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.820545:0:7562:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00000800:00000001:2.0:1773688179.820548:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1773688179.820548:0:7562:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.820552:0:7562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a1689c700) 00010000:00000001:1.0:1773688179.820555:0:7562:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.820556:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.820557:0:7562:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773688179.820561:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1773688179.820561:0:7562:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.820564:0:7562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.820567:0:7562:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.820569:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00010000:00000001:1.0:1773688179.820572:0:7562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.820575:0:7562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.820577:0:7562:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000100:00000001:2.0:1773688179.820579:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.820583:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1773688179.820584:0:7562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:2.0:1773688179.820588:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b35ac7480. 00000100:00000040:1.0:1773688179.820589:0:7562:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000040:2.0:1773688179.820593:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b35ac7480 x1859843854328064 msgsize 488 00000100:00000001:1.0:1773688179.820594:0:7562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.820601:0:7562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:2.0:1773688179.820602:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 02000000:00000001:1.0:1773688179.820605:0:7562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.820610:0:7562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.820614:0:7562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000100:00000001:2.0:1773688179.820615:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1773688179.820620:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a645d8. 00000100:00000200:1.0:1773688179.820627:0:7562:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854327808, offset 224 00000800:00000001:2.0:1773688179.820629:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1773688179.820633:0:7562:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000800:00000001:2.0:1773688179.820640:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.820645:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1773688179.820646:0:7562:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000100:00100000:3.0:1773688179.820653:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854328064 00000400:00000200:1.0:1773688179.820656:0:7562:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48144:48144:256:4294967295] 192.168.204.51@tcp LPNI seq info [48140:48140:8:4294967295] 02000000:00000001:3.0:1773688179.820660:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.820664:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.820670:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773688179.820672:0:7562:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 02000000:00000001:3.0:1773688179.820677:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688179.820682:0:7562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000100:00100000:3.0:1773688179.820687:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854328064 00000800:00000010:1.0:1773688179.820687:0:7562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7400. 00000020:00000001:3.0:1773688179.820695:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:1.0:1773688179.820700:0:7562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000020:00000040:3.0:1773688179.820701:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.820708:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.820711:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=86 00000800:00000200:1.0:1773688179.820719:0:7562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000020:00000001:3.0:1773688179.820720:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.820731:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000800:00000200:1.0:1773688179.820732:0:7562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.820744:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.820749:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.820751:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688179.820754:0:7562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773688179.820755:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000100:00000040:1.0:1773688179.820761:0:7562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00000020:00000010:3.0:1773688179.820764:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2a00. 00010000:00000001:1.0:1773688179.820764:0:7562:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.820772:0:7562:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773688179.820775:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b31ffb480. 00000100:00000040:1.0:1773688179.820778:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b35ac7100 x1859843854327808/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1773688179.820782:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00100000:1.0:1773688179.820790:0:7562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b35ac7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+86:2407:x1859843854327808:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 398us (617us total) trans 0 rc 0/0 00000100:00000040:3.0:1773688179.820796:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00100000:1.0:1773688179.820801:0:7562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1582 00000100:00000001:3.0:1773688179.820804:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1773688179.820805:0:7562:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.820808:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773688179.820808:0:7562:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.820813:0:7562:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773688179.820814:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688179.820816:0:7562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e380. 00000100:00000001:3.0:1773688179.820821:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688179.820822:0:7562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000020:00000010:1.0:1773688179.820831:0:7562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09357600. 00000020:00000040:1.0:1773688179.820835:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 85 00000100:00000001:3.0:1773688179.820837:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.820838:0:7562:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.820859:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.820862:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.820867:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15527 00000100:00000040:3.0:1773688179.820871:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.820873:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997957899392 : -129075751652224 : ffff8a9b35ac7480) 00000100:00000040:3.0:1773688179.820878:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b35ac7480 x1859843854328064/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/0 e 0 to 0 dl 1773688259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773688179.820880:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1773688179.820889:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000800:00000010:0.0:1773688179.820889:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7400. 00000020:00000010:3.0:1773688179.820892:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.820896:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.820899:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000400:00000200:0.0:1773688179.820899:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1773688179.820908:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b35ac7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+85:68109:x1859843854328064:12345-192.168.204.51@tcp:36:dbench.0 00000100:00000200:3.0:1773688179.820918:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854328064 00000400:00000200:0.0:1773688179.820918:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000020:00000001:3.0:1773688179.820924:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.820928:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1773688179.820928:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a645d8 00000020:00000001:3.0:1773688179.820932:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773688179.820934:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a645d8. 00000020:00000001:3.0:1773688179.820936:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.820938:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862544 : -1038689072 : ffffffffc216dcd0) 00000020:00000001:3.0:1773688179.820942:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1773688179.820944:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000001:00000001:3.0:1773688179.820945:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854328064, found 0 last_xid 1859843854327807 00000100:00000001:0.0:1773688179.820962:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1773688179.820963:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.820969:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.820971:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.820974:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.820977:0:68797:0:(mdt_handler.c:3339:mdt_reint()) Process entered 00000004:00000002:3.0:1773688179.820983:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff8a9b35ac7480 x1859843854328064/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1773688179.820992:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1773688179.820994:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1773688179.820996:0:68797:0:(mdt_lib.c:1397:mdt_setattr_unpack()) Process entered 00000004:00000001:3.0:1773688179.820998:0:68797:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1773688179.821000:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.821002:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.821005:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.821031:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=1135009792 : 1135009792 : 0x43a6e000) 00000001:00000001:3.0:1773688179.821034:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=1135009792 : 1135009792 : 43a6e000) 00000001:00000001:3.0:1773688179.821037:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.821039:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=4294941998 : 4294941998 : 0xffff9d2e) 00000001:00000001:3.0:1773688179.821041:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=4294941998 : 4294941998 : ffff9d2e) 00000001:00000001:3.0:1773688179.821043:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.821045:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.821048:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.821050:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.821052:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.821054:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.821057:0:68797:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.821062:0:68797:0:(mdt_lib.c:1387:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.821063:0:68797:0:(mdt_lib.c:1427:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.821064:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.821068:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.821069:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.821071:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.821072:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.821079:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8a9b08f05000. 02000000:00000001:3.0:1773688179.821081:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.821083:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.821086:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1773688179.821087:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.821088:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.821089:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.821090:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.821092:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.821093:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.821094:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.821095:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.821096:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.821097:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.821100:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.821104:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.821105:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.821106:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.821107:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.821108:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.821109:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.821110:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.821111:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.821112:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.821113:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.821115:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.821116:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.821117:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.821118:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.821120:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1773688179.821121:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.821123:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1773688179.821124:0:68797:0:(mdt_reint.c:973:mdt_reint_setattr()) Process entered 00000004:00000002:3.0:1773688179.821127:0:68797:0:(mdt_reint.c:975:mdt_reint_setattr()) @@@ setattr [0x20000afe1:0x145:0x0] 7 req@ffff8a9b35ac7480 x1859843854328064/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/3152 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773688179.821132:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1773688179.821134:0:68797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1773688179.821135:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.821137:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.821138:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b03eb4000 refcount=3 00000020:00000001:3.0:1773688179.821139:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997123153920 : -129076586397696 : ffff8a9b03eb4000) 00010000:00000001:3.0:1773688179.821141:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997123153920 : -129076586397696 : ffff8a9b03eb4000) 00010000:00000040:3.0:1773688179.821143:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1689c700 count: 2 00000004:00000001:3.0:1773688179.821146:0:68797:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1773688179.821147:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1773688179.821149:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.821150:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.821151:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.821153:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.821156:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.821157:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.821160:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.821161:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.821163:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.821164:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.821166:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b03eb4000 with handle 0x52973366461d2e8f from hash 00010000:00000001:3.0:1773688179.821167:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.821168:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.821169:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.821170:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.821172:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.821173:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.821174:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.821175:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.821177:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb4000/0x52973366461d2e8f lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a870 expref: 85 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.821183:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:3.0:1773688179.821185:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 84 00010000:00000010:3.0:1773688179.821187:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315baf80. 00010000:00000001:3.0:1773688179.821193:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.821194:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.821195:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.821197:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a1689c700) 00010000:00000001:3.0:1773688179.821199:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.821201:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.821202:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1773688179.821204:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a1689c700 count: 0 00010000:00000010:3.0:1773688179.821208:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b07851900. 00010000:00010000:3.0:1773688179.821214:0:68797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1773688179.821215:0:68797:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1773688179.821217:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.821218:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x145:0x0] 00000020:00000001:3.0:1773688179.821220:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.821223:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156740088 : -129075552811528 : ffff8a9b418685f8) 00000004:00000001:3.0:1773688179.821225:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156740000 : -129075552811616 : ffff8a9b418685a0) 00000004:00000001:3.0:1773688179.821226:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1773688179.821228:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773688179.821232:0:68797:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8a9b09ea80e0. 00000004:00000001:3.0:1773688179.821237:0:68797:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1773688179.821240:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.821244:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.821247:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.821252:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.821253:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.821256:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.821257:0:68797:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.821259:0:68797:0:(mdt_reint.c:864:mdt_attr_set()) Process entered 00000004:00000001:3.0:1773688179.821261:0:68797:0:(mdt_reint.c:327:mdt_object_stripes_lock()) Process entered 00000004:00000001:3.0:1773688179.821263:0:68797:0:(mdt_handler.c:4261:mdt_object_lock()) Process entered 00010000:00000001:3.0:1773688179.821265:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.821267:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773688179.821270:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a0ec46a00. 00010000:00000010:3.0:1773688179.821273:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b07851900. 00010000:00000001:3.0:1773688179.821276:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.821278:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b09d1c000. 00000020:00000001:3.0:1773688179.821280:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.821281:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b09d1c000 with handle 0x52973366461d2eb2 to hash 00000020:00000001:3.0:1773688179.821283:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.821284:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997222146048 : -129076487405568 : ffff8a9b09d1c000) 00010000:00000010:3.0:1773688179.821286:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315baf80. 00010000:00000001:3.0:1773688179.821288:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997222146048 : -129076487405568 : ffff8a9b09d1c000) 00010000:00000001:3.0:1773688179.821290:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.821291:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.821294:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0x145:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.821298:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.821300:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.821301:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.821303:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.821304:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.821305:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.821306:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.821309:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.821310:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.821312:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.821313:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.821315:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 1 00010000:00010000:3.0:1773688179.821317:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.821320:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.821321:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.821322:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.821323:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.821324:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.821325:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.821327:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.821328:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.821329:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.821331:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.821334:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.821334:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.821335:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.821336:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.821337:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.821338:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1c000 refcount=3 00000020:00000001:3.0:1773688179.821339:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222146048 : -129076487405568 : ffff8a9b09d1c000) 00010000:00000001:3.0:1773688179.821341:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222146048 : -129076487405568 : ffff8a9b09d1c000) 00010000:00000001:3.0:1773688179.821342:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.821343:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.821344:0:68797:0:(mdt_handler.c:4265:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.821345:0:68797:0:(mdt_reint.c:350:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.821348:0:68797:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1773688179.821354:0:68797:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1773688179.821357:0:68797:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1773688179.821362:0:68797:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1773688179.821367:0:68797:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9a0f836d80. 00080000:00000001:3.0:1773688179.821370:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1773688179.821377:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9b0550b000. 00080000:00000001:3.0:1773688179.821379:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614997146578944 : -129076562972672 : ffff8a9b0550b000) 00000004:00000001:3.0:1773688179.821382:0:68797:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.821384:0:68797:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.821386:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.821387:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997146578944 : -129076562972672 : ffff8a9b0550b000) 00080000:00000001:3.0:1773688179.821390:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1773688179.821406:0:68797:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.821408:0:68797:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.821409:0:68797:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.821413:0:68797:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1773688179.821414:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1773688179.821420:0:68797:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1773688179.821421:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.821422:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997146578944 : -129076562972672 : ffff8a9b0550b000) 00080000:00000001:3.0:1773688179.821425:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.821429:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.821431:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.821432:0:68797:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.821451:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.821453:0:68797:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.821455:0:68797:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1773688167, ctime 1773688179 00000004:00000001:3.0:1773688179.821457:0:68797:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:3.0:1773688179.821459:0:68797:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:3.0:1773688179.821461:0:68797:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:3.0:1773688179.821462:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.821463:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997146578944 : -129076562972672 : ffff8a9b0550b000) 00080000:00000001:3.0:1773688179.821466:0:68797:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:3.0:1773688179.821473:0:68797:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.821474:0:68797:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.821476:0:68797:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.821477:0:68797:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.821480:0:68797:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1773688179.821482:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1773688179.821485:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1773688179.821488:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692077, last_committed = 171798692041 00000001:00000010:3.0:1773688179.821491:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a0f836ea0. 00000001:00000040:3.0:1773688179.821492:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 36 00000020:00000040:3.0:1773688179.821494:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=85 00000001:00000010:3.0:1773688179.821500:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b065c4600. 00000004:00000001:3.0:1773688179.821505:0:68797:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1773688179.821519:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.821520:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997146578944 : -129076562972672 : ffff8a9b0550b000) 00080000:00000001:3.0:1773688179.821523:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.821537:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1773688179.821538:0:68797:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1773688179.821541:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b065c4600: xid 1859843854328064, transno 171798692077, tag 1, client gen 13, slot idx 3 00000001:00000001:3.0:1773688179.821543:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.821554:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773688179.821556:0:68797:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9a0f836d80. 00000020:00000001:3.0:1773688179.821557:0:68797:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.821561:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 2 00010000:00000001:3.0:1773688179.821563:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.821565:0:68797:0:(mdt_reint.c:905:mdt_attr_set()) Process leaving 00000004:00000001:3.0:1773688179.821566:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.821568:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:3.0:1773688179.821569:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.821570:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.821571:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.821572:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.821573:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b09d1c000 refcount=3 00000020:00000001:3.0:1773688179.821574:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997222146048 : -129076487405568 : ffff8a9b09d1c000) 00010000:00000001:3.0:1773688179.821576:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997222146048 : -129076487405568 : ffff8a9b09d1c000) 00000004:00010000:3.0:1773688179.821578:0:68797:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000067f7971 reply state 0000000034054b02 transno 171798692077 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.821587:0:68797:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:3.0:1773688179.821589:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.821590:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.821592:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.821593:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.821594:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.821595:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.821596:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 1 00010000:00010000:3.0:1773688179.821598:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.821601:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.821602:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.821602:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.821603:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.821604:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.821605:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.821606:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00010000:3.0:1773688179.821607:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.821608:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.821609:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.821610:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.821611:0:68797:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:3.0:1773688179.821612:0:68797:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:3.0:1773688179.821614:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.821615:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.821615:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.821617:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.821618:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.821619:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1773688179.821621:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.821623:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.821625:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.821626:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.821628:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.821629:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.821631:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.821632:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.821634:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.821635:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.821637:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.821638:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x145:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000002:3.0:1773688179.821640:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:3.0:1773688179.821642:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.821643:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.821644:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.821645:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.821646:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.821647:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.821648:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.821649:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.821650:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.821652:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:3.0:1773688179.821654:0:68797:0:(mdt_reint.c:1175:mdt_reint_setattr()) Process leaving 00000004:00000001:3.0:1773688179.821656:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.821657:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1773688179.821661:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.821664:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.821666:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.821667:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.821669:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.821670:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.821672:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.821674:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1773688179.821677:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.821679:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.821680:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.821682:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.821683:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.821686:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.821690:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.821692:0:68797:0:(mdt_handler.c:3355:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.821695:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692077, xid 1859843854328064 00010000:00000001:3.0:1773688179.821698:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:3.0:1773688179.821700:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=86 00010000:00000200:3.0:1773688179.821702:0:68797:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 171798692077, last committed = 171798692041 00010000:00000200:3.0:1773688179.821708:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b35ac7480 x1859843854328064/t171798692077(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773688179.821716:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.821718:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.821721:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.821725:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.821727:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.821729:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.821732:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.821733:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.821736:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.821738:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.821743:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee088. 00000100:00000200:3.0:1773688179.821747:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854328064, offset 224 00000400:00000200:3.0:1773688179.821752:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.821761:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.821766:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48145:48145:256:4294967295] 192.168.204.51@tcp LPNI seq info [48141:48141:8:4294967295] 00000400:00000200:3.0:1773688179.821776:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.821781:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.821785:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d600. 00000800:00000200:3.0:1773688179.821791:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.821797:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.821801:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d600 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.821815:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.821817:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.821820:0:68797:0:(ldlm_lib.c:3443:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.821821:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.821823:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.821825:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b35ac7480 x1859843854328064/t171798692077(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773688179.821832:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b35ac7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+86:68109:x1859843854328064:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 942us (1237us total) trans 171798692077 rc 0/0 00000100:00100000:3.0:1773688179.821838:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15527 00000100:00000040:3.0:1773688179.821840:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.821842:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.821843:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.821846:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31ffb480. 00000020:00000010:3.0:1773688179.821849:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.821851:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2a00. 00000020:00000040:3.0:1773688179.821854:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 85 00000100:00000001:3.0:1773688179.821855:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.821886:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.821890:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d600. 00000400:00000200:2.0:1773688179.821893:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.821897:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.821900:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee088 00000400:00000010:2.0:1773688179.821901:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee088. 00000100:00000001:2.0:1773688179.821904:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.821905:0:3440:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.823224:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.823235:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.823238:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.823241:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.823247:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.823258:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 376 into portal 12 MB=0x69b84a4466180 00000400:00000200:2.0:1773688179.823264:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 376/376 into md 0x3b659 [64] + 120096 00000800:00000001:2.0:1773688179.823270:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.823276:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.823278:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.823280:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.823283:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.823285:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.823289:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b35ac4a80. 00000100:00000040:2.0:1773688179.823291:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b35ac4a80 x1859843854328192 msgsize 376 00000100:00100000:2.0:1773688179.823294:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.823304:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.823309:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.823310:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.823331:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.823334:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854328192 02000000:00000001:3.0:1773688179.823336:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.823336:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.823338:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.823340:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.823342:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854328192 00000020:00000001:3.0:1773688179.823344:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.823345:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.823346:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.823348:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=86 00000020:00000001:3.0:1773688179.823350:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.823352:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.823355:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.823357:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.823360:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.823361:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000020:00000010:3.0:1773688179.823365:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2a00. 00000020:00000010:3.0:1773688179.823368:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b31ffb480. 00000020:00000010:3.0:1773688179.823370:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.823374:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.823375:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.823376:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.823378:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.823379:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.823381:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.823384:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.823392:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.823398:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.823399:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.823402:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15528 00000100:00000040:3.0:1773688179.823404:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.823405:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997957888640 : -129075751662976 : ffff8a9b35ac4a80) 00000100:00000040:3.0:1773688179.823410:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b35ac4a80 x1859843854328192/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 376/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.823416:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.823417:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.823419:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.823420:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000100:00100000:3.0:1773688179.823424:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b35ac4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+86:68109:x1859843854328192:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.823427:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854328192 00000020:00000001:3.0:1773688179.823429:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.823432:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1773688179.823435:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b065c4600: xid 1859843854328064, transno 171798692077, client gen 13, slot idx 3 00000001:00000001:3.0:1773688179.823438:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b41aafcc0: xid 1859843854327168, transno 171798692076, client gen 13, slot idx 2 00000001:00000010:3.0:1773688179.823441:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b41aafcc0. 00000020:00000001:3.0:1773688179.823445:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.823446:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.823447:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.823449:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.823451:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854328192, found 0 last_xid 1859843854328191 00000020:00000001:3.0:1773688179.823453:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.823454:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.823455:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.823458:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.823460:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.823462:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.823464:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.823465:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.823466:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.823471:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.823474:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 2 00010000:00000001:3.0:1773688179.823476:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.823478:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.823482:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b09d1dc00. 00000020:00000001:3.0:1773688179.823485:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.823487:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b09d1dc00 with handle 0x52973366461d2eb9 to hash 00000020:00000001:3.0:1773688179.823489:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.823491:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00010000:00000010:3.0:1773688179.823495:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba080. 00010000:00000001:3.0:1773688179.823498:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997222153216 : -129076487398400 : ffff8a9b09d1dc00) 00010000:00010000:3.0:1773688179.823502:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a87e expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.823517:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.823519:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=87 00010000:00000001:3.0:1773688179.823524:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.823527:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.823533:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.823536:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.823537:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.823541:0:68797:0:(mdt_handler.c:5113:mdt_intent_layout()) Process entered 00000004:00000040:3.0:1773688179.823543:0:68797:0:(mdt_handler.c:5124:mdt_intent_layout()) [0x20000afe1:0x145:0x0]got layout change request from client: opc:0 flags:0x0 extent [0x0, 0x0) 00000004:00000001:3.0:1773688179.823546:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.823548:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x145:0x0] 00000020:00000001:3.0:1773688179.823550:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.823553:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156740088 : -129075552811528 : ffff8a9b418685f8) 00000004:00000001:3.0:1773688179.823555:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156740000 : -129075552811616 : ffff8a9b418685a0) 00000004:00000001:3.0:1773688179.823558:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.823560:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.823561:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.823564:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.823566:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.823568:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000040:3.0:1773688179.823569:0:68797:0:(mdt_handler.c:5169:mdt_intent_layout()) lustre-MDT0000: layout_size 56 00000100:00000001:3.0:1773688179.823572:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.823573:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.823577:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8a9b0550ac00. 02000000:00000001:3.0:1773688179.823579:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.823581:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.823585:0:68797:0:(mdt_handler.c:5190:mdt_intent_layout()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.823587:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.823589:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.823591:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.823594:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.823597:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.823598:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.823600:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.823602:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.823604:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.823605:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.823607:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.823609:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.823611:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.823612:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.823614:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 2 00010000:00000040:3.0:1773688179.823617:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.823619:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.823625:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 87 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.823629:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.823631:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.823632:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.823634:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.823635:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.823636:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.823638:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.823641:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.823644:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 87 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00000001:3.0:1773688179.823650:0:68797:0:(mdt_lvb.c:303:mdt_lvbo_fill()) Process entered 00000004:00000001:3.0:1773688179.823653:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.823654:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x145:0x0] 00000020:00000001:3.0:1773688179.823656:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.823657:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156740088 : -129075552811528 : ffff8a9b418685f8) 00000004:00000001:3.0:1773688179.823658:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156740000 : -129075552811616 : ffff8a9b418685a0) 00000004:00000001:3.0:1773688179.823660:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.823663:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.823664:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.823667:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.823668:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.823670:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.823677:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.823679:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.823680:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.823682:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.823684:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.823686:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.823688:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.823689:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.823691:0:68797:0:(mdt_lvb.c:408:mdt_lvbo_fill()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:3.0:1773688179.823694:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.823696:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.823698:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00010000:3.0:1773688179.823701:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:3.0:1773688179.823703:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.823706:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.823708:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.823709:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.823711:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.823713:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b09d1dc00, rc 0) 00000020:00000001:3.0:1773688179.823716:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.823718:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854328192 00010000:00000001:3.0:1773688179.823720:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.823723:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b35ac4a80 x1859843854328192/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 376/400 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.823728:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.823730:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.823731:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.823734:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.823735:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.823737:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.823739:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.823740:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.823742:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.823743:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.823746:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeebb0. 00000100:00000200:3.0:1773688179.823748:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1859843854328192, offset 224 00000400:00000200:3.0:1773688179.823752:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.823756:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.823760:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48146:48146:256:4294967295] 192.168.204.51@tcp LPNI seq info [48142:48142:8:4294967295] 00000400:00000200:3.0:1773688179.823766:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.823769:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.823772:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d800. 00000800:00000200:3.0:1773688179.823774:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.823778:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.823780:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d800 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.823793:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.823795:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.823797:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.823798:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.823799:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.823802:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b35ac4a80 x1859843854328192/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 376/400 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.823808:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b35ac4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+87:68109:x1859843854328192:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 391us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688179.823813:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15528 00000100:00000040:3.0:1773688179.823816:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.823818:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.823820:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.823822:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31ffb480. 00000020:00000010:3.0:1773688179.823825:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.823827:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2a00. 00000020:00000040:3.0:1773688179.823832:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 86 00000100:00000001:3.0:1773688179.823834:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.823888:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.823893:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d800. 00000400:00000200:0.0:1773688179.823897:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.823903:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.823906:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeebb0 00000400:00000010:0.0:1773688179.823908:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeebb0. 00000100:00000001:0.0:1773688179.823911:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.823912:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.825852:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.825863:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.825866:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.825867:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.825872:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.825880:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 440 into portal 28 MB=0x69b84a4466200 00000400:00000200:2.0:1773688179.825890:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.51@tcp of length 440/440 into md 0x592a1 [8] + 14568 00000800:00000001:2.0:1773688179.825895:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.825901:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.825903:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.825905:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.825910:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.825911:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1773688179.825915:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b35ac6d80. 00000100:00000040:2.0:1773688179.825917:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b35ac6d80 x1859843854328320 msgsize 440 00000100:00100000:2.0:1773688179.825919:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.825929:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.825933:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.825935:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.825986:0:38615:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.825991:0:38615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854328320 02000000:00000001:1.0:1773688179.825994:0:38615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.825997:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.825999:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.826004:0:38615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.826053:0:38615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854328320 00000020:00000001:1.0:1773688179.826058:0:38615:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.826060:0:38615:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5297336646186ca4 00000020:00000001:1.0:1773688179.826063:0:38615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.826067:0:38615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b04f38000 refcount=58 00000020:00000001:1.0:1773688179.826070:0:38615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000020:00000001:1.0:1773688179.826074:0:38615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000100:00000001:1.0:1773688179.826080:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.826086:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.826089:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.826092:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000020:00000010:1.0:1773688179.826098:0:38615:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09357600. 00000020:00000010:1.0:1773688179.826103:0:38615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e380. 00000020:00000010:1.0:1773688179.826108:0:38615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688179.826116:0:38615:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1773688179.826119:0:38615:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.826121:0:38615:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773688179.826123:0:38615:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.826130:0:38615:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.826143:0:38615:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.826155:0:38615:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.826157:0:38615:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.826164:0:38615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7646 00000100:00000040:1.0:1773688179.826168:0:38615:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b04f38000 : new rpc_count 1 00000100:00000001:1.0:1773688179.826170:0:38615:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997957897600 : -129075751654016 : ffff8a9b35ac6d80) 00000100:00000040:1.0:1773688179.826178:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b35ac6d80 x1859843854328320/t0(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 440/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688179.826188:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.826191:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.826193:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.826196:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000100:00100000:1.0:1773688179.826200:0:38615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b35ac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+58:2405:x1859843854328320:12345-192.168.204.51@tcp:2:dbench.0 00000100:00000200:1.0:1773688179.826204:0:38615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854328320 00000020:00000001:1.0:1773688179.826208:0:38615:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688179.826211:0:38615:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688179.826213:0:38615:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.826216:0:38615:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688179.826218:0:38615:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672990144 : -1036561472 : ffffffffc23753c0) 00000020:00000001:1.0:1773688179.826221:0:38615:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1773688179.826223:0:38615:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688179.826226:0:38615:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688179.826228:0:38615:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688179.826231:0:38615:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1773688179.826234:0:38615:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1773688179.826236:0:38615:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.826239:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.826241:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.826244:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.826246:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.826248:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.826250:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.826251:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.826253:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.826254:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.826255:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.826257:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.826260:0:38615:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.826262:0:38615:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.826266:0:38615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.826268:0:38615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.826274:0:38615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8a9b07833c00. 02000000:00000001:1.0:1773688179.826277:0:38615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.826279:0:38615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688179.826282:0:38615:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:1.0:1773688179.826285:0:38615:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1773688179.826288:0:38615:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.826293:0:38615:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997970888872 : -129075738662744 : ffff8a9b3672a8a8) 00002000:00000001:1.0:1773688179.826296:0:38615:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997970888784 : -129075738662832 : ffff8a9b3672a850) 00002000:00000001:1.0:1773688179.826299:0:38615:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000001:1.0:1773688179.826302:0:38615:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.826308:0:38615:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:1.0:1773688179.826311:0:38615:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00002000:00000001:1.0:1773688179.826313:0:38615:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688179.826315:0:38615:0:(ofd_objects.c:1579:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688179.826317:0:38615:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1773688179.826319:0:38615:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.826322:0:38615:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1773688179.826329:0:38615:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9b07833400. 00080000:00000001:1.0:1773688179.826332:0:38615:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614997183443968 : -129076526107648 : ffff8a9b07833400) 00000001:00000001:1.0:1773688179.826335:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.826337:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.826340:0:38615:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1773688179.826360:0:38615:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.826364:0:38615:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1773688179.826369:0:38615:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.826372:0:38615:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1773688179.826377:0:38615:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1773688179.826401:0:38615:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1773688179.826403:0:38615:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.826421:0:38615:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688179.826427:0:38615:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8a9b34d01ce8. 00080000:00000001:1.0:1773688179.826434:0:38615:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:1.0:1773688179.826452:0:38615:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688179.826455:0:38615:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:1.0:1773688179.826457:0:38615:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.826460:0:38615:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00002000:00000001:1.0:1773688179.826463:0:38615:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:1.0:1773688179.826466:0:38615:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1773688179.826468:0:38615:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:1.0:1773688179.826503:0:38615:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688179.826506:0:38615:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688179.826510:0:38615:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1773688179.826513:0:38615:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1773688179.826516:0:38615:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884903760, last_committed = 12884903758 00000001:00000010:1.0:1773688179.826520:0:38615:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b03ffba80. 00000001:00000040:1.0:1773688179.826522:0:38615:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b04f38000 : new cb_count 2 00000020:00000040:1.0:1773688179.826525:0:38615:0:(genops.c:887:class_export_get()) GET export ffff8a9b04f38000 refcount=59 00080000:00000001:1.0:1773688179.826530:0:38615:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1773688179.826541:0:38615:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1773688179.826544:0:38615:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.826555:0:38615:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.826562:0:38615:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688179.826567:0:38615:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.826570:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.826572:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688179.826574:0:38615:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:1.0:1773688179.826577:0:38615:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b3672a8a8/ffff8a9b3672a850 to site lru. bkt: ffff8a9b3211eae0 00010000:00000040:1.0:1773688179.826585:0:38615:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304e00 count: 2 00010000:00000001:1.0:1773688179.826588:0:38615:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1773688179.826592:0:38615:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1773688179.826596:0:38615:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1773688179.826597:0:38615:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.826599:0:38615:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997970888872 : -129075738662744 : ffff8a9b3672a8a8) 00002000:00000001:1.0:1773688179.826601:0:38615:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997970888784 : -129075738662832 : ffff8a9b3672a850) 00002000:00000001:1.0:1773688179.826604:0:38615:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1773688179.826607:0:38615:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1773688179.826610:0:38615:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0xa09:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1773688179.826612:0:38615:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0xa09:0x0] updating lvb mtime from disk: 0 -> 1773688167 00002000:00010000:1.0:1773688179.826615:0:38615:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0xa09:0x0] updating lvb atime from disk: 0 -> 1773688169 00002000:00010000:1.0:1773688179.826618:0:38615:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0xa09:0x0] updating lvb ctime from disk: 0 -> 1773688179 00002000:00010000:1.0:1773688179.826621:0:38615:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0xa09:0x0] updating lvb blocks from disk: 1 -> 1 00000020:00000002:1.0:1773688179.826623:0:38615:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b3672a8a8/ffff8a9b3672a850 to site lru. bkt: ffff8a9b3211eae0 00010000:00000040:1.0:1773688179.826628:0:38615:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 12884903758, transno 12884903760, xid 1859843854328320 00010000:00000001:1.0:1773688179.826631:0:38615:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688179.826637:0:38615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b35ac6d80 x1859843854328320/t12884903760(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 440/432 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688179.826646:0:38615:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.826648:0:38615:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.826653:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b36eb51e8 time=95 v=5 (1 4 1 1) 00000100:00000001:1.0:1773688179.826657:0:38615:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.826660:0:38615:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.826663:0:38615:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.826665:0:38615:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.826667:0:38615:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.826671:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.826673:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.826678:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64990. 00000100:00000200:1.0:1773688179.826684:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1859843854328320, offset 224 00000400:00000200:1.0:1773688179.826691:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.826703:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.826710:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48147:48147:256:4294967295] 192.168.204.51@tcp LPNI seq info [48143:48143:8:4294967295] 00000400:00000200:1.0:1773688179.826721:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.826727:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.826732:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7600. 00000800:00000200:1.0:1773688179.826738:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.826745:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.826749:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7600 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.826761:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.826765:0:38615:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.826768:0:38615:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688179.826770:0:38615:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.826772:0:38615:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688179.826776:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b35ac6d80 x1859843854328320/t12884903760(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 440/432 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688179.826787:0:38615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b35ac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+59:2405:x1859843854328320:12345-192.168.204.51@tcp:2:dbench.0 Request processed in 596us (866us total) trans 12884903760 rc 0/0 00000100:00100000:1.0:1773688179.826795:0:38615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7646 00000100:00000040:1.0:1773688179.826798:0:38615:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b04f38000 : new rpc_count 0 00000100:00000001:1.0:1773688179.826801:0:38615:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.826803:0:38615:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.826807:0:38615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e380. 00000020:00000010:1.0:1773688179.826821:0:38615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000020:00000010:1.0:1773688179.826825:0:38615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09357600. 00000020:00000040:1.0:1773688179.826830:0:38615:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b04f38000 : new refcount 58 00000100:00000001:1.0:1773688179.826833:0:38615:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.826855:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.826860:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7600. 00000400:00000200:2.0:1773688179.826864:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.826869:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.826874:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64990 00000400:00000010:2.0:1773688179.826876:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64990. 00000100:00000001:2.0:1773688179.826880:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.826882:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1773688179.827056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b03eb4c00. 00000800:00000001:0.0:1773688179.828356:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.828368:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.828371:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.828374:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.828381:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.828393:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4466280 00000400:00000200:0.0:1773688179.828400:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 120472 00000800:00000001:0.0:1773688179.828406:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.828414:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.828416:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.828420:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.828426:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.828428:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.828434:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b342e9180. 00000100:00000040:0.0:1773688179.828437:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b342e9180 x1859843854328448 msgsize 576 00000100:00100000:0.0:1773688179.828441:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.828452:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.828459:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.828462:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.829276:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.829280:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854328448 02000000:00000001:3.0:1773688179.829283:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.829285:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.829288:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.829292:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.829297:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854328448 00000020:00000001:3.0:1773688179.829300:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.829301:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.829304:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.829307:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=87 00000020:00000001:3.0:1773688179.829310:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.829313:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.829318:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.829324:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.829328:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.829332:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000020:00000010:3.0:1773688179.829338:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2a00. 00000020:00000010:3.0:1773688179.829342:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b31ffb480. 00000020:00000010:3.0:1773688179.829347:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.829355:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.829358:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.829359:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.829362:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.829364:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.829366:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.829372:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.829387:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.829396:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.829397:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.829403:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15529 00000100:00000040:3.0:1773688179.829406:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.829408:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997932872064 : -129075776679552 : ffff8a9b342e9180) 00000100:00000040:3.0:1773688179.829415:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b342e9180 x1859843854328448/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.829421:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.829423:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.829425:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.829427:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000100:00100000:3.0:1773688179.829431:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b342e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+87:68109:x1859843854328448:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.829435:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854328448 00000020:00000001:3.0:1773688179.829439:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.829443:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.829447:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.829449:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.829451:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.829454:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.829457:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854328448, found 0 last_xid 1859843854328447 00000020:00000001:3.0:1773688179.829460:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.829462:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.829464:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.829468:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.829470:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.829473:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.829475:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.829476:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.829478:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.829484:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.829490:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 3 00010000:00000001:3.0:1773688179.829493:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.829495:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.829499:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b09d1de00. 00000020:00000001:3.0:1773688179.829503:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.829505:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b09d1de00 with handle 0x52973366461d2ec0 to hash 00000020:00000001:3.0:1773688179.829507:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.829509:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00000010:3.0:1773688179.829515:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba780. 00010000:00000001:3.0:1773688179.829518:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997222153728 : -129076487397888 : ffff8a9b09d1de00) 00010000:00010000:3.0:1773688179.829522:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2ec0 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a885 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.829530:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.829532:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=88 00010000:00000001:3.0:1773688179.829539:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.829541:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.829548:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.829549:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.829551:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688179.829553:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.829554:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x145:0x0] 00000020:00000001:3.0:1773688179.829557:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.829560:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156740088 : -129075552811528 : ffff8a9b418685f8) 00000004:00000001:3.0:1773688179.829562:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156740000 : -129075552811616 : ffff8a9b418685a0) 00000004:00000001:3.0:1773688179.829563:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.829565:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.829566:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.829568:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.829570:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.829575:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b08f00000. 02000000:00000001:3.0:1773688179.829577:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.829579:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.829580:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.829583:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688179.829587:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688179.829589:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.829591:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.829594:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.829596:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.829598:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.829600:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.829602:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.829603:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.829605:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.829606:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.829608:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.829609:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.829611:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.829613:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.829614:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.829616:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.829617:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.829620:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.829621:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.829625:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.829631:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.829633:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.829636:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.829638:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.829639:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.829640:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.829641:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.829642:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.829644:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.829645:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.829648:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.829648:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.829649:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.829650:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.829653:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:3.0:1773688179.829657:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1773688179.829659:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:3.0:1773688179.829661:0:68797:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000020:00000010:3.0:1773688179.829666:0:68797:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8a9b08f03000. 00000004:00000001:3.0:1773688179.829670:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.829674:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.829677:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.829681:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.829683:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.829686:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.829689:0:68797:0:(mdt_lib.c:2238:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.829691:0:68797:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0x145:0x0]/[0x20000afe1:0x145:0x0], ldlm_rep = ffff8a9b08f00228 00000004:00000001:3.0:1773688179.829696:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1773688179.829699:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.829701:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.829703:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 4 00010000:00000001:3.0:1773688179.829704:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.829706:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.829711:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a16ddec00. 00000020:00000001:3.0:1773688179.829713:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.829714:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a16ddec00 with handle 0x52973366461d2ec7 to hash 00000020:00000001:3.0:1773688179.829716:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.829717:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993146080256 : -129080563471360 : ffff8a9a16ddec00) 00010000:00000010:3.0:1773688179.829719:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315bab00. 00010000:00000001:3.0:1773688179.829720:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993146080256 : -129080563471360 : ffff8a9a16ddec00) 00010000:00000001:3.0:1773688179.829722:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.829724:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.829727:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddec00/0x52973366461d2ec7 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.829731:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.829734:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.829735:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.829737:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.829739:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.829740:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.829741:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.829743:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.829744:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.829746:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.829747:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.829749:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 4 00010000:00000040:3.0:1773688179.829751:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.829755:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 88 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.829760:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.829764:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddec00/0x52973366461d2ec7 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.829767:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.829770:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.829771:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.829773:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.829773:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.829775:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.829777:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.829778:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.829780:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.829781:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddec00/0x52973366461d2ec7 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.829786:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.829787:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.829788:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.829789:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.829790:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.829791:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a16ddec00 refcount=3 00000020:00000001:3.0:1773688179.829792:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993146080256 : -129080563471360 : ffff8a9a16ddec00) 00010000:00000001:3.0:1773688179.829794:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993146080256 : -129080563471360 : ffff8a9a16ddec00) 00010000:00000001:3.0:1773688179.829795:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.829795:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.829796:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.829798:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1773688179.829802:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.829803:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.829808:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.829810:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.829811:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.829812:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.829814:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.829816:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.829817:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.829818:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.829819:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.829821:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x145:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:3.0:1773688179.829823:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.829824:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.829825:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.829826:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.829827:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.829828:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.829829:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.829830:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.829830:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.829831:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.829832:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.829834:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1773688179.829835:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1773688179.829836:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1773688179.829838:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b08f00370 00000004:00000001:3.0:1773688179.829839:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.829841:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.829842:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.829843:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.829844:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.829845:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.829845:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.829846:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.829848:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.829850:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:3.0:1773688179.829853:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: returning size 15360 00000004:00000040:3.0:1773688179.829856:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x145:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:3.0:1773688179.829858:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:3.0:1773688179.829860:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2569 00000004:00200000:3.0:1773688179.829862:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:3.0:1773688179.829864:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1773688179.829865:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.829866:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.829867:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1773688179.829868:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.829869:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.829869:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.829870:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.829871:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.829872:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.829874:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.829878:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.829882:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.829883:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.829884:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.829885:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.829889:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.829890:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.829890:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a16ddec00 refcount=3 00000020:00000001:3.0:1773688179.829892:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993146080256 : -129080563471360 : ffff8a9a16ddec00) 00010000:00000001:3.0:1773688179.829893:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993146080256 : -129080563471360 : ffff8a9a16ddec00) 00000004:00010000:3.0:1773688179.829895:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddec00/0x52973366461d2ec7 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.829900:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.829900:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.829901:0:68797:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:3.0:1773688179.829903:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.829904:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:3.0:1773688179.829905:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.829907:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.829908:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a16ddec00 refcount=3 00000020:00000001:3.0:1773688179.829909:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993146080256 : -129080563471360 : ffff8a9a16ddec00) 00010000:00000001:3.0:1773688179.829910:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993146080256 : -129080563471360 : ffff8a9a16ddec00) 00000004:00000040:3.0:1773688179.829912:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:3.0:1773688179.829914:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=89 00010000:00000001:3.0:1773688179.829916:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.829916:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.829917:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.829918:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1773688179.829920:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.829921:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.829922:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.829923:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.829924:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.829926:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.829929:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.829930:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.829932:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.829933:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:3.0:1773688179.829934:0:68797:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8a9b08f03000. 00000004:00000001:3.0:1773688179.829937:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.829939:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.829940:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.829943:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.829944:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.829945:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.829946:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.829948:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b09d1de00 with handle 0x52973366461d2ec0 from hash 00010000:00000001:3.0:1773688179.829960:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.829961:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.829962:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.829963:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.829964:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.829966:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1de00/0x52973366461d2ec0 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a885 expref: 89 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.829975:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.829977:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 88 00010000:00000010:3.0:1773688179.829979:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba780. 00010000:00000001:3.0:1773688179.829988:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.829989:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.829993:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.829995:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddec00/0x52973366461d2ec7 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a885 expref: 88 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.829999:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.830002:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.830004:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00010000:3.0:1773688179.830006:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1773688179.830041:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.830043:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.830046:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.830047:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.830048:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.830051:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a16ddec00, rc 0) 00000020:00000001:3.0:1773688179.830055:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.830058:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854328448 00010000:00000001:3.0:1773688179.830062:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.830067:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b342e9180 x1859843854328448/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.830075:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.830078:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.830082:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.830086:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.830089:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.830092:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.830095:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.830097:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.830100:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.830103:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.830108:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee908. 00000100:00000200:3.0:1773688179.830114:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854328448, offset 224 00000400:00000200:3.0:1773688179.830119:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.830128:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.830132:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48148:48148:256:4294967295] 192.168.204.51@tcp LPNI seq info [48144:48144:8:4294967295] 00000400:00000200:3.0:1773688179.830139:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.830143:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.830147:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d800. 00000800:00000200:3.0:1773688179.830151:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.830157:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.830162:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d800 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.830179:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.830183:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.830186:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.830188:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.830190:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.830194:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b342e9180 x1859843854328448/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.830205:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b342e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+88:68109:x1859843854328448:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 781us (1765us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688179.830214:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15529 00000100:00000040:3.0:1773688179.830218:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.830221:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.830223:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.830227:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31ffb480. 00000020:00000010:3.0:1773688179.830231:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.830236:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2a00. 00000020:00000040:3.0:1773688179.830241:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 87 00000100:00000001:3.0:1773688179.830244:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.830280:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.830286:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d800. 00000400:00000200:2.0:1773688179.830292:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.830306:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.830311:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee908 00000400:00000010:2.0:1773688179.830314:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee908. 00000100:00000001:2.0:1773688179.830318:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.830319:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1773688179.831070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b03eb4e00. 00010000:00000010:3.1:1773688179.831075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b03eb4800. 00010000:00000010:3.1:1773688179.831077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b03eb4400. 00010000:00000010:3.1:1773688179.831079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b03eb4000. 00010000:00000010:3.1:1773688179.831082:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1689c700. 00000800:00000001:2.0:1773688179.833663:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.833683:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.833687:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.833689:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.833698:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.833714:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4466300 00000400:00000200:2.0:1773688179.833723:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 121048 00000800:00000001:2.0:1773688179.833731:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.833740:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.833743:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.833747:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.833754:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.833756:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.833763:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b35ac4700. 00000100:00000040:2.0:1773688179.833767:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b35ac4700 x1859843854328576 msgsize 584 00000100:00100000:2.0:1773688179.833772:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.833784:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.833792:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.833795:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.833823:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.833828:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854328576 02000000:00000001:3.0:1773688179.833831:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.833834:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.833836:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.833841:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.833845:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854328576 00000020:00000001:3.0:1773688179.833848:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.833850:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.833852:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.833855:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=88 00000020:00000001:3.0:1773688179.833858:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.833860:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.833865:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.833871:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.833873:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.833876:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000020:00000010:3.0:1773688179.833881:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2a00. 00000020:00000010:3.0:1773688179.833885:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b31ffb480. 00000020:00000010:3.0:1773688179.833891:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.833899:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.833902:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.833903:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.833906:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.833908:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.833909:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.833916:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.833929:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.833941:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.833944:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.833961:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15530 00000100:00000040:3.0:1773688179.833966:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.833969:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997957887744 : -129075751663872 : ffff8a9b35ac4700) 00000100:00000040:3.0:1773688179.833977:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b35ac4700 x1859843854328576/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.833987:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.833990:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.833992:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.833995:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000100:00100000:3.0:1773688179.833999:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b35ac4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+88:68109:x1859843854328576:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.834003:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854328576 00000020:00000001:3.0:1773688179.834028:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.834032:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.834036:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.834038:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.834040:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.834044:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.834048:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854328576, found 0 last_xid 1859843854328575 00000020:00000001:3.0:1773688179.834051:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.834054:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.834056:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.834062:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.834064:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.834067:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.834069:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.834070:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.834072:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.834077:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.834084:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:3.0:1773688179.834086:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.834089:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.834093:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a16ddfe00. 00000020:00000001:3.0:1773688179.834097:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.834100:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a16ddfe00 with handle 0x52973366461d2ece to hash 00000020:00000001:3.0:1773688179.834102:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.834104:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993146084864 : -129080563466752 : ffff8a9a16ddfe00) 00010000:00000010:3.0:1773688179.834108:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba780. 00010000:00000001:3.0:1773688179.834110:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993146084864 : -129080563466752 : ffff8a9a16ddfe00) 00010000:00010000:3.0:1773688179.834114:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddfe00/0x52973366461d2ece lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a88c expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.834121:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:3.0:1773688179.834123:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=89 00010000:00000001:3.0:1773688179.834129:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.834130:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.834136:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.834138:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.834139:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688179.834141:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.834142:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.834145:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.834148:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.834150:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.834152:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.834154:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.834155:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.834157:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.834159:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.834163:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b08f03000. 02000000:00000001:3.0:1773688179.834165:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.834167:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.834168:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.834169:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688179.834172:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688179.834173:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.834175:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.834177:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.834178:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.834180:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.834181:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.834182:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.834184:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.834185:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.834185:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.834187:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.834188:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.834189:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.834190:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.834191:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.834191:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.834192:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.834193:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.834194:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.834197:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.834199:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.834200:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.834202:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.834202:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.834203:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.834204:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.834205:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.834206:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.834208:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.834209:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.834219:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.834221:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.834222:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.834224:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.834227:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1773688179.834233:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:3.0:1773688179.834236:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/~WRD0003.TMP, ldlm_rep = ffff8a9b08f03228 00000004:00000001:3.0:1773688179.834241:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1773688179.834245:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1773688179.834248:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1773688179.834250:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.834252:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.834255:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:3.0:1773688179.834257:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.834271:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.834275:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a16dde200. 00000020:00000001:3.0:1773688179.834277:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.834279:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a16dde200 with handle 0x52973366461d2ed5 to hash 00000020:00000001:3.0:1773688179.834280:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.834281:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993146077696 : -129080563473920 : ffff8a9a16dde200) 00010000:00000010:3.0:1773688179.834285:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba900. 00010000:00000001:3.0:1773688179.834287:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993146077696 : -129080563473920 : ffff8a9a16dde200) 00010000:00000001:3.0:1773688179.834290:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.834292:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.834296:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde200/0x52973366461d2ed5 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.834302:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.834305:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.834307:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.834309:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.834312:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.834314:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.834315:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.834318:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.834319:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.834321:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.834322:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.834324:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 4 00010000:00000040:3.0:1773688179.834327:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.834332:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 89 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.834339:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 89 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.834350:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde200/0x52973366461d2ed5 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.834356:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.834360:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.834361:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.834364:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.834365:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.834367:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.834370:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.834372:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.834375:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.834377:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde200/0x52973366461d2ed5 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.834383:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.834385:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.834387:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.834388:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.834389:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.834393:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46c00 count: 2 00010000:00000001:3.0:1773688179.834395:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.834397:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.834400:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a16dde800. 00000020:00000001:3.0:1773688179.834402:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.834404:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a16dde800 with handle 0x52973366461d2edc to hash 00000020:00000001:3.0:1773688179.834406:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.834407:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993146079232 : -129080563472384 : ffff8a9a16dde800) 00010000:00000010:3.0:1773688179.834410:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315bac80. 00010000:00000001:3.0:1773688179.834412:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993146079232 : -129080563472384 : ffff8a9a16dde800) 00010000:00000001:3.0:1773688179.834415:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.834416:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.834420:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde800/0x52973366461d2edc lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.834426:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.834428:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.834429:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.834430:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.834432:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.834434:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.834436:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.834438:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.834439:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.834441:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.834442:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.834444:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x10682665 (ffff8a9a0ec46c00) refcount = 2 00010000:00000040:3.0:1773688179.834447:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.834449:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5c00/0x52973366461d2e50 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.834455:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde800/0x52973366461d2edc lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.834459:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.834461:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.834462:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.834464:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.834465:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.834467:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.834469:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.834471:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.834473:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.834475:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde800/0x52973366461d2edc lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.834481:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.834483:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.834484:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.834486:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.834490:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.834531:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.834535:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.834539:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688179.834543:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.834549:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1773688179.834576:0:68797:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.834580:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1773688179.834582:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1773688179.834585:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.834587:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.834591:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.834593:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.834596:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.834598:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.834600:0:68797:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:3.0:1773688179.834603:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.834605:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.834607:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.834608:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x145:0x0] 00000020:00000001:3.0:1773688179.834610:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.834613:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156740088 : -129075552811528 : ffff8a9b418685f8) 00000004:00000001:3.0:1773688179.834615:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156740000 : -129075552811616 : ffff8a9b418685a0) 00000004:00000001:3.0:1773688179.834620:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1773688179.834622:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.834623:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.834626:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 4 00010000:00000001:3.0:1773688179.834627:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.834629:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.834631:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a16ddf200. 00000020:00000001:3.0:1773688179.834633:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.834634:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a16ddf200 with handle 0x52973366461d2ee3 to hash 00000020:00000001:3.0:1773688179.834636:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.834637:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993146081792 : -129080563469824 : ffff8a9a16ddf200) 00010000:00000010:3.0:1773688179.834639:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba700. 00010000:00000001:3.0:1773688179.834641:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993146081792 : -129080563469824 : ffff8a9a16ddf200) 00010000:00000001:3.0:1773688179.834642:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.834643:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.834645:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf200/0x52973366461d2ee3 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.834649:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.834650:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.834651:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.834652:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.834653:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.834654:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.834656:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.834657:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.834658:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.834659:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.834660:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.834661:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 4 00010000:00000040:3.0:1773688179.834662:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.834665:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddec00/0x52973366461d2ec7 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a885 expref: 89 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.834669:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 89 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.834673:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.834676:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf200/0x52973366461d2ee3 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.834680:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.834682:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.834683:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.834684:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.834685:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.834686:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.834687:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.834689:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.834690:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.834691:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf200/0x52973366461d2ee3 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.834695:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.834696:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.834697:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.834698:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.834699:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.834699:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a16ddf200 refcount=3 00000020:00000001:3.0:1773688179.834700:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993146081792 : -129080563469824 : ffff8a9a16ddf200) 00010000:00000001:3.0:1773688179.834702:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993146081792 : -129080563469824 : ffff8a9a16ddf200) 00010000:00000001:3.0:1773688179.834703:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.834704:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.834704:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.834706:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1773688179.834709:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.834711:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.834714:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.834716:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.834720:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.834722:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.834727:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.834728:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.834731:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.834732:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.834733:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.834734:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x145:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:3.0:1773688179.834737:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.834738:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.834739:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.834741:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.834742:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.834743:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.834745:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.834745:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.834746:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.834748:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.834749:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.834750:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1773688179.834751:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1773688179.834753:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1773688179.834755:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b08f03370 00000004:00000001:3.0:1773688179.834757:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.834760:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.834761:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.834763:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.834764:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.834766:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.834767:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.834768:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.834770:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.834772:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:3.0:1773688179.834776:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: returning size 15360 00000004:00000040:3.0:1773688179.834780:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x145:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:3.0:1773688179.834782:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:3.0:1773688179.834784:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2569 00000004:00200000:3.0:1773688179.834787:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:3.0:1773688179.834789:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1773688179.834791:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.834793:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.834795:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1773688179.834797:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.834799:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.834800:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.834803:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.834806:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.834808:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.834809:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.834814:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.834819:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.834820:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.834821:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.834822:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.834827:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.834828:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.834830:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a16ddf200 refcount=3 00000020:00000001:3.0:1773688179.834831:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993146081792 : -129080563469824 : ffff8a9a16ddf200) 00010000:00000001:3.0:1773688179.834833:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993146081792 : -129080563469824 : ffff8a9a16ddf200) 00000004:00010000:3.0:1773688179.834835:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf200/0x52973366461d2ee3 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:3.0:1773688179.834840:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.834842:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.834843:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1773688179.834845:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.834846:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.834847:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1773688179.834850:0:68797:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:3.0:1773688179.834851:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.834852:0:68797:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.834853:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.834854:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 4 00010000:00000040:3.0:1773688179.834856:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.834859:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddec00/0x52973366461d2ec7 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a885 expref: 89 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.834863:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 89 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.834871:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.834875:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf200/0x52973366461d2ee3 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.834878:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.834878:0:68797:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.834880:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.834880:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.834881:0:68797:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.834883:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.834885:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.834886:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.834886:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.834887:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a16dde200 refcount=3 00000020:00000001:3.0:1773688179.834888:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993146077696 : -129080563473920 : ffff8a9a16dde200) 00010000:00000001:3.0:1773688179.834889:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993146077696 : -129080563473920 : ffff8a9a16dde200) 00010000:00000001:3.0:1773688179.834891:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.834893:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde200/0x52973366461d2ed5 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.834896:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.834896:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.834898:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde200/0x52973366461d2ed5 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.834902:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.834903:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.834905:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.834906:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde200/0x52973366461d2ed5 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.834913:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a16dde200 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.834915:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.834917:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.834919:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde200/0x52973366461d2ed5 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.834922:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.834923:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.834924:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.834924:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a16dde200 refcount=4 00000020:00000001:3.0:1773688179.834925:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993146077696 : -129080563473920 : ffff8a9a16dde200) 00010000:00000001:3.0:1773688179.834926:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993146077696 : -129080563473920 : ffff8a9a16dde200) 00010000:00000001:3.0:1773688179.834928:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.834931:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde200/0x52973366461d2ed5 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.834935:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.834937:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.834938:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.834941:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.834943:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.834944:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.834945:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.834947:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a16dde200 with handle 0x52973366461d2ed5 from hash 00010000:00000001:3.0:1773688179.834958:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.834960:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.834962:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.834963:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.834965:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.834966:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.834969:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.834970:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.834972:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.834975:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.834978:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.834980:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.834983:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.834985:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.834987:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.834989:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.834990:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.834992:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.834994:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.834996:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.834999:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde200/0x52973366461d2ed5 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.835005:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.835027:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.835028:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.835031:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.835033:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.835036:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde200/0x52973366461d2ed5 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.835044:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba900. 00010000:00000001:3.0:1773688179.835056:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.835057:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.835059:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.835060:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.835061:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.835063:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a16dde800 refcount=3 00000020:00000001:3.0:1773688179.835065:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993146079232 : -129080563472384 : ffff8a9a16dde800) 00010000:00000001:3.0:1773688179.835067:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993146079232 : -129080563472384 : ffff8a9a16dde800) 00010000:00000001:3.0:1773688179.835069:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.835072:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde800/0x52973366461d2edc lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.835078:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.835080:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.835082:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde800/0x52973366461d2edc lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.835087:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.835089:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.835090:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.835093:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde800/0x52973366461d2edc lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.835098:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a16dde800 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.835100:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.835101:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.835104:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde800/0x52973366461d2edc lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.835109:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.835111:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.835112:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.835114:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a16dde800 refcount=4 00000020:00000001:3.0:1773688179.835116:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993146079232 : -129080563472384 : ffff8a9a16dde800) 00010000:00000001:3.0:1773688179.835118:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993146079232 : -129080563472384 : ffff8a9a16dde800) 00010000:00000001:3.0:1773688179.835120:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.835122:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde800/0x52973366461d2edc lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.835127:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.835129:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.835130:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.835132:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.835134:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.835135:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.835136:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.835138:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a16dde800 with handle 0x52973366461d2edc from hash 00010000:00000001:3.0:1773688179.835140:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.835142:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.835143:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.835144:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.835146:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.835147:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.835149:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.835150:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.835151:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.835153:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x10682665 (ffff8a9a0ec46c00) 00010000:00010000:3.0:1773688179.835156:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.835158:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.835159:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.835161:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.835162:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.835164:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.835166:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.835167:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.835168:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.835170:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.835172:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde800/0x52973366461d2edc lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.835178:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.835179:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.835181:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.835182:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.835183:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.835185:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde800/0x52973366461d2edc lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.835191:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315bac80. 00010000:00000001:3.0:1773688179.835196:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.835197:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.835199:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.835200:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.835201:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:3.0:1773688179.835202:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.835204:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.835205:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a16ddf200 refcount=3 00000020:00000001:3.0:1773688179.835207:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993146081792 : -129080563469824 : ffff8a9a16ddf200) 00010000:00000001:3.0:1773688179.835210:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993146081792 : -129080563469824 : ffff8a9a16ddf200) 00000004:00000040:3.0:1773688179.835218:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 35 00000020:00000040:3.0:1773688179.835220:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=90 00010000:00000001:3.0:1773688179.835224:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.835225:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.835227:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.835229:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1773688179.835232:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.835233:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.835235:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.835236:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.835238:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.835241:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.835245:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.835247:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.835249:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.835251:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.835253:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.835255:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.835256:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.835259:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.835260:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.835261:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.835263:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.835265:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a16ddfe00 with handle 0x52973366461d2ece from hash 00010000:00000001:3.0:1773688179.835267:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.835268:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.835269:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.835270:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.835271:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.835275:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddfe00/0x52973366461d2ece lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a88c expref: 90 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.835287:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:3.0:1773688179.835289:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 89 00010000:00000010:3.0:1773688179.835292:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba780. 00010000:00000001:3.0:1773688179.835296:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.835298:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.835302:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.835306:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf200/0x52973366461d2ee3 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a88c expref: 89 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.835313:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.835315:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.835317:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00010000:3.0:1773688179.835320:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1773688179.835321:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.835324:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.835325:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.835327:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.835328:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.835329:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a16ddf200, rc 0) 00000020:00000001:3.0:1773688179.835333:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.835336:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854328576 00010000:00000001:3.0:1773688179.835340:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.835345:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b35ac4700 x1859843854328576/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.835354:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.835356:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.835360:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.835364:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.835367:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.835369:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.835373:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.835375:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.835378:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.835381:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.835386:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee880. 00000100:00000200:3.0:1773688179.835392:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854328576, offset 224 00000400:00000200:3.0:1773688179.835397:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.835407:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.835413:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48149:48149:256:4294967295] 192.168.204.51@tcp LPNI seq info [48145:48145:8:4294967295] 00000400:00000200:3.0:1773688179.835420:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.835424:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.835427:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d600. 00000800:00000200:3.0:1773688179.835432:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.835438:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.835441:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d600 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.835452:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.835455:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.835457:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.835458:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.835460:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.835463:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b35ac4700 x1859843854328576/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.835474:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b35ac4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+89:68109:x1859843854328576:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1484us (1703us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688179.835483:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15530 00000100:00000040:3.0:1773688179.835487:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.835489:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.835492:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.835497:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31ffb480. 00000020:00000010:3.0:1773688179.835501:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.835507:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2a00. 00000020:00000040:3.0:1773688179.835510:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 88 00000100:00000001:3.0:1773688179.835513:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.835567:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.835575:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d600. 00000400:00000200:0.0:1773688179.835582:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.835588:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.835593:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee880 00000400:00000010:0.0:1773688179.835596:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee880. 00000100:00000001:0.0:1773688179.835600:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.835602:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.838039:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.838051:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.838054:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.838056:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.838065:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.838078:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4466380 00000400:00000200:2.0:1773688179.838086:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x734dd [2] + 656 00000800:00000001:2.0:1773688179.838093:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.838100:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.838103:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.838107:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.838113:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.838116:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1773688179.838121:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b35ac6680. 00000100:00000040:2.0:1773688179.838125:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b35ac6680 x1859843854328704 msgsize 328 00000100:00100000:2.0:1773688179.838129:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.838145:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.838152:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.838155:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.838189:0:7562:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.838193:0:7562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854328704 02000000:00000001:1.0:1773688179.838195:0:7562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.838197:0:7562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.838199:0:7562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.838204:0:7562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.838207:0:7562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854328704 00000020:00000001:1.0:1773688179.838210:0:7562:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.838212:0:7562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.838214:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.838217:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=89 00000020:00000001:1.0:1773688179.838219:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.838222:0:7562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.838227:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.838231:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.838234:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.838237:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000020:00000010:1.0:1773688179.838244:0:7562:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09357600. 00000020:00000010:1.0:1773688179.838249:0:7562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e380. 00000020:00000010:1.0:1773688179.838253:0:7562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688179.838260:0:7562:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.838264:0:7562:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.838265:0:7562:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.838267:0:7562:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.838270:0:7562:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.838272:0:7562:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.838277:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.838278:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.838280:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a16ddf200 refcount=3 00000020:00000001:1.0:1773688179.838282:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993146081792 : -129080563469824 : ffff8a9a16ddf200) 00010000:00000001:1.0:1773688179.838284:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993146081792 : -129080563469824 : ffff8a9a16ddf200) 00010000:00000001:1.0:1773688179.838286:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.838288:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.838289:0:7562:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.838291:0:7562:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.838298:0:7562:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.838310:0:7562:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.838320:0:7562:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.838322:0:7562:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.838328:0:7562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1583 00000100:00000040:1.0:1773688179.838331:0:7562:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688179.838333:0:7562:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997957895808 : -129075751655808 : ffff8a9b35ac6680) 00000100:00000040:1.0:1773688179.838342:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b35ac6680 x1859843854328704/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.838351:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.838353:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.838355:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.838357:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000100:00100000:1.0:1773688179.838362:0:7562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b35ac6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+89:2405:x1859843854328704:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.838368:0:7562:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854328704 00010000:00000001:1.0:1773688179.838371:0:7562:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.838373:0:7562:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.838375:0:7562:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.838379:0:7562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.838382:0:7562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.838385:0:7562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9b07831400. 02000000:00000001:1.0:1773688179.838388:0:7562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.838390:0:7562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.838392:0:7562:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.838394:0:7562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.838396:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.838398:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.838399:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a16ddf200 refcount=3 00000020:00000001:1.0:1773688179.838402:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993146081792 : -129080563469824 : ffff8a9a16ddf200) 00010000:00000001:1.0:1773688179.838404:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993146081792 : -129080563469824 : ffff8a9a16ddf200) 00010000:00000040:1.0:1773688179.838408:0:7562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 5 00000004:00000001:1.0:1773688179.838413:0:7562:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1773688179.838415:0:7562:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688179.838419:0:7562:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.838422:0:7562:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.838424:0:7562:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.838425:0:7562:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.838430:0:7562:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.838432:0:7562:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.838438:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.838440:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.838442:0:7562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.838444:0:7562:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.838447:0:7562:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a16ddf200 with handle 0x52973366461d2ee3 from hash 00010000:00000001:1.0:1773688179.838449:0:7562:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.838450:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.838452:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.838453:0:7562:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.838458:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.838460:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.838463:0:7562:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.838464:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.838469:0:7562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf200/0x52973366461d2ee3 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a88c expref: 89 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000001:2.0:1773688179.838475:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:1.0:1773688179.838479:0:7562:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000800:00000001:2.0:1773688179.838484:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773688179.838484:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 88 00000800:00000001:2.0:1773688179.838490:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:1.0:1773688179.838490:0:7562:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba700. 00000800:00000001:2.0:1773688179.838495:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.838503:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00010000:00000001:1.0:1773688179.838504:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.838509:0:7562:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.838512:0:7562:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000400:00000200:2.0:1773688179.838516:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 488 into portal 12 MB=0x69b84a4466480 00010000:00010000:1.0:1773688179.838517:0:7562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00000001:1.0:1773688179.838523:0:7562:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.838525:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 488/488 into md 0x3b659 [64] + 121632 00010000:00000001:1.0:1773688179.838527:0:7562:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.838532:0:7562:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00000800:00000001:2.0:1773688179.838535:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1773688179.838535:0:7562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.838540:0:7562:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.838546:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.838546:0:7562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.838549:0:7562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773688179.838550:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.838556:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00001000:1.0:1773688179.838556:0:7562:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000100:00000001:2.0:1773688179.838563:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1773688179.838564:0:7562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1773688179.838567:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1773688179.838570:0:7562:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000010:2.0:1773688179.838573:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b35ac7800. 00000100:00000001:1.0:1773688179.838574:0:7562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.838579:0:7562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.838581:0:7562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.838584:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b35ac7800 x1859843854328960 msgsize 488 00000100:00000001:1.0:1773688179.838584:0:7562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.838589:0:7562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000100:00100000:2.0:1773688179.838594:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000400:00000010:1.0:1773688179.838596:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a647f8. 00000100:00000200:1.0:1773688179.838603:0:7562:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854328704, offset 224 00000100:00000001:2.0:1773688179.838606:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1773688179.838611:0:7562:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.838623:0:7562:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.838632:0:7562:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48150:48150:256:4294967295] 192.168.204.51@tcp LPNI seq info [48146:48146:8:4294967295] 00000100:00000001:3.0:1773688179.838643:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.838650:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854328960 00000400:00000200:1.0:1773688179.838651:0:7562:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 02000000:00000001:3.0:1773688179.838656:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.838660:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.838665:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773688179.838665:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1773688179.838666:0:7562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000001:2.0:1773688179.838673:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773688179.838677:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773688179.838680:0:7562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7900. 00000100:00100000:3.0:1773688179.838683:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854328960 00000020:00000001:3.0:1773688179.838688:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.838692:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000800:00000200:1.0:1773688179.838693:0:7562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000020:00000001:3.0:1773688179.838698:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.838701:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=89 00000020:00000001:3.0:1773688179.838705:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.838710:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.838715:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000800:00000200:1.0:1773688179.838720:0:7562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000020:00000010:3.0:1773688179.838721:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.838728:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1773688179.838728:0:7562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1773688179.838744:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000100:00000001:1.0:1773688179.838752:0:7562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773688179.838753:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2a00. 00000020:00000010:3.0:1773688179.838763:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b31ffb480. 00000100:00000040:1.0:1773688179.838764:0:7562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.838772:0:7562:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773688179.838773:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00010000:00000001:1.0:1773688179.838777:0:7562:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.838785:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000040:1.0:1773688179.838787:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b35ac6680 x1859843854328704/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773688179.838792:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.838797:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773688179.838802:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.838810:0:7562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b35ac6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+89:2405:x1859843854328704:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 454us (680us total) trans 0 rc 0/0 00000100:00000001:3.0:1773688179.838812:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688179.838818:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.838825:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7900. 00000100:00100000:1.0:1773688179.838830:0:7562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1583 00000400:00000200:0.0:1773688179.838830:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1773688179.838838:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773688179.838838:0:7562:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000400:00000200:0.0:1773688179.838839:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.838849:0:7562:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1773688179.838852:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a647f8 00000100:00000001:1.0:1773688179.838855:0:7562:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1773688179.838856:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a647f8. 00000020:00000010:1.0:1773688179.838862:0:7562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e380. 00000100:00000001:0.0:1773688179.838863:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1773688179.838866:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.838866:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1773688179.838870:0:7562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000100:00000001:3.0:1773688179.838872:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1773688179.838876:0:7562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09357600. 00000020:00000040:1.0:1773688179.838884:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 88 00000100:00000001:2.0:1773688179.838886:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.838889:0:7562:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773688179.838890:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15531 00000100:00000001:2.0:1773688179.838890:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1773688179.838901:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.838902:0:75542:0:(service.c:2223:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.838907:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997957900288 : -129075751651328 : ffff8a9b35ac7800) 00000100:00000001:2.0:1773688179.838909:0:75542:0:(service.c:2462:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.838924:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b35ac7800 x1859843854328960/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/0 e 0 to 0 dl 1773688259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773688179.838941:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.838944:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.838947:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.838959:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000100:00100000:3.0:1773688179.838965:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b35ac7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+88:68109:x1859843854328960:12345-192.168.204.51@tcp:36:dbench.0 00000100:00000200:3.0:1773688179.838968:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854328960 00000020:00000001:3.0:1773688179.838972:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.838976:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.838980:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.838983:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.838984:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862544 : -1038689072 : ffffffffc216dcd0) 00000020:00000001:3.0:1773688179.838987:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.838990:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854328960, found 0 last_xid 1859843854328703 00000020:00000001:3.0:1773688179.838993:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.838996:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.838998:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.839001:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.839004:0:68797:0:(mdt_handler.c:3339:mdt_reint()) Process entered 00000004:00000002:3.0:1773688179.839044:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff8a9b35ac7800 x1859843854328960/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1773688179.839055:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1773688179.839058:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1773688179.839061:0:68797:0:(mdt_lib.c:1397:mdt_setattr_unpack()) Process entered 00000004:00000001:3.0:1773688179.839063:0:68797:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1773688179.839067:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.839069:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.839073:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.839075:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=1135001600 : 1135001600 : 0x43a6c000) 00000001:00000001:3.0:1773688179.839077:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=1135001600 : 1135001600 : 43a6c000) 00000001:00000001:3.0:1773688179.839079:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.839081:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=4294941998 : 4294941998 : 0xffff9d2e) 00000001:00000001:3.0:1773688179.839083:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=4294941998 : 4294941998 : ffff9d2e) 00000001:00000001:3.0:1773688179.839086:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.839087:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.839088:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.839090:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.839091:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.839092:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.839094:0:68797:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.839098:0:68797:0:(mdt_lib.c:1387:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.839100:0:68797:0:(mdt_lib.c:1427:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.839101:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.839105:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.839107:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.839109:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.839111:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.839116:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8a9b08f06000. 02000000:00000001:3.0:1773688179.839119:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.839121:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.839126:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1773688179.839127:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.839128:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.839130:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.839131:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.839133:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.839135:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.839136:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.839137:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.839139:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.839140:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.839144:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.839148:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.839151:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.839153:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.839155:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.839157:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.839159:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.839160:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.839162:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.839164:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.839165:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.839167:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.839168:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.839170:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.839172:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.839174:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1773688179.839176:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.839179:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1773688179.839181:0:68797:0:(mdt_reint.c:973:mdt_reint_setattr()) Process entered 00000004:00000002:3.0:1773688179.839185:0:68797:0:(mdt_reint.c:975:mdt_reint_setattr()) @@@ setattr [0x20000afe1:0x145:0x0] 7 req@ffff8a9b35ac7800 x1859843854328960/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/3152 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773688179.839193:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1773688179.839195:0:68797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1773688179.839197:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.839199:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.839200:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a16ddec00 refcount=3 00000020:00000001:3.0:1773688179.839203:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993146080256 : -129080563471360 : ffff8a9a16ddec00) 00010000:00000001:3.0:1773688179.839205:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993146080256 : -129080563471360 : ffff8a9a16ddec00) 00010000:00000040:3.0:1773688179.839208:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 4 00000004:00000001:3.0:1773688179.839212:0:68797:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1773688179.839214:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1773688179.839216:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.839218:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.839220:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.839222:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.839226:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.839227:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.839232:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.839234:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.839235:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.839238:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.839240:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a16ddec00 with handle 0x52973366461d2ec7 from hash 00010000:00000001:3.0:1773688179.839243:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.839244:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.839245:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.839246:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.839250:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.839251:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.839253:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.839254:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.839258:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddec00/0x52973366461d2ec7 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a885 expref: 88 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.839267:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.839269:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 87 00010000:00000010:3.0:1773688179.839272:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315bab00. 00010000:00000001:3.0:1773688179.839280:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.839282:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.839284:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.839287:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00000001:3.0:1773688179.839291:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.839293:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.839295:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1773688179.839296:0:68797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1773688179.839298:0:68797:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1773688179.839301:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.839302:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x145:0x0] 00000020:00000001:3.0:1773688179.839305:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.839308:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156740088 : -129075552811528 : ffff8a9b418685f8) 00000004:00000001:3.0:1773688179.839311:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156740000 : -129075552811616 : ffff8a9b418685a0) 00000004:00000001:3.0:1773688179.839314:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1773688179.839316:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773688179.839321:0:68797:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8a9b09ea85e8. 00000020:00000010:3.0:1773688179.839326:0:68797:0:(tgt_fmd.c:221:tgt_fmd_get()) slab-freed '(fmd_new)': 56 at ffff8a9b09ea85e8. 00000004:00000001:3.0:1773688179.839330:0:68797:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1773688179.839333:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.839339:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.839342:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.839347:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.839350:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.839353:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.839356:0:68797:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.839358:0:68797:0:(mdt_reint.c:864:mdt_attr_set()) Process entered 00000004:00000001:3.0:1773688179.839360:0:68797:0:(mdt_reint.c:327:mdt_object_stripes_lock()) Process entered 00000004:00000001:3.0:1773688179.839363:0:68797:0:(mdt_handler.c:4261:mdt_object_lock()) Process entered 00010000:00000001:3.0:1773688179.839366:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.839369:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.839372:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 3 00010000:00000001:3.0:1773688179.839375:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.839378:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.839381:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a16ddf600. 00000020:00000001:3.0:1773688179.839384:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.839386:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a16ddf600 with handle 0x52973366461d2eea to hash 00000020:00000001:3.0:1773688179.839388:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.839389:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993146082816 : -129080563468800 : ffff8a9a16ddf600) 00010000:00000010:3.0:1773688179.839394:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315bab00. 00010000:00000001:3.0:1773688179.839397:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993146082816 : -129080563468800 : ffff8a9a16ddf600) 00010000:00000001:3.0:1773688179.839400:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.839401:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.839405:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0x145:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.839411:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.839414:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.839416:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.839418:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.839421:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.839423:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.839425:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.839428:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.839431:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.839432:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.839434:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.839436:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 3 00010000:00000040:3.0:1773688179.839439:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.839443:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 87 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.839451:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.839455:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.839460:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.839463:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.839465:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.839466:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.839468:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.839470:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.839472:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.839475:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.839477:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.839480:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.839485:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.839487:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.839488:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.839489:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.839491:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.839492:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a16ddf600 refcount=3 00000020:00000001:3.0:1773688179.839494:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993146082816 : -129080563468800 : ffff8a9a16ddf600) 00010000:00000001:3.0:1773688179.839496:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993146082816 : -129080563468800 : ffff8a9a16ddf600) 00010000:00000001:3.0:1773688179.839498:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.839500:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.839502:0:68797:0:(mdt_handler.c:4265:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.839504:0:68797:0:(mdt_reint.c:350:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.839508:0:68797:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1773688179.839517:0:68797:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1773688179.839521:0:68797:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1773688179.839527:0:68797:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1773688179.839535:0:68797:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9a0f836d80. 00080000:00000001:3.0:1773688179.839539:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1773688179.839549:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9b0550bc00. 00080000:00000001:3.0:1773688179.839552:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614997146582016 : -129076562969600 : ffff8a9b0550bc00) 00000004:00000001:3.0:1773688179.839556:0:68797:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.839559:0:68797:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.839561:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.839564:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997146582016 : -129076562969600 : ffff8a9b0550bc00) 00080000:00000001:3.0:1773688179.839568:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1773688179.839588:0:68797:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.839590:0:68797:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.839593:0:68797:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.839597:0:68797:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1773688179.839599:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1773688179.839606:0:68797:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1773688179.839607:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.839609:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997146582016 : -129076562969600 : ffff8a9b0550bc00) 00080000:00000001:3.0:1773688179.839613:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.839618:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.839620:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.839622:0:68797:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.839647:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.839650:0:68797:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.839653:0:68797:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1773688155, ctime 1773688179 00000004:00000001:3.0:1773688179.839655:0:68797:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:3.0:1773688179.839658:0:68797:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:3.0:1773688179.839660:0:68797:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:3.0:1773688179.839661:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.839662:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997146582016 : -129076562969600 : ffff8a9b0550bc00) 00080000:00000001:3.0:1773688179.839666:0:68797:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:3.0:1773688179.839677:0:68797:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.839679:0:68797:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.839681:0:68797:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.839683:0:68797:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.839687:0:68797:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1773688179.839690:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1773688179.839694:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1773688179.839697:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692078, last_committed = 171798692041 00000001:00000010:3.0:1773688179.839701:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a0f836420. 00000001:00000040:3.0:1773688179.839704:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 37 00000020:00000040:3.0:1773688179.839707:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=88 00000001:00000010:3.0:1773688179.839714:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a16f6ba80. 00000004:00000001:3.0:1773688179.839721:0:68797:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1773688179.839723:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.839724:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997146582016 : -129076562969600 : ffff8a9b0550bc00) 00080000:00000001:3.0:1773688179.839728:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.839744:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1773688179.839746:0:68797:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1773688179.839750:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a16f6ba80: xid 1859843854328960, transno 171798692078, tag 1, client gen 13, slot idx 2 00000001:00000001:3.0:1773688179.839753:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.839768:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773688179.839771:0:68797:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9a0f836d80. 00000020:00000001:3.0:1773688179.839774:0:68797:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.839779:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 4 00010000:00000001:3.0:1773688179.839781:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.839783:0:68797:0:(mdt_reint.c:905:mdt_attr_set()) Process leaving 00000004:00000001:3.0:1773688179.839786:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.839788:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:3.0:1773688179.839789:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.839790:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.839791:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.839793:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.839795:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a16ddf600 refcount=3 00000020:00000001:3.0:1773688179.839797:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993146082816 : -129080563468800 : ffff8a9a16ddf600) 00010000:00000001:3.0:1773688179.839799:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993146082816 : -129080563468800 : ffff8a9a16ddf600) 00000004:00010000:3.0:1773688179.839803:0:68797:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000035eef05e reply state 000000006c7a4240 transno 171798692078 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.839811:0:68797:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:3.0:1773688179.839815:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.839816:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.839818:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.839820:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.839821:0:68797:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.839822:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.839824:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 3 00010000:00000040:3.0:1773688179.839827:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.839831:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 88 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.839839:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.839844:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.839849:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.839851:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.839852:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.839853:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.839855:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.839856:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.839858:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00010000:3.0:1773688179.839860:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.839862:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.839864:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.839865:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.839867:0:68797:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:3.0:1773688179.839869:0:68797:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:3.0:1773688179.839871:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.839873:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.839874:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.839876:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.839877:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.839879:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1773688179.839881:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.839883:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.839886:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.839889:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.839891:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.839893:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.839895:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.839897:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.839899:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.839901:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.839903:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.839905:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x145:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000002:3.0:1773688179.839909:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:3.0:1773688179.839911:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.839914:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.839915:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.839917:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.839919:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.839921:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.839922:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.839924:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.839926:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.839928:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:3.0:1773688179.839930:0:68797:0:(mdt_reint.c:1175:mdt_reint_setattr()) Process leaving 00000004:00000001:3.0:1773688179.839932:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.839935:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1773688179.839940:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.839945:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.839947:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.839948:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.839965:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.839967:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.839971:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.839973:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1773688179.839975:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.839977:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.839979:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.839980:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.839982:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.839984:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.839989:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.839992:0:68797:0:(mdt_handler.c:3355:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.839995:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692078, xid 1859843854328960 00010000:00000001:3.0:1773688179.839997:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:3.0:1773688179.839999:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=89 00010000:00000200:3.0:1773688179.840002:0:68797:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 171798692078, last committed = 171798692041 00010000:00000200:3.0:1773688179.840035:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b35ac7800 x1859843854328960/t171798692078(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.1:1773688179.840043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b09d1ca00. 00010000:00000001:3.0:1773688179.840044:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.840048:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.840053:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.840058:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.840060:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.840063:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.840065:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.840067:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.840070:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.840072:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.840077:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeef68. 00000100:00000200:3.0:1773688179.840083:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854328960, offset 224 00000400:00000200:3.0:1773688179.840089:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.840098:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.840105:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48151:48151:256:4294967295] 192.168.204.51@tcp LPNI seq info [48147:48147:8:4294967295] 00000400:00000200:3.0:1773688179.840114:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.840119:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.840125:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99df00. 00000800:00000200:3.0:1773688179.840130:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.840135:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.840139:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99df00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.840153:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.840156:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.840159:0:68797:0:(ldlm_lib.c:3443:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.840161:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.840165:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.840171:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b35ac7800 x1859843854328960/t171798692078(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773688179.840182:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b35ac7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+89:68109:x1859843854328960:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1239us (1600us total) trans 171798692078 rc 0/0 00000100:00100000:3.0:1773688179.840190:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15531 00000100:00000040:3.0:1773688179.840194:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.840196:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.840198:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.840201:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31ffb480. 00000020:00000010:3.0:1773688179.840206:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.840210:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2a00. 00000020:00000040:3.0:1773688179.840214:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 88 00000100:00000001:3.0:1773688179.840217:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.840229:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.840242:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99df00. 00000400:00000200:2.0:1773688179.840250:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.840255:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.840259:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeef68 00000400:00000010:2.0:1773688179.840261:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeef68. 00000100:00000001:2.0:1773688179.840265:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.840267:0:3440:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.841972:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.841981:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.841983:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.841985:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.841990:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.841999:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 440 into portal 28 MB=0x69b84a4466500 00000400:00000200:2.0:1773688179.842005:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.51@tcp of length 440/440 into md 0x592a1 [8] + 15008 00000400:00000010:2.0:1773688179.842029:0:3438:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b353fcb58. 00000400:00000200:2.0:1773688179.842035:0:3438:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8a9b08b26200 00000800:00000001:2.0:1773688179.842042:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.842052:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.842055:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.842059:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.842062:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b08b26200 00000400:00000010:2.0:1773688179.842065:0:3438:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 248 at ffff8a9b08b26200. 00000100:00000001:2.0:1773688179.842074:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.842077:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:2.0:1773688179.842080:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a01098850 x1859843854329088 msgsize 440 00000100:00100000:2.0:1773688179.842084:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000040:2.0:1773688179.842087:0:3438:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1773688179.842097:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.842103:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.842105:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.842127:0:38615:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.842131:0:38615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854329088 02000000:00000001:1.0:1773688179.842134:0:38615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.842137:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.842138:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.842143:0:38615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.842146:0:38615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854329088 00000020:00000001:1.0:1773688179.842149:0:38615:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.842151:0:38615:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5297336646186ca4 00000020:00000001:1.0:1773688179.842153:0:38615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.842156:0:38615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b04f38000 refcount=59 00000020:00000001:1.0:1773688179.842159:0:38615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000020:00000001:1.0:1773688179.842161:0:38615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000100:00000001:1.0:1773688179.842166:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.842170:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.842173:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.842175:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000020:00000010:1.0:1773688179.842181:0:38615:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09357600. 00000020:00000010:1.0:1773688179.842185:0:38615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e380. 00000020:00000010:1.0:1773688179.842190:0:38615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688179.842196:0:38615:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1773688179.842199:0:38615:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.842200:0:38615:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773688179.842202:0:38615:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.842208:0:38615:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.842218:0:38615:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.842227:0:38615:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.842228:0:38615:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.842247:0:38615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7647 00000100:00000001:2.0:1773688179.842249:0:13298:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1773688179.842251:0:38615:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b04f38000 : new rpc_count 1 00000100:00000001:2.0:1773688179.842253:0:13298:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1773688179.842256:0:38615:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992779839568 : -129080929712048 : ffff8a9a01098850) 00000100:00000001:2.0:1773688179.842257:0:13298:0:(service.c:2223:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.842261:0:13298:0:(service.c:2462:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.842266:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a01098850 x1859843854329088/t0(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 440/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688179.842276:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.842280:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.842282:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.842284:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000100:00100000:1.0:1773688179.842289:0:38615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a01098850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+59:2405:x1859843854329088:12345-192.168.204.51@tcp:2:dbench.0 00000100:00000200:1.0:1773688179.842293:0:38615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854329088 00000020:00000001:1.0:1773688179.842296:0:38615:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688179.842300:0:38615:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688179.842302:0:38615:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.842304:0:38615:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688179.842307:0:38615:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672990144 : -1036561472 : ffffffffc23753c0) 00000020:00000001:1.0:1773688179.842310:0:38615:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1773688179.842313:0:38615:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688179.842315:0:38615:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688179.842317:0:38615:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688179.842320:0:38615:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1773688179.842323:0:38615:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1773688179.842325:0:38615:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.842327:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.842329:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.842332:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.842334:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.842336:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.842337:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.842339:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.842341:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.842349:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.842350:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.842352:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.842355:0:38615:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.842357:0:38615:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.842361:0:38615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.842363:0:38615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.842368:0:38615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8a9a0fadc400. 02000000:00000001:1.0:1773688179.842370:0:38615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.842372:0:38615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688179.842376:0:38615:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:1.0:1773688179.842379:0:38615:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1773688179.842381:0:38615:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.842387:0:38615:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997970888872 : -129075738662744 : ffff8a9b3672a8a8) 00002000:00000001:1.0:1773688179.842389:0:38615:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997970888784 : -129075738662832 : ffff8a9b3672a850) 00002000:00000001:1.0:1773688179.842392:0:38615:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000001:1.0:1773688179.842396:0:38615:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.842401:0:38615:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:1.0:1773688179.842404:0:38615:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00002000:00000001:1.0:1773688179.842406:0:38615:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688179.842408:0:38615:0:(ofd_objects.c:1579:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688179.842410:0:38615:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1773688179.842412:0:38615:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.842415:0:38615:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1773688179.842422:0:38615:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0fadc000. 00080000:00000001:1.0:1773688179.842425:0:38615:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993025482752 : -129080684068864 : ffff8a9a0fadc000) 00000001:00000001:1.0:1773688179.842427:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.842428:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.842431:0:38615:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1773688179.842450:0:38615:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.842453:0:38615:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1773688179.842458:0:38615:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.842460:0:38615:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1773688179.842465:0:38615:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1773688179.842489:0:38615:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1773688179.842491:0:38615:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.842511:0:38615:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688179.842518:0:38615:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8a9b34d01f18. 00000020:00000010:1.0:1773688179.842522:0:38615:0:(tgt_fmd.c:221:tgt_fmd_get()) slab-freed '(fmd_new)': 56 at ffff8a9b34d01f18. 00080000:00000001:1.0:1773688179.842526:0:38615:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:1.0:1773688179.842536:0:38615:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688179.842539:0:38615:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:1.0:1773688179.842540:0:38615:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.842543:0:38615:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00002000:00000001:1.0:1773688179.842546:0:38615:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688179.842548:0:38615:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688179.842552:0:38615:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1773688179.842555:0:38615:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1773688179.842558:0:38615:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884903761, last_committed = 12884903758 00000001:00000010:1.0:1773688179.842562:0:38615:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b03ffb960. 00000001:00000040:1.0:1773688179.842564:0:38615:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b04f38000 : new cb_count 3 00000020:00000040:1.0:1773688179.842567:0:38615:0:(genops.c:887:class_export_get()) GET export ffff8a9b04f38000 refcount=60 00080000:00000001:1.0:1773688179.842572:0:38615:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1773688179.842585:0:38615:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1773688179.842588:0:38615:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.842600:0:38615:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.842605:0:38615:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688179.842610:0:38615:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.842612:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.842614:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688179.842616:0:38615:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:1.0:1773688179.842619:0:38615:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b3672a8a8/ffff8a9b3672a850 to site lru. bkt: ffff8a9b3211eae0 00010000:00000040:1.0:1773688179.842626:0:38615:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304e00 count: 2 00010000:00000001:1.0:1773688179.842629:0:38615:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1773688179.842633:0:38615:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1773688179.842636:0:38615:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1773688179.842638:0:38615:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.842640:0:38615:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997970888872 : -129075738662744 : ffff8a9b3672a8a8) 00002000:00000001:1.0:1773688179.842642:0:38615:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997970888784 : -129075738662832 : ffff8a9b3672a850) 00002000:00000001:1.0:1773688179.842645:0:38615:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1773688179.842648:0:38615:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1773688179.842651:0:38615:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0xa09:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1773688179.842653:0:38615:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0xa09:0x0] updating lvb mtime from disk: 1773688167 -> 1773688155 00002000:00010000:1.0:1773688179.842656:0:38615:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0xa09:0x0] updating lvb atime from disk: 1773688169 -> 1773688159 00002000:00010000:1.0:1773688179.842658:0:38615:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0xa09:0x0] updating lvb ctime from disk: 1773688179 -> 1773688179 00002000:00010000:1.0:1773688179.842661:0:38615:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0xa09:0x0] updating lvb blocks from disk: 1 -> 1 00000020:00000002:1.0:1773688179.842663:0:38615:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b3672a8a8/ffff8a9b3672a850 to site lru. bkt: ffff8a9b3211eae0 00010000:00000040:1.0:1773688179.842667:0:38615:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 12884903758, transno 12884903761, xid 1859843854329088 00010000:00000001:1.0:1773688179.842670:0:38615:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688179.842676:0:38615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a01098850 x1859843854329088/t12884903761(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 440/432 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688179.842684:0:38615:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.842686:0:38615:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.842690:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b36eb51e8 time=95 v=5 (1 4 1 1) 00000100:00000001:1.0:1773688179.842694:0:38615:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.842697:0:38615:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.842699:0:38615:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.842702:0:38615:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.842704:0:38615:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.842707:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.842709:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.842714:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64198. 00000100:00000200:1.0:1773688179.842719:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1859843854329088, offset 224 00000400:00000200:1.0:1773688179.842725:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.842733:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.842739:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48152:48152:256:4294967295] 192.168.204.51@tcp LPNI seq info [48148:48148:8:4294967295] 00000400:00000200:1.0:1773688179.842748:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.842753:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.842757:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7b00. 00000800:00000200:1.0:1773688179.842762:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.842768:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.842772:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7b00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.842789:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.842793:0:38615:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.842796:0:38615:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688179.842797:0:38615:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.842799:0:38615:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688179.842805:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a01098850 x1859843854329088/t12884903761(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 440/432 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688179.842814:0:38615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a01098850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+60:2405:x1859843854329088:12345-192.168.204.51@tcp:2:dbench.0 Request processed in 536us (731us total) trans 12884903761 rc 0/0 00000100:00100000:1.0:1773688179.842823:0:38615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7647 00000100:00000040:1.0:1773688179.842827:0:38615:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b04f38000 : new rpc_count 0 00000100:00000001:1.0:1773688179.842829:0:38615:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.842831:0:38615:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.842835:0:38615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e380. 00000020:00000010:1.0:1773688179.842840:0:38615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000020:00000010:1.0:1773688179.842844:0:38615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09357600. 00000020:00000040:1.0:1773688179.842849:0:38615:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b04f38000 : new refcount 59 02000000:00000001:1.0:1773688179.842862:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.842865:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8a9b07833c00. 02000000:00000001:1.0:1773688179.842868:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.842870:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b35ac6d80. 02000000:00000001:1.0:1773688179.842878:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.842879:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8a9a0fadd400. 02000000:00000001:1.0:1773688179.842882:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.842883:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a02304700. 00000800:00000200:0.0:1773688179.842887:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1773688179.842888:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.842891:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8a9a0fadf800. 02000000:00000001:1.0:1773688179.842898:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000010:0.0:1773688179.842900:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7b00. 00000100:00000010:1.0:1773688179.842901:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a02306d80. 00000400:00000200:0.0:1773688179.842911:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1773688179.842913:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.842920:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8a9b36b7d800. 02000000:00000001:1.0:1773688179.842928:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:0.0:1773688179.842928:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000010:1.0:1773688179.842933:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b36720000. 00000400:00000200:0.0:1773688179.842938:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64198 02000000:00000001:1.0:1773688179.842939:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.842942:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8a9b36b7fc00. 02000000:00000001:1.0:1773688179.842945:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.842946:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b36721500. 02000000:00000001:1.0:1773688179.842962:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.842964:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8a9a10ca7000. 02000000:00000001:1.0:1773688179.842966:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.842967:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b417d8380. 02000000:00000001:1.0:1773688179.842970:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.842971:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8a9a10ca6000. 02000000:00000001:1.0:1773688179.842973:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.842975:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b34275f80. 02000000:00000001:1.0:1773688179.842980:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.842982:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8a9a10ca6800. 02000000:00000001:1.0:1773688179.842985:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:0.0:1773688179.842990:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64198. 00000100:00000010:1.0:1773688179.842991:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a0e8b3b80. 00000100:00000001:0.0:1773688179.842996:0:3439:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1773688179.842999:0:3439:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1773688179.843000:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1773688179.843002:0:3439:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8a9a0fadc400. 02000000:00000010:1.0:1773688179.843005:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8a9a10c13800. 02000000:00000001:0.0:1773688179.843032:0:3439:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1773688179.843033:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1773688179.843035:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000010:1.0:1773688179.843039:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a0e1a3480. 02000000:00000001:1.0:1773688179.843047:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.843050:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8a9a10c12800. 02000000:00000001:1.0:1773688179.843054:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.843055:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b3135df80. 02000000:00000001:1.0:1773688179.843060:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.843062:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8a9a10fe1c00. 02000000:00000001:1.0:1773688179.843064:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.843065:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a0e8b0380. 02000000:00000001:1.0:1773688179.843068:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.843069:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8a9b36b7c400. 02000000:00000001:1.0:1773688179.843073:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.843074:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b34276300. 02000000:00000001:1.0:1773688179.843077:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.843078:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8a9a10f08c00. 02000000:00000001:1.0:1773688179.843080:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.843081:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b32125180. 02000000:00000001:1.0:1773688179.843085:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.843086:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8a9a10f0b000. 02000000:00000001:1.0:1773688179.843088:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.843089:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b34275c00. 02000000:00000001:1.0:1773688179.843091:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.843093:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8a9b36b7ec00. 02000000:00000001:1.0:1773688179.843094:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.843096:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a10ce4380. 02000000:00000001:1.0:1773688179.843098:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.843099:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8a9a10f0ac00. 02000000:00000001:1.0:1773688179.843101:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.843103:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b34274e00. 02000000:00000001:1.0:1773688179.843105:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.843107:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8a9b03647400. 02000000:00000001:1.0:1773688179.843111:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.843112:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a10ce5880. 02000000:00000001:1.0:1773688179.843114:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.843115:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8a9b03645000. 02000000:00000001:1.0:1773688179.843118:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.843120:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a10ce4700. 02000000:00000001:1.0:1773688179.843123:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.843124:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8a9a10e30400. 02000000:00000001:1.0:1773688179.843126:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.843128:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b3220ea00. 02000000:00000001:1.0:1773688179.843131:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.843133:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8a9a10e31400. 02000000:00000001:1.0:1773688179.843135:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.843136:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b3220e680. 02000000:00000001:1.0:1773688179.843139:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.843140:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8a9a09445c00. 02000000:00000001:1.0:1773688179.843142:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.843143:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b32126680. 02000000:00000001:1.0:1773688179.843146:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.843147:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8a9a09446000. 02000000:00000001:1.0:1773688179.843149:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.843150:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b08d7b800. 02000000:00000001:1.0:1773688179.843152:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.843153:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8a9a09447800. 02000000:00000001:1.0:1773688179.843155:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.843156:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b054f1500. 02000000:00000001:1.0:1773688179.843159:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.843160:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8a9a0fb78800. 02000000:00000001:1.0:1773688179.843162:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.843163:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b054f1f80. 02000000:00000001:1.0:1773688179.843166:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.843167:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8a9a0fb79000. 02000000:00000001:1.0:1773688179.843169:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.843170:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b08d79500. 02000000:00000001:1.0:1773688179.843172:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.843173:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8a9a0fb79400. 02000000:00000001:1.0:1773688179.843175:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.843176:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b054f0000. 02000000:00000001:1.0:1773688179.843179:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.843180:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8a9a0d84f400. 02000000:00000001:1.0:1773688179.843182:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.843183:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a0bf16680. 02000000:00000001:1.0:1773688179.843186:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.843187:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8a9a092d9c00. 02000000:00000001:1.0:1773688179.843189:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.843191:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b36c07480. 02000000:00000001:1.0:1773688179.843194:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.843195:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8a9b363fd000. 02000000:00000001:1.0:1773688179.843197:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.843198:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b3135b800. 02000000:00000001:1.0:1773688179.843201:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.843202:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8a9b363fdc00. 02000000:00000001:1.0:1773688179.843204:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.843205:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b34e52680. 02000000:00000001:1.0:1773688179.843208:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.843209:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8a9a0d84e400. 02000000:00000001:1.0:1773688179.843211:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.843212:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b3135bb80. 02000000:00000001:1.0:1773688179.843214:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.843216:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8a9a09446400. 02000000:00000001:1.0:1773688179.843218:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.843219:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b36c05880. 02000000:00000001:1.0:1773688179.843222:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.843223:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8a9a0d84ec00. 02000000:00000001:1.0:1773688179.843225:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.843226:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b36c04000. 02000000:00000001:1.0:1773688179.843228:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.843229:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8a9a0fadf400. 02000000:00000001:1.0:1773688179.843231:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.843233:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b36c04380. 02000000:00000001:1.0:1773688179.843235:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.843236:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8a9b08f45800. 02000000:00000001:1.0:1773688179.843238:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.843240:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b36c07100. 02000000:00000001:1.0:1773688179.843242:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.843244:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8a9b08f44c00. 02000000:00000001:1.0:1773688179.843246:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.843248:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a10c27100. 02000000:00000001:1.0:1773688179.843250:0:38615:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.843252:0:38615:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8a9a0fade800. 02000000:00000001:1.0:1773688179.843254:0:38615:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.843255:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b36c05c00. 00000100:00000001:1.0:1773688179.843258:0:38615:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1773688179.843262:0:38615:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1773688179.843267:0:38615:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b3697f790. 00000400:00000010:1.0:1773688179.843272:0:38615:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8a9b33bd7000. 00000800:00000001:2.0:1773688179.844684:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.844695:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.844697:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.844699:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.844705:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.844715:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4466580 00000400:00000200:2.0:1773688179.844722:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 122120 00000800:00000001:2.0:1773688179.844728:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.844735:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.844737:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.844739:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.844744:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.844745:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.844751:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b35ac4380. 00000100:00000040:2.0:1773688179.844753:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b35ac4380 x1859843854329216 msgsize 584 00000100:00100000:2.0:1773688179.844756:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.844767:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.844772:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.844774:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.844806:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.844811:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854329216 02000000:00000001:3.0:1773688179.844813:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.844815:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.844818:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.844822:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.844826:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854329216 00000020:00000001:3.0:1773688179.844829:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.844831:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.844834:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.844837:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=89 00000020:00000001:3.0:1773688179.844840:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.844842:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.844846:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.844851:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.844854:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.844857:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000020:00000010:3.0:1773688179.844862:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2a00. 00000020:00000010:3.0:1773688179.844866:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b31ffb480. 00000020:00000010:3.0:1773688179.844872:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.844879:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.844882:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.844883:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.844895:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.844897:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.844903:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.844910:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.844920:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.844930:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.844932:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.844938:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15532 00000100:00000040:3.0:1773688179.844942:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.844945:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997957886848 : -129075751664768 : ffff8a9b35ac4380) 00000100:00000040:3.0:1773688179.844963:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b35ac4380 x1859843854329216/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.844973:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.844975:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.844978:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.844980:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000100:00100000:3.0:1773688179.844985:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b35ac4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+89:68109:x1859843854329216:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.844989:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854329216 00000020:00000001:3.0:1773688179.844993:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.844997:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1773688179.845002:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a16f6ba80: xid 1859843854328960, transno 171798692078, client gen 13, slot idx 2 00010000:00000010:3.1:1773688179.845045:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b09d1de00. 00010000:00000010:1.1:1773688179.845056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a16ddf200. 00000001:00000001:3.0:1773688179.845058:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b065c4600: xid 1859843854328064, transno 171798692077, client gen 13, slot idx 3 00000001:00000010:3.0:1773688179.845064:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b065c4600. 00000020:00000001:3.0:1773688179.845069:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.845078:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.845081:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.845085:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.845095:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854329216, found 0 last_xid 1859843854329215 00000020:00000001:3.0:1773688179.845099:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.845101:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.845103:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.845108:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.845111:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.845114:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.845116:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.845118:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.845119:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.845124:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.845130:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:3.0:1773688179.845133:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.845136:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.845140:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a16ddfc00. 00000020:00000001:3.0:1773688179.845144:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.845146:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a16ddfc00 with handle 0x52973366461d2ef1 to hash 00000020:00000001:3.0:1773688179.845148:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.845150:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993146084352 : -129080563467264 : ffff8a9a16ddfc00) 00010000:00000010:3.0:1773688179.845156:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba780. 00010000:00000001:3.0:1773688179.845159:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993146084352 : -129080563467264 : ffff8a9a16ddfc00) 00010000:00010000:3.0:1773688179.845163:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddfc00/0x52973366461d2ef1 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a893 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.845183:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.845186:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=90 00010000:00000001:3.0:1773688179.845192:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.845196:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.845203:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.845206:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.845208:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688179.845210:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.845212:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.845215:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.845220:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.845223:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.845225:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.845228:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.845230:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.845233:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.845235:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.845241:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b08f04000. 02000000:00000001:3.0:1773688179.845243:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.845245:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.845247:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.845250:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688179.845254:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688179.845256:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.845258:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.845261:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.845262:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.845264:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.845266:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.845267:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.845269:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.845270:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.845272:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.845274:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.845276:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.845277:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.845279:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.845281:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.845283:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.845284:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.845286:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.845288:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.845292:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.845297:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.845300:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.845303:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.845304:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.845306:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.845308:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.845309:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.845311:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.845313:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.845314:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.845316:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.845317:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.845319:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.845321:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.845325:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1773688179.845331:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:3.0:1773688179.845333:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/~WRL0004.TMP, ldlm_rep = ffff8a9b08f04228 00000004:00000001:3.0:1773688179.845339:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1773688179.845342:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1773688179.845345:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1773688179.845347:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.845349:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.845351:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:3.0:1773688179.845354:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.845356:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.845359:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a16ddf200. 00000020:00000001:3.0:1773688179.845362:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.845364:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a16ddf200 with handle 0x52973366461d2ef8 to hash 00000020:00000001:3.0:1773688179.845366:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.845368:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993146081792 : -129080563469824 : ffff8a9a16ddf200) 00010000:00000010:3.0:1773688179.845371:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315bac80. 00010000:00000001:3.0:1773688179.845374:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993146081792 : -129080563469824 : ffff8a9a16ddf200) 00010000:00000001:3.0:1773688179.845377:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.845379:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.845382:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf200/0x52973366461d2ef8 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.845389:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.845392:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.845394:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.845397:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.845399:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.845401:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.845403:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.845405:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.845408:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.845410:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.845411:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.845414:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 4 00010000:00000040:3.0:1773688179.845417:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.845422:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 90 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.845430:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 90 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.845437:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf200/0x52973366461d2ef8 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.845442:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.845447:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.845449:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.845451:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.845453:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.845455:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.845457:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.845460:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.845462:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.845465:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf200/0x52973366461d2ef8 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.845470:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.845472:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.845473:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.845475:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.845477:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773688179.845482:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a1689c700. 00010000:00000010:3.0:1773688179.845487:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b07851e00. 00010000:00000001:3.0:1773688179.845490:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.845495:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f0c00. 00000020:00000001:3.0:1773688179.845498:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.845499:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f0c00 with handle 0x52973366461d2eff to hash 00000020:00000001:3.0:1773688179.845501:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.845503:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000010:3.0:1773688179.845506:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba900. 00010000:00000001:3.0:1773688179.845507:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:3.0:1773688179.845510:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.845511:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.845514:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d2eff lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.845520:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.845521:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.845523:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.845524:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.845526:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.845528:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.845530:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.845532:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.845533:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.845534:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.845536:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.845537:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x57ca59f5 (ffff8a9a1689c700) refcount = 1 00010000:00010000:3.0:1773688179.845541:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d2eff lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.845546:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.845547:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.845549:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.845550:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.845552:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.845553:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.845555:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.845557:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.845559:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.845561:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d2eff lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.845566:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.845568:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.845569:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.845570:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.845575:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.845607:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.845611:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.845614:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688179.845618:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.845623:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1773688179.845644:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.845647:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.845650:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.845653:0:68797:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:3.0:1773688179.845656:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.845658:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.845660:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.845662:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.845664:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a16ddf200 refcount=3 00000020:00000001:3.0:1773688179.845666:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993146081792 : -129080563469824 : ffff8a9a16ddf200) 00010000:00000001:3.0:1773688179.845669:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993146081792 : -129080563469824 : ffff8a9a16ddf200) 00010000:00000001:3.0:1773688179.845671:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.845674:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf200/0x52973366461d2ef8 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.845679:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.845681:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.845683:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf200/0x52973366461d2ef8 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.845688:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.845689:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.845692:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.845694:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf200/0x52973366461d2ef8 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.845699:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a16ddf200 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.845702:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.845704:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.845706:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf200/0x52973366461d2ef8 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.845712:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.845713:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.845714:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.845715:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a16ddf200 refcount=4 00000020:00000001:3.0:1773688179.845718:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993146081792 : -129080563469824 : ffff8a9a16ddf200) 00010000:00000001:3.0:1773688179.845720:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993146081792 : -129080563469824 : ffff8a9a16ddf200) 00010000:00000001:3.0:1773688179.845723:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.845726:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf200/0x52973366461d2ef8 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.845732:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.845734:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.845735:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.845739:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.845740:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.845742:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.845743:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.845746:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a16ddf200 with handle 0x52973366461d2ef8 from hash 00010000:00000001:3.0:1773688179.845748:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.845749:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.845750:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.845751:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.845753:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.845755:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.845756:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.845758:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.845760:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.845763:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.845765:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.845767:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.845770:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.845771:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.845773:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.845775:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.845776:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.845777:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.845779:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.845781:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.845784:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf200/0x52973366461d2ef8 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.845789:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.845791:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.845792:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.845793:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.845795:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.845797:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf200/0x52973366461d2ef8 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.845804:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315bac80. 00010000:00000001:3.0:1773688179.845816:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.845817:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.845819:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.845820:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.845821:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.845823:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0c00 refcount=3 00000020:00000001:3.0:1773688179.845825:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:3.0:1773688179.845828:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:3.0:1773688179.845830:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.845832:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d2eff lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.845837:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.845838:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.845840:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d2eff lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.845845:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.845846:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.845848:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.845850:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d2eff lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.845856:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a168f0c00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.845858:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.845859:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.845861:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d2eff lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.845867:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.845868:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.845869:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.845870:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0c00 refcount=4 00000020:00000001:3.0:1773688179.845872:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:3.0:1773688179.845874:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:3.0:1773688179.845875:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.845878:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d2eff lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.845883:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.845884:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.845885:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.845887:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.845888:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.845889:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.845891:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.845893:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f0c00 with handle 0x52973366461d2eff from hash 00010000:00000001:3.0:1773688179.845895:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.845896:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.845897:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.845898:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.845900:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.845901:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.845903:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.845904:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.845906:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.845907:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x57ca59f5 (ffff8a9a1689c700) 00010000:00010000:3.0:1773688179.845910:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.845912:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.845914:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.845915:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.845917:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.845919:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.845920:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.845921:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.845923:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.845924:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.845927:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d2eff lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.845932:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.845934:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.845935:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.845936:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.845938:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.845939:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d2eff lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.845945:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba900. 00010000:00000040:3.0:1773688179.845962:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a1689c700 count: 0 00010000:00000010:3.0:1773688179.845970:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b07851e00. 00010000:00000001:3.0:1773688179.845978:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.845979:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.845981:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.845983:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.845985:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1773688179.845988:0:68797:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:3.0:1773688179.845992:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.845993:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.845996:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.845997:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.846000:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.846002:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.846026:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.846029:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1773688179.846032:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.846036:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.846038:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773688179.846040:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.846041:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.846045:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.846046:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.846047:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.846049:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.846051:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a16ddfc00 with handle 0x52973366461d2ef1 from hash 00010000:00000001:3.0:1773688179.846053:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.846055:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.846056:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.846057:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.846059:0:68797:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773688179.846061:0:68797:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1773688179.846066:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddfc00/0x52973366461d2ef1 lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a893 expref: 90 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.846073:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1773688179.846075:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.846077:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.846079:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.846081:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.846083:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.846084:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.846086:0:68797:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.846087:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.846088:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.846089:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.846091:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.846093:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.846095:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.846096:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.846098:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.846100:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.846101:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.846105:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddfc00/0x52973366461d2ef1 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a893 expref: 90 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.846112:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.846115:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 89 00010000:00000010:3.0:1773688179.846117:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba780. 00010000:00000001:3.0:1773688179.846122:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.846124:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a16ddfc00, rc 0) 00000020:00000001:3.0:1773688179.846127:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1773688179.846130:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854329216 00010000:00000001:3.0:1773688179.846133:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.846138:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b35ac4380 x1859843854329216/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.846146:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.846148:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.846151:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.846156:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.846158:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.846160:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.846163:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.846165:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.846168:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.846171:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.846175:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeec38. 00000100:00000200:3.0:1773688179.846180:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854329216, offset 224 00000400:00000200:3.0:1773688179.846187:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.846196:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.846203:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48153:48153:256:4294967295] 192.168.204.51@tcp LPNI seq info [48149:48149:8:4294967295] 00000400:00000200:3.0:1773688179.846214:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.846219:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.846225:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d200. 00000800:00000200:3.0:1773688179.846231:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.846237:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.846241:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.846253:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.846257:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.846259:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.846261:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.846264:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.846269:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b35ac4380 x1859843854329216/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.846279:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b35ac4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+89:68109:x1859843854329216:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1304us (1523us total) trans 0 rc 301/301 00000100:00100000:3.0:1773688179.846286:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15532 00000100:00000040:3.0:1773688179.846290:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.846293:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.846295:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.846300:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b31ffb480. 00000020:00000010:3.0:1773688179.846305:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.846309:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2a00. 00000020:00000040:3.0:1773688179.846313:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 88 00000100:00000001:3.0:1773688179.846316:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.846334:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.846338:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d200. 00000400:00000200:2.0:1773688179.846342:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.846346:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.846349:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeec38 00000400:00000010:2.0:1773688179.846351:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeec38. 00000100:00000001:2.0:1773688179.846353:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.846354:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.848825:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.848838:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.848841:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.848844:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.848853:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.848869:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4466600 00000400:00000200:0.0:1773688179.848876:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 122704 00000800:00000001:0.0:1773688179.848883:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.848893:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.848896:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.848901:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.848908:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.848910:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.848916:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b342e9c00. 00000100:00000040:0.0:1773688179.848920:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b342e9c00 x1859843854329344 msgsize 576 00000100:00100000:0.0:1773688179.848924:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.848943:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.848964:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.848968:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.848995:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.849000:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854329344 02000000:00000001:3.0:1773688179.849003:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.849006:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000010:3.1:1773688179.849034:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a16dde200. 00010000:00000010:3.1:1773688179.849041:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a16dde800. 00010000:00000010:3.1:1773688179.849044:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a16ddfe00. 00010000:00000010:3.1:1773688179.849047:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a16ddec00. 00000100:00000001:3.0:1773688179.849053:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.849057:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.849062:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854329344 00000020:00000001:3.0:1773688179.849065:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.849066:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.849068:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.849071:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=89 00000020:00000001:3.0:1773688179.849074:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.849077:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.849081:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.849086:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.849089:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.849091:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000020:00000010:3.0:1773688179.849096:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2a00. 00000020:00000010:3.0:1773688179.849100:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688179.849105:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.849111:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.849114:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.849115:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.849118:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.849119:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.849122:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.849127:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.849143:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.849154:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.849155:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.849161:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15533 00000100:00000040:3.0:1773688179.849165:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.849167:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997932874752 : -129075776676864 : ffff8a9b342e9c00) 00000100:00000040:3.0:1773688179.849175:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b342e9c00 x1859843854329344/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.849184:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.849187:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.849189:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.849192:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000100:00100000:3.0:1773688179.849197:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b342e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+89:68109:x1859843854329344:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.849201:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854329344 00000020:00000001:3.0:1773688179.849204:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.849208:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.849212:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.849214:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.849216:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.849219:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.849222:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854329344, found 0 last_xid 1859843854329343 00000020:00000001:3.0:1773688179.849226:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.849228:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.849230:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.849234:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.849236:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.849238:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.849241:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.849242:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.849244:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.849248:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.849254:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6f00 count: 2 00010000:00000001:3.0:1773688179.849257:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.849260:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.849263:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f0200. 00000020:00000001:3.0:1773688179.849268:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.849270:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f0200 with handle 0x52973366461d2f06 to hash 00000020:00000001:3.0:1773688179.849272:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.849274:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00010000:00000010:3.0:1773688179.849278:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba780. 00010000:00000001:3.0:1773688179.849280:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00010000:00010000:3.0:1773688179.849285:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d2f06 lrc: 2/0,0 mode: --/CR res: [0x2000134b0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a89a expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.849294:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.849296:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=90 00010000:00000001:3.0:1773688179.849301:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.849303:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.849309:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.849312:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.849313:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688179.849315:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.849317:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x2000134b0:0x6:0x0] 00000020:00000001:3.0:1773688179.849321:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.849327:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997883632280 : -129075825919336 : ffff8a9b313f3a98) 00000004:00000001:3.0:1773688179.849330:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614997883632192 : -129075825919424 : ffff8a9b313f3a40) 00000004:00000001:3.0:1773688179.849333:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.849336:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.849338:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.849340:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.849342:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.849348:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b08f07000. 02000000:00000001:3.0:1773688179.849351:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.849354:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.849356:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.849358:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688179.849361:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688179.849363:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.849366:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.849369:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.849370:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.849373:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.849374:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.849376:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.849378:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.849380:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.849381:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.849383:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.849385:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.849386:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.849388:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.849390:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.849391:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.849393:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.849395:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.849397:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.849401:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.849404:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.849406:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.849408:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.849410:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.849411:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.849413:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.849414:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.849416:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.849417:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.849419:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.849422:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.849423:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.849425:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.849427:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.849430:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:3.0:1773688179.849433:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.849435:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.849437:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.849439:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.849441:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.849445:0:68797:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000004:00000001:3.0:1773688179.849447:0:68797:0:(mdt_lib.c:2207:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.849450:0:68797:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x2000134b0:0x6:0x0]/[0x20000afe1:0xef:0x0], ldlm_rep = ffff8a9b08f07228 00000004:00000001:3.0:1773688179.849456:0:68797:0:(mdt_handler.c:4261:mdt_object_lock()) Process entered 00010000:00000001:3.0:1773688179.849459:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.849461:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.849464:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:3.0:1773688179.849467:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.849469:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.849472:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f0600. 00000020:00000001:3.0:1773688179.849475:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.849477:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f0600 with handle 0x52973366461d2f0d to hash 00000020:00000001:3.0:1773688179.849479:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.849481:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000010:3.0:1773688179.849485:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba900. 00010000:00000001:3.0:1773688179.849487:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000001:3.0:1773688179.849490:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.849492:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.849495:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d2f0d lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.849502:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.849505:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.849507:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.849509:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.849511:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.849513:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.849514:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.849517:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.849519:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.849521:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.849523:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.849525:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 3 00010000:00000040:3.0:1773688179.849528:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.849532:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 90 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.849541:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 90 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.849548:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d2f0d lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.849554:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.849558:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.849566:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.849569:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.849572:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.849574:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.849575:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.849578:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.849580:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.849583:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d2f0d lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.849589:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.849591:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.849592:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.849594:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.849595:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.849597:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0600 refcount=3 00000020:00000001:3.0:1773688179.849599:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000001:3.0:1773688179.849602:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000001:3.0:1773688179.849606:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.849607:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.849608:0:68797:0:(mdt_handler.c:4265:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.849613:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1773688179.849618:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.849622:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.849648:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.849652:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.849658:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.849661:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.849667:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.849671:0:68797:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.849674:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.849677:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.849679:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.849680:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.849681:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.849685:0:68797:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.849687:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1773688179.849689:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1773688179.849692:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.849695:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.849697:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.849699:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.849700:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.849702:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.849704:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.849705:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.849707:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.849709:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.849710:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.849711:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.849714:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0xef:0x0]: nlink=2, mode=40700, valid=0x1100000000002f8f 00000004:00200000:3.0:1773688179.849716:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0xef:0x0]: returning size 11776 00000004:00200000:3.0:1773688179.849719:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 2 00000004:00000002:3.0:1773688179.849722:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1773688179.849723:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.849725:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.849727:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1773688179.849729:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.849730:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.849731:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.849733:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.849735:0:68797:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.849736:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.849739:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.849745:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.849750:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.849752:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.849753:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.849755:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.849764:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.849765:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.849767:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0600 refcount=3 00000020:00000001:3.0:1773688179.849769:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000001:3.0:1773688179.849772:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00000004:00010000:3.0:1773688179.849775:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d2f0d lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.849781:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.849783:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.849784:0:68797:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:3.0:1773688179.849786:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.849788:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:3.0:1773688179.849790:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.849792:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.849793:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0600 refcount=3 00000020:00000001:3.0:1773688179.849795:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000001:3.0:1773688179.849797:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00000004:00000040:3.0:1773688179.849800:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:3.0:1773688179.849802:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=91 00010000:00000001:3.0:1773688179.849805:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.849806:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.849807:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.849810:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1773688179.849812:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.849814:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.849815:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.849816:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.849818:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.849820:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.849824:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.849826:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.849828:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1773688179.849832:0:68797:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b313f3a98/ffff8a9b313f3a40 to site lru. bkt: ffff8a9a1aeb68e8 00000004:00000001:3.0:1773688179.849835:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.849837:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.849839:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.849841:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.849843:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.849844:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.849846:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.849848:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.849850:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f0200 with handle 0x52973366461d2f06 from hash 00010000:00000001:3.0:1773688179.849853:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.849854:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.849855:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.849856:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.849857:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.849861:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d2f06 lrc: 0/0,0 mode: --/CR res: [0x2000134b0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a89a expref: 91 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.849867:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.849870:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 90 00010000:00000010:3.0:1773688179.849872:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba780. 00010000:00000001:3.0:1773688179.849879:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.849881:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.849885:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.849888:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d2f0d lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a89a expref: 90 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.849895:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.849897:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.849899:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.849902:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:3.0:1773688179.849904:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.849907:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.849909:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.849910:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.849911:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.849913:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a168f0600, rc 0) 00000020:00000001:3.0:1773688179.849915:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.849918:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854329344 00010000:00000001:3.0:1773688179.849920:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.849925:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b342e9c00 x1859843854329344/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.849933:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.849935:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.849939:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.849943:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.849945:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.849948:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.849965:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.849967:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.849969:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.849972:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.849975:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee000. 00000100:00000200:3.0:1773688179.849980:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854329344, offset 224 00000400:00000200:3.0:1773688179.849986:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.849996:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.850002:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48154:48154:256:4294967295] 192.168.204.51@tcp LPNI seq info [48150:48150:8:4294967295] 00000400:00000200:3.0:1773688179.850028:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.850033:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.850039:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99da00. 00000800:00000200:3.0:1773688179.850044:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.850050:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.850054:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99da00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.850065:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.850069:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.850071:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.850073:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.850075:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.850080:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b342e9c00 x1859843854329344/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.850091:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b342e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+90:68109:x1859843854329344:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 905us (1168us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688179.850100:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15533 00000100:00000040:3.0:1773688179.850104:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.850106:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.850107:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.850111:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688179.850115:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.850119:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2a00. 00000020:00000040:3.0:1773688179.850123:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 89 00000100:00000001:3.0:1773688179.850125:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.850161:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.850166:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99da00. 00000400:00000200:2.0:1773688179.850170:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.850175:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.850179:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee000 00000400:00000010:2.0:1773688179.850181:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee000. 00000100:00000001:2.0:1773688179.850185:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.850187:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.852559:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.852574:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.852577:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.852580:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.852587:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.852599:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 448 into portal 23 MB=0x69b84a4466680 00000400:00000200:2.0:1773688179.852608:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 448/448 into md 0x72385 [2] + 1624 00000400:00000010:2.0:1773688179.852613:0:3438:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a19b96d10. 00000400:00000200:2.0:1773688179.852618:0:3438:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8a9a0da2da80 00000800:00000001:2.0:1773688179.852623:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.852633:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.852635:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.852639:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.852644:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a0da2da80 00000400:00000010:2.0:1773688179.852646:0:3438:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at ffff8a9a0da2da80. 00000100:00000001:2.0:1773688179.852651:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.852653:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:2.0:1773688179.852657:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0c77cc50 x1859843854329472 msgsize 448 00000100:00100000:2.0:1773688179.852662:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000040:2.0:1773688179.852664:0:3438:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1773688179.852676:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.852683:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.852686:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.852711:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.852714:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854329472 02000000:00000001:3.0:1773688179.852717:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.852719:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.852722:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.852726:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.852729:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854329472 00000020:00000001:3.0:1773688179.852732:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.852734:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.852736:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.852739:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=90 00000020:00000001:3.0:1773688179.852742:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.852744:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.852749:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.852754:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.852757:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.852760:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000020:00000010:3.0:1773688179.852765:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2a00. 00000020:00000010:3.0:1773688179.852769:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688179.852773:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.852781:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1773688179.852784:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.852786:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773688179.852788:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.852794:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.852807:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.852818:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.852820:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.852825:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3240 00000100:00000040:3.0:1773688179.852829:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.852832:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992971615312 : -129080737936304 : ffff8a9a0c77cc50) 00000100:00000040:3.0:1773688179.852839:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0c77cc50 x1859843854329472/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 448/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.852848:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.852851:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.852854:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.852856:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000100:00100000:3.0:1773688179.852861:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0c77cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+90:68109:x1859843854329472:12345-192.168.204.51@tcp:37:dbench.0 00000100:00000200:3.0:1773688179.852865:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854329472 00000020:00000001:3.0:1773688179.852869:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.852873:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.852877:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.852879:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.852881:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862592 : -1038689024 : ffffffffc216dd00) 00000020:00000001:3.0:1773688179.852885:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.852887:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854329472, found 0 last_xid 1859843854329471 00000020:00000001:3.0:1773688179.852891:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.852893:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.852895:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.852898:0:73057:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1773688179.852901:0:73057:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.852910:0:73057:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000020:00000001:3.0:1773688179.852914:0:73057:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.852916:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.852920:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.852923:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.852928:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8a9b05508800. 02000000:00000001:3.0:1773688179.852939:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.852942:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.852946:0:73057:0:(mdt_handler.c:2953:mdt_readpage()) Process entered 00000004:00000010:3.0:1773688179.852964:0:73057:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8a9a0e31f000. 00010000:00000010:3.1:1773688179.853031:0:73057:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a16ddf200. 00010000:00000010:3.1:1773688179.853039:0:73057:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1689c700. 00010000:00000010:3.1:1773688179.853044:0:73057:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f0c00. 00010000:00000010:3.1:1773688179.853053:0:73057:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a16ddfc00. 00000004:00000001:3.0:1773688179.853539:0:73057:0:(mdd_object.c:4165:mdd_readpage()) Process entered 00000020:00000001:3.0:1773688179.853545:0:73057:0:(dt_object.c:850:dt_index_walk()) Process entered 00080000:00000001:3.0:1773688179.853548:0:73057:0:(osd_index.c:123:osd_index_it_init()) Process entered 00080000:00000010:3.0:1773688179.853554:0:73057:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8a9b34186500. 00080000:00000010:3.0:1773688179.853558:0:73057:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8a9b072a5980. 00080000:00000001:3.0:1773688179.853561:0:73057:0:(osd_index.c:148:osd_index_it_init()) Process leaving (rc=18446614997931418880 : -129075778132736 : ffff8a9b34186500) 00080000:00000001:3.0:1773688179.853564:0:73057:0:(osd_index.c:1218:osd_dir_it_init()) Process leaving (rc=18446614997931418880 : -129075778132736 : ffff8a9b34186500) 00080000:00000001:3.0:1773688179.853568:0:73057:0:(osd_index.c:1680:osd_dir_it_load()) Process entered 00080000:00000001:3.0:1773688179.853571:0:73057:0:(osd_index.c:1698:osd_dir_it_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.853574:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688179.853576:0:73057:0:(osd_index.c:1394:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:3.0:1773688179.853578:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688179.853580:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.853583:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688179.853586:0:73057:0:(osd_index.c:1500:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.853588:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688179.853590:0:73057:0:(osd_index.c:1342:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.853592:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688179.853593:0:73057:0:(osd_index.c:1396:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:3.0:1773688179.853595:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688179.853597:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.853598:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688179.853600:0:73057:0:(osd_index.c:345:osd_find_parent_fid()) Process entered 00080000:00000001:3.0:1773688179.853602:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.853608:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=46 : 46 : 2e) 00080000:00000001:3.0:1773688179.853611:0:73057:0:(osd_index.c:406:osd_find_parent_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.853613:0:73057:0:(osd_index.c:1518:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.853615:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688179.853646:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.853648:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688179.853651:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=12 : 12 : c) 00080000:00000001:3.0:1773688179.853652:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688179.853654:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=1084031208197488640 : 1084031208197488640 : f0b40a3f20c8000) 00080000:00000001:3.0:1773688179.853656:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688179.853674:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.853676:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688179.853678:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.853679:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688179.853681:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=9 : 9 : 9) 00080000:00000001:3.0:1773688179.853682:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688179.853683:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=2954476392500723712 : 2954476392500723712 : 290068a020488000) 00080000:00000001:3.0:1773688179.853685:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688179.853691:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.853693:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688179.853695:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.853696:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688179.853698:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=10 : 10 : a) 00080000:00000001:3.0:1773688179.853700:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688179.853701:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=4957591141929025536 : 4957591141929025536 : 44cce6e08c4d8000) 00080000:00000001:3.0:1773688179.853703:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688179.853708:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.853710:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688179.853712:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.853713:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688179.853715:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=12 : 12 : c) 00080000:00000001:3.0:1773688179.853716:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688179.853717:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=6087326897094721536 : 6087326897094721536 : 547a878f95030000) 00080000:00000001:3.0:1773688179.853720:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688179.853726:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.853728:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688179.853730:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.853732:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688179.853733:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=11 : 11 : b) 00080000:00000001:3.0:1773688179.853734:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688179.853736:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=8393325542352945152 : 8393325542352945152 : 747b151c6c290000) 00080000:00000001:3.0:1773688179.853738:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688179.853745:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.853747:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688179.853749:0:73057:0:(osd_index.c:1356:osd_dir_it_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.853753:0:73057:0:(osd_index.c:156:osd_index_it_fini()) Process entered 00080000:00000010:3.0:1773688179.853755:0:73057:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8a9b072a5980. 00080000:00000010:3.0:1773688179.853759:0:73057:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8a9b34186500. 00080000:00000001:3.0:1773688179.853761:0:73057:0:(osd_index.c:166:osd_index_it_fini()) Process leaving 00000020:00000001:3.0:1773688179.853763:0:73057:0:(dt_object.c:928:dt_index_walk()) Process leaving (rc=4096 : 4096 : 1000) 00000004:00000001:3.0:1773688179.853766:0:73057:0:(mdd_object.c:4222:mdd_readpage()) Process leaving via out_unlock (rc=4096 : 4096 : 0x1000) 00000020:00000001:3.0:1773688179.853771:0:73057:0:(tgt_handler.c:1213:tgt_sendpage()) Process entered 00000100:00000001:3.0:1773688179.853773:0:73057:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1773688179.853778:0:73057:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8a9b0550b800. 00000100:00000010:3.0:1773688179.853788:0:73057:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8a9a16bb6000. 00000020:00000040:3.0:1773688179.853791:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=91 00010000:00000001:3.0:1773688179.853796:0:73057:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1773688179.853800:0:73057:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1773688179.853804:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee5d8. 00000400:00000010:3.0:1773688179.853811:0:73057:0:(lib-lnet.h:479:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8a9b09ea85e8. 00000400:00000200:3.0:1773688179.853814:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.853823:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.853827:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48155:48155:256:4294967295] 192.168.204.51@tcp LPNI seq info [48151:48151:8:4294967295] 00000400:00000200:3.0:1773688179.853831:0:73057:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.51@tcp 00000400:00000200:3.0:1773688179.853835:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.853839:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.853843:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d700. 00000800:00000200:3.0:1773688179.853847:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.853852:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1022 00000800:00000200:3.0:1773688179.853854:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d700 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:3.0:1773688179.853867:0:73057:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.51@tcp mbits 0x69b84a4466680-0x69b84a4466680 00000100:00000001:3.0:1773688179.853869:0:73057:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688179.853982:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.853990:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d700. 00000400:00000200:0.0:1773688179.853997:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.854005:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.854044:0:3439:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1773688179.854047:0:3439:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8a9b0550b800 00000100:00000001:0.0:1773688179.854049:0:3439:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:2.0:1773688179.854661:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.854670:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.854673:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.854711:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.854718:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : ACK - for me 00000400:00000200:2.0:1773688179.854727:0:3440:0:(lib-move.c:4700:lnet_parse_ack()) 192.168.204.151@tcp: ACK from 12345-192.168.204.51@tcp into md 0x77f09 00000400:00000200:2.0:1773688179.854732:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.854736:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: ACK: OK 00000400:00000200:2.0:1773688179.854740:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee5d8 00000400:00000010:2.0:1773688179.854742:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee5d8. 00000100:00000001:2.0:1773688179.854746:0:3440:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1773688179.854747:0:3440:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8a9b0550b800 00000100:00000001:2.0:1773688179.854757:0:3440:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:2.0:1773688179.854761:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.854764:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.854787:0:73057:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.854792:0:73057:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1773688179.854797:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 90 00000100:00000010:3.0:1773688179.854801:0:73057:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8a9a16bb6000. 00000100:00000010:3.0:1773688179.854806:0:73057:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8a9b0550b800. 00000100:00000001:3.0:1773688179.854808:0:73057:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000020:00000001:3.0:1773688179.854810:0:73057:0:(tgt_handler.c:1237:tgt_sendpage()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.854813:0:73057:0:(mdt_handler.c:2999:mdt_readpage()) Process leaving 00000004:00000010:3.0:1773688179.855383:0:73057:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8a9a0e31f000. 00010000:00000040:3.0:1773688179.855388:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854329472 00010000:00000001:3.0:1773688179.855390:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.855396:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0c77cc50 x1859843854329472/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 448/440 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.855402:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.855404:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.855408:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=49 v=5 (1 1 1 0) 00000100:00000001:3.0:1773688179.855411:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.855413:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.855414:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.855417:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.855418:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.855421:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.855422:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.855425:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeeb28. 00000100:00000200:3.0:1773688179.855428:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1859843854329472, offset 224 00000400:00000200:3.0:1773688179.855431:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.855435:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.855438:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48156:48156:256:4294967295] 192.168.204.51@tcp LPNI seq info [48152:48152:8:4294967295] 00000400:00000200:3.0:1773688179.855444:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.855446:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.855449:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d400. 00000800:00000200:3.0:1773688179.855452:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.855455:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.855457:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d400 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.855468:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.855471:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.855472:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.855474:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.855476:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.855480:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0c77cc50 x1859843854329472/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 448/440 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.855488:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0c77cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+90:68109:x1859843854329472:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 2638us (2828us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688179.855496:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3240 00000100:00000040:3.0:1773688179.855498:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.855500:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.855501:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.855505:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688179.855508:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.855512:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2a00. 00000020:00000040:3.0:1773688179.855515:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 89 02000000:00000001:3.0:1773688179.855520:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773688179.855521:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9a10fafc00. 02000000:00000001:3.0:1773688179.855525:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773688179.855526:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b04e66680. 02000000:00000001:3.0:1773688179.855530:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773688179.855531:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9a10fac000. 02000000:00000001:3.0:1773688179.855532:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773688179.855533:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a02307100. 02000000:00000001:3.0:1773688179.855535:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773688179.855536:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8a9a10fac800. 02000000:00000001:3.0:1773688179.855537:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773688179.855538:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b04e64700. 02000000:00000001:3.0:1773688179.855542:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773688179.855543:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9a0fb7a400. 02000000:00000001:3.0:1773688179.855545:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773688179.855546:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b3135dc00. 00000800:00000200:2.0:1773688179.855546:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.855552:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d400. 00000100:00000001:3.0:1773688179.855553:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.855560:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1773688179.855562:0:73057:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000200:2.0:1773688179.855567:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000010:3.0:1773688179.855571:0:73057:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b34631e70. 00000400:00000200:2.0:1773688179.855572:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeeb28 00000400:00000010:2.0:1773688179.855576:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeeb28. 00000100:00000001:2.0:1773688179.855579:0:3438:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1773688179.855580:0:3438:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1773688179.855582:0:3438:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8a9b05508800. 02000000:00000001:2.0:1773688179.855584:0:3438:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1773688179.855585:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:3.0:1773688179.855587:0:73057:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a9b065c4600. 00010000:00000010:3.1:1773688179.857046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f0200. 00000800:00000001:0.0:1773688179.857843:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.857857:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.857861:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.857863:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.857872:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.857887:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 392 into portal 23 MB=0x69b84a4466780 00000400:00000200:0.0:1773688179.857894:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 392/392 into md 0x72709 [2] + 0 00000800:00000001:0.0:1773688179.857902:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.857910:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.857913:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.857917:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.857924:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.857926:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1773688179.857932:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b342e9880. 00000100:00000040:0.0:1773688179.857936:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b342e9880 x1859843854329728 msgsize 392 00000100:00100000:0.0:1773688179.857940:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.857961:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.857969:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.857972:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.858005:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.858024:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854329728 02000000:00000001:3.0:1773688179.858027:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.858030:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.858032:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.858035:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.858039:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854329728 00000020:00000001:3.0:1773688179.858042:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.858044:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.858047:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.858050:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=90 00000020:00000001:3.0:1773688179.858053:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.858056:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.858060:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.858066:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.858069:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.858071:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000020:00000010:3.0:1773688179.858077:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2a00. 00000020:00000010:3.0:1773688179.858082:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688179.858087:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.858093:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1773688179.858096:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.858099:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773688179.858105:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.858111:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.858122:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.858131:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.858133:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.858138:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3241 00000100:00000040:3.0:1773688179.858142:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.858144:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997932873856 : -129075776677760 : ffff8a9b342e9880) 00000100:00000040:3.0:1773688179.858151:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b342e9880 x1859843854329728/t0(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.858161:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.858164:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.858167:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.858170:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000100:00100000:3.0:1773688179.858175:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b342e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+90:68109:x1859843854329728:12345-192.168.204.51@tcp:35:dbench.0 00000100:00000200:3.0:1773688179.858179:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854329728 00000020:00000001:3.0:1773688179.858182:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.858186:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.858190:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.858192:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.858194:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862496 : -1038689120 : ffffffffc216dca0) 00000020:00000001:3.0:1773688179.858197:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.858200:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854329728, found 0 last_xid 1859843854329727 00000020:00000001:3.0:1773688179.858203:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.858206:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.858208:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.858211:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.858218:0:73057:0:(mdt_open.c:2771:mdt_close()) Process entered 00000004:00000001:3.0:1773688179.858221:0:73057:0:(mdt_lib.c:1452:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1773688179.858223:0:73057:0:(mdt_lib.c:1362:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1773688179.858226:0:73057:0:(mdt_lib.c:1373:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.858230:0:73057:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1773688179.858234:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.858236:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.858239:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.858241:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.858244:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.858245:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.858247:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.858248:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.858250:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.858251:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.858253:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.858255:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.858257:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.858259:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.858262:0:73057:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.858264:0:73057:0:(mdt_lib.c:1435:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1773688179.858266:0:73057:0:(mdt_lib.c:1437:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.858269:0:73057:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1773688179.858271:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.858272:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.858274:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.858275:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.858277:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.858278:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.858279:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.858281:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.858284:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.858285:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.858289:0:73057:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.858296:0:73057:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.858298:0:73057:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.858301:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.858302:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.858304:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.858306:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.858307:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.858309:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.858311:0:73057:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.858313:0:73057:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.858315:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.858317:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.858319:0:73057:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.858321:0:73057:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.858323:0:73057:0:(mdt_lib.c:1465:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.858327:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.858329:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.858334:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8a9b0550b800. 02000000:00000001:3.0:1773688179.858337:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.858340:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.858342:0:73057:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1773688179.858344:0:73057:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.858347:0:73057:0:(mdt_open.c:2739:mdt_close_internal()) Process entered 00000004:00000001:3.0:1773688179.858350:0:73057:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1773688179.858352:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.858354:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8a9b35d06b80 refcount=2 00000020:00000001:3.0:1773688179.858357:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997960256384 : -129075749295232 : ffff8a9b35d06b80) 00000004:00000001:3.0:1773688179.858360:0:73057:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446614997960256384 : -129075749295232 : ffff8a9b35d06b80) 00000020:00000040:3.0:1773688179.858363:0:73057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b35d06b80 with handle 0x52973366461d2d85 from hash 00000004:00000001:3.0:1773688179.858368:0:73057:0:(mdt_open.c:2590:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1773688179.858370:0:73057:0:(mdt_open.c:2598:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000afe1:0x144:0x0] with intent: 0 00000004:00000001:3.0:1773688179.858375:0:73057:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:3.0:1773688179.858378:0:73057:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 15360 size 15360 lsom blocks 1 blocks 1 truncate 0 00000004:00000001:3.0:1773688179.858381:0:73057:0:(mdt_som.c:209:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.858383:0:73057:0:(mdt_open.c:149:mdt_write_put()) Process entered 00000004:00000001:3.0:1773688179.858385:0:73057:0:(mdt_open.c:153:mdt_write_put()) Process leaving 00000004:00000001:3.0:1773688179.858387:0:73057:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1773688179.858390:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.858397:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.858400:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.858406:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:3.0:1773688179.858410:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:3.0:1773688179.858413:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:3.0:1773688179.858415:0:73057:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.858419:0:73057:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1773688179.858428:0:73057:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1773688179.858432:0:73057:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.858437:0:73057:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x20000afe1:0x144:0x0], previous was 0x7 00000004:00000001:3.0:1773688179.858440:0:73057:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.858443:0:73057:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1773688179.858446:0:73057:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.858449:0:73057:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:3.0:1773688179.858453:0:73057:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.858456:0:73057:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1773688179.858460:0:73057:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8a9b35d06b80. 00000004:00000001:3.0:1773688179.858470:0:73057:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1773688179.858475:0:73057:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41868f58/ffff8a9b41868f00 to site lru. bkt: ffff8a9a1aeb64c0 00000004:00000001:3.0:1773688179.858479:0:73057:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.858480:0:73057:0:(mdt_open.c:2728:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.858482:0:73057:0:(mdt_open.c:2758:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.858485:0:73057:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:3.0:1773688179.858489:0:73057:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1773688179.858499:0:73057:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9b05508800. 00080000:00000001:3.0:1773688179.858502:0:73057:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614997146568704 : -129076562982912 : ffff8a9b05508800) 00080000:00000001:3.0:1773688179.858505:0:73057:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1773688179.858512:0:73057:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.858519:0:73057:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.858521:0:73057:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.858545:0:73057:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.858548:0:73057:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1773688179.858552:0:73057:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1773688179.858555:0:73057:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692079, last_committed = 171798692041 00000001:00000010:3.0:1773688179.858560:0:73057:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a0f836300. 00000001:00000040:3.0:1773688179.858563:0:73057:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 38 00000020:00000040:3.0:1773688179.858566:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=91 00000001:00000010:3.0:1773688179.858573:0:73057:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a0cd82540. 00080000:00000001:3.0:1773688179.858580:0:73057:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.858601:0:73057:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1773688179.858605:0:73057:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a0cd82540: xid 1859843854329728, transno 171798692079, tag 1, client gen 13, slot idx 3 00000001:00000001:3.0:1773688179.858608:0:73057:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.858623:0:73057:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.858625:0:73057:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1773688179.858627:0:73057:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.858629:0:73057:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.858631:0:73057:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.858633:0:73057:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.858637:0:73057:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.858640:0:73057:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.858642:0:73057:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1773688179.858649:0:73057:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.858655:0:73057:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.858657:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.858659:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.858661:0:73057:0:(mdt_open.c:2833:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.858664:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692079, xid 1859843854329728 00010000:00000001:3.0:1773688179.858667:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.858672:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b342e9880 x1859843854329728/t171798692079(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.858680:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.858682:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.858686:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=49 v=5 (1 1 1 0) 00000100:00000001:3.0:1773688179.858690:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.858692:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.858694:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.858697:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.858699:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.858702:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.858705:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.858708:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee330. 00000100:00000200:3.0:1773688179.858712:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854329728, offset 224 00000400:00000200:3.0:1773688179.858717:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.858726:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.858732:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48157:48157:256:4294967295] 192.168.204.51@tcp LPNI seq info [48153:48153:8:4294967295] 00000400:00000200:3.0:1773688179.858743:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.858748:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.858752:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d900. 00000800:00000200:3.0:1773688179.858757:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.858763:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.858767:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d900 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.858781:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.858784:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.858786:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.858788:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.858790:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.858794:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b342e9880 x1859843854329728/t171798692079(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.858806:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b342e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+91:68109:x1859843854329728:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 642us (868us total) trans 171798692079 rc 0/0 00000100:00100000:3.0:1773688179.858815:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3241 00000100:00000040:3.0:1773688179.858817:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.858820:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.858822:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.858826:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688179.858830:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.858834:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2a00. 00000020:00000040:3.0:1773688179.858838:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 90 00000100:00000001:3.0:1773688179.858841:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.858852:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.858856:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d900. 00000400:00000200:2.0:1773688179.858860:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.858865:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.858868:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee330 00000400:00000010:2.0:1773688179.858870:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee330. 00000100:00000001:2.0:1773688179.858872:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.858873:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.861108:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.861121:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.861124:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.861125:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.861132:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.861144:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4466800 00000400:00000200:2.0:1773688179.861150:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 123280 00000800:00000001:2.0:1773688179.861154:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.861161:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.861163:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.861165:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.861170:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.861172:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.861176:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b35ac4e00. 00000100:00000040:2.0:1773688179.861179:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b35ac4e00 x1859843854329856 msgsize 584 00000100:00100000:2.0:1773688179.861182:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.861192:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.861198:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.861199:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.861243:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.861248:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854329856 02000000:00000001:3.0:1773688179.861251:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.861254:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.861257:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.861260:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.861264:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854329856 00000020:00000001:3.0:1773688179.861267:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.861268:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.861270:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.861273:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=91 00000020:00000001:3.0:1773688179.861275:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.861277:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.861282:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.861286:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.861290:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.861293:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000020:00000010:3.0:1773688179.861298:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2a00. 00000020:00000010:3.0:1773688179.861302:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688179.861306:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.861313:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.861316:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.861318:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.861321:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.861323:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.861325:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.861330:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.861343:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.861354:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.861357:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.861367:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15534 00000100:00000040:3.0:1773688179.861371:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.861374:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997957889536 : -129075751662080 : ffff8a9b35ac4e00) 00000100:00000040:3.0:1773688179.861380:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b35ac4e00 x1859843854329856/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.861391:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.861393:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.861395:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.861398:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000100:00100000:3.0:1773688179.861402:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b35ac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+91:68109:x1859843854329856:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.861406:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854329856 00000020:00000001:3.0:1773688179.861410:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.861413:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1773688179.861417:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a0cd82540: xid 1859843854329728, transno 171798692079, client gen 13, slot idx 3 00000001:00000001:3.0:1773688179.861423:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a16f6ba80: xid 1859843854328960, transno 171798692078, client gen 13, slot idx 2 00000001:00000010:3.0:1773688179.861427:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a16f6ba80. 00000020:00000001:3.0:1773688179.861432:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.861434:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.861436:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.861438:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.861441:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854329856, found 0 last_xid 1859843854329855 00000020:00000001:3.0:1773688179.861444:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.861445:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.861447:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.861455:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.861458:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.861460:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.861463:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.861465:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.861467:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.861472:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.861481:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:3.0:1773688179.861483:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.861486:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.861490:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f0200. 00000020:00000001:3.0:1773688179.861494:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.861496:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f0200 with handle 0x52973366461d2f14 to hash 00000020:00000001:3.0:1773688179.861498:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.861501:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00010000:00000010:3.0:1773688179.861506:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba780. 00010000:00000001:3.0:1773688179.861509:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00010000:00010000:3.0:1773688179.861515:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d2f14 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a8a1 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.861525:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:3.0:1773688179.861528:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=92 00010000:00000001:3.0:1773688179.861535:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.861538:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.861544:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.861547:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.861549:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688179.861551:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.861553:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.861557:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.861562:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.861564:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.861567:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.861570:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.861572:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.861574:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.861576:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.861580:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a16bb6000. 02000000:00000001:3.0:1773688179.861582:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.861584:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.861586:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.861589:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688179.861592:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688179.861594:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.861596:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.861598:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.861600:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.861602:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.861604:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.861605:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.861607:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.861608:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.861609:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.861611:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.861612:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.861613:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.861615:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.861617:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.861618:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.861620:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.861621:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.861623:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.861627:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.861630:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.861632:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.861634:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.861636:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.861638:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.861639:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.861641:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.861642:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.861644:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.861645:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.861647:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.861649:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.861650:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.861652:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.861656:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1773688179.861662:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:3.0:1773688179.861664:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/HANDOUT.DOC, ldlm_rep = ffff8a9a16bb6228 00000004:00000001:3.0:1773688179.861670:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1773688179.861673:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1773688179.861677:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1773688179.861679:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.861681:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.861683:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 5 00010000:00000001:3.0:1773688179.861686:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.861688:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.861690:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f0c00. 00000020:00000001:3.0:1773688179.861693:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.861694:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f0c00 with handle 0x52973366461d2f1b to hash 00000020:00000001:3.0:1773688179.861697:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.861698:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000010:3.0:1773688179.861701:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315bac80. 00010000:00000001:3.0:1773688179.861703:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:3.0:1773688179.861706:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.861708:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.861713:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d2f1b lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.861720:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.861723:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.861726:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.861728:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.861731:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.861733:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.861741:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.861745:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.861747:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.861749:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.861750:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.861753:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 5 00010000:00000040:3.0:1773688179.861756:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.861761:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d2f0d lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a89a expref: 92 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.861769:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 92 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.861777:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 92 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.861785:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d2f1b lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.861790:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.861795:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.861797:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.861799:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.861800:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.861803:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.861805:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.861808:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.861811:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.861813:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d2f1b lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.861819:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.861821:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.861822:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.861824:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.861825:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.861828:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46200 count: 4 00010000:00000001:3.0:1773688179.861830:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.861832:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.861835:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1000. 00000020:00000001:3.0:1773688179.861838:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.861839:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1000 with handle 0x52973366461d2f22 to hash 00000020:00000001:3.0:1773688179.861841:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.861842:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000010:3.0:1773688179.861845:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba880. 00010000:00000001:3.0:1773688179.861847:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000001:3.0:1773688179.861849:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.861851:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.861854:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d2f22 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.861859:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.861861:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.861862:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.861863:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.861866:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.861867:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.861869:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.861871:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.861872:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.861874:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.861875:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.861877:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) refcount = 4 00010000:00000040:3.0:1773688179.861880:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.861882:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2d46 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.861889:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10000/0x52973366461d2b9b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.861894:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d2b78 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.861900:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d2f22 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.861905:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.861907:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.861908:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.861910:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.861911:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.861913:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.861914:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.861916:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.861918:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.861921:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d2f22 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.861927:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.861929:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.861930:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.861932:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.861937:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.861989:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.861994:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.861998:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688179.862002:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.862041:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1773688179.862074:0:68797:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.862078:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1773688179.862080:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1773688179.862084:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.862087:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.862090:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.862093:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.862095:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.862097:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.862099:0:68797:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:3.0:1773688179.862103:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.862105:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.862107:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.862108:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x144:0x0] 00000020:00000001:3.0:1773688179.862111:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.862116:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:3.0:1773688179.862119:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:3.0:1773688179.862124:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1773688179.862127:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.862129:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.862133:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 6 00010000:00000001:3.0:1773688179.862136:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.862138:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.862141:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1a00. 00000020:00000001:3.0:1773688179.862144:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.862145:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1a00 with handle 0x52973366461d2f29 to hash 00000020:00000001:3.0:1773688179.862147:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.862148:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140914688 : -129080568636928 : ffff8a9a168f1a00) 00010000:00000010:3.0:1773688179.862153:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba700. 00010000:00000001:3.0:1773688179.862155:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140914688 : -129080568636928 : ffff8a9a168f1a00) 00010000:00000001:3.0:1773688179.862157:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.862159:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.862163:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1a00/0x52973366461d2f29 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.862169:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.862171:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.862172:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.862173:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.862176:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.862178:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.862179:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.862181:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.862182:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.862184:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.862185:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.862187:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 6 00010000:00000040:3.0:1773688179.862190:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.862194:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d93 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a81c expref: 92 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.862203:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 92 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.862209:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.862216:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.862223:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.862229:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1a00/0x52973366461d2f29 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.862240:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.862242:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.862244:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.862245:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.862247:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.862249:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.862251:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.862253:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.862254:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.862257:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1a00/0x52973366461d2f29 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.862263:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.862264:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.862266:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.862268:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.862270:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.862271:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1a00 refcount=3 00000020:00000001:3.0:1773688179.862273:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140914688 : -129080568636928 : ffff8a9a168f1a00) 00010000:00000001:3.0:1773688179.862277:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140914688 : -129080568636928 : ffff8a9a168f1a00) 00010000:00000001:3.0:1773688179.862279:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.862280:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.862282:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.862286:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1773688179.862291:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.862293:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.862298:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.862301:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.862305:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.862307:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.862313:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.862316:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.862319:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.862321:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.862323:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.862326:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x144:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:3.0:1773688179.862330:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.862332:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.862333:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.862335:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.862337:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.862339:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.862340:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.862341:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.862342:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.862345:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.862347:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.862349:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1773688179.862352:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1773688179.862354:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1773688179.862357:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a16bb6370 00000004:00000001:3.0:1773688179.862359:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.862362:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.862364:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.862366:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.862368:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.862370:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.862372:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.862373:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.862375:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.862377:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:3.0:1773688179.862381:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: returning size 15360 00000004:00000040:3.0:1773688179.862384:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x144:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:3.0:1773688179.862387:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:3.0:1773688179.862389:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000401:2569 00000004:00200000:3.0:1773688179.862391:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:3.0:1773688179.862394:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1773688179.862396:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.862397:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.862400:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1773688179.862403:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.862404:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.862405:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.862407:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.862409:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.862411:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.862413:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.862417:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.862421:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.862423:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.862424:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.862426:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.862432:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.862434:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.862435:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1a00 refcount=3 00000020:00000001:3.0:1773688179.862437:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140914688 : -129080568636928 : ffff8a9a168f1a00) 00010000:00000001:3.0:1773688179.862440:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140914688 : -129080568636928 : ffff8a9a168f1a00) 00000004:00010000:3.0:1773688179.862443:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1a00/0x52973366461d2f29 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:3.0:1773688179.862449:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1773688179.862453:0:68797:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41868f58/ffff8a9b41868f00 to site lru. bkt: ffff8a9a1aeb64c0 00000004:00000001:3.0:1773688179.862456:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.862457:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1773688179.862460:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.862461:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.862463:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1773688179.862466:0:68797:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:3.0:1773688179.862468:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.862469:0:68797:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.862470:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.862472:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 6 00010000:00000040:3.0:1773688179.862475:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.862478:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d93 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a81c expref: 92 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.862492:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 92 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.862499:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.862504:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.862510:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.862515:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1a00/0x52973366461d2f29 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.862520:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.862522:0:68797:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.862523:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.862524:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.862526:0:68797:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.862529:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.862531:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.862532:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.862534:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.862535:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0c00 refcount=3 00000020:00000001:3.0:1773688179.862537:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:3.0:1773688179.862538:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:3.0:1773688179.862541:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.862544:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d2f1b lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.862549:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.862550:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.862554:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d2f1b lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.862559:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.862561:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.862564:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.862566:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d2f1b lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.862572:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a168f0c00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.862574:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.862577:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.862579:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d2f1b lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.862585:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.862586:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.862587:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.862588:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0c00 refcount=4 00000020:00000001:3.0:1773688179.862590:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:3.0:1773688179.862592:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:3.0:1773688179.862595:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.862598:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d2f1b lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.862603:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.862605:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.862607:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.862610:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.862612:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.862614:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.862615:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.862617:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f0c00 with handle 0x52973366461d2f1b from hash 00010000:00000001:3.0:1773688179.862619:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.862621:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.862623:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.862624:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.862627:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.862628:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.862630:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.862632:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.862634:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.862637:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.862639:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.862643:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.862646:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.862648:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.862649:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.862651:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.862652:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.862654:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.862656:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.862658:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.862661:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d2f1b lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.862665:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.862666:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.862668:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.862669:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.862670:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.862673:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d2f1b lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.862679:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315bac80. 00010000:00000001:3.0:1773688179.862691:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.862692:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.862693:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.862694:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.862695:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.862697:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1000 refcount=3 00000020:00000001:3.0:1773688179.862699:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000001:3.0:1773688179.862701:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000001:3.0:1773688179.862703:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.862706:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d2f22 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.862711:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.862712:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.862714:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d2f22 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.862719:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.862720:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.862722:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.862724:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d2f22 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.862729:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a168f1000 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.862731:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.862732:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.862734:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d2f22 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.862739:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.862740:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.862741:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.862742:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1000 refcount=4 00000020:00000001:3.0:1773688179.862744:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000001:3.0:1773688179.862746:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000001:3.0:1773688179.862748:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.862750:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d2f22 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.862755:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.862756:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.862758:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.862760:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.862761:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.862762:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.862764:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.862766:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f1000 with handle 0x52973366461d2f22 from hash 00010000:00000001:3.0:1773688179.862768:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.862769:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.862770:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.862771:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.862772:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.862773:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.862775:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.862776:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.862777:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.862779:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) 00010000:00010000:3.0:1773688179.862781:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.862783:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.862785:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.862786:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.862788:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.862789:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.862790:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.862792:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.862793:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.862795:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.862797:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d2f22 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.862802:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.862803:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.862804:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.862805:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.862806:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.862808:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d2f22 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.862818:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba880. 00010000:00000001:3.0:1773688179.862822:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.862823:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.862825:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.862827:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.862828:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:3.0:1773688179.862830:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.862831:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.862832:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1a00 refcount=3 00000020:00000001:3.0:1773688179.862834:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140914688 : -129080568636928 : ffff8a9a168f1a00) 00010000:00000001:3.0:1773688179.862836:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140914688 : -129080568636928 : ffff8a9a168f1a00) 00000004:00000040:3.0:1773688179.862839:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 35 00000020:00000040:3.0:1773688179.862842:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=93 00010000:00000001:3.0:1773688179.862846:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.862847:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.862849:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.862851:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1773688179.862854:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.862856:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.862857:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.862859:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.862861:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.862863:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.862868:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.862870:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.862872:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.862874:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.862876:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.862879:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.862880:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.862884:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.862886:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.862888:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.862889:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.862891:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f0200 with handle 0x52973366461d2f14 from hash 00010000:00000001:3.0:1773688179.862893:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.862895:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.862896:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.862897:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.862898:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.862901:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d2f14 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8a1 expref: 93 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.862908:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:3.0:1773688179.862910:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 92 00010000:00000010:3.0:1773688179.862912:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba780. 00010000:00000001:3.0:1773688179.862915:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.862917:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.862921:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.862924:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1a00/0x52973366461d2f29 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8a1 expref: 92 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.862931:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.862933:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.862935:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:3.0:1773688179.862937:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1773688179.862939:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.862941:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.862942:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.862943:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.862944:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.862946:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a168f1a00, rc 0) 00000020:00000001:3.0:1773688179.862962:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.862966:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854329856 00010000:00000001:3.0:1773688179.862969:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.862975:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b35ac4e00 x1859843854329856/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.862982:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.862986:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.862990:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.862994:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.862997:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.863000:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.863003:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.863005:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.863048:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.863051:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.863056:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeecc0. 00000100:00000200:3.0:1773688179.863062:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854329856, offset 224 00000400:00000200:3.0:1773688179.863069:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.863083:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.863090:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48158:48158:256:4294967295] 192.168.204.51@tcp LPNI seq info [48154:48154:8:4294967295] 00000400:00000200:3.0:1773688179.863106:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.863112:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.863117:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99dd00. 00000800:00000200:3.0:1773688179.863123:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.863130:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.863134:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99dd00 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.863149:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.863152:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.863154:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.863156:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.863159:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.863163:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b35ac4e00 x1859843854329856/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.863174:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b35ac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+92:68109:x1859843854329856:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1780us (1992us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688179.863183:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15534 00000100:00000040:3.0:1773688179.863188:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.863191:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.863193:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.863197:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688179.863202:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.863206:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2a00. 00000020:00000040:3.0:1773688179.863211:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 91 00000100:00000001:3.0:1773688179.863214:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.863278:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.863283:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99dd00. 00000400:00000200:0.0:1773688179.863289:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.863294:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.863299:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeecc0 00000400:00000010:0.0:1773688179.863301:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeecc0. 00000100:00000001:0.0:1773688179.863304:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.863305:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.866207:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.866227:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.866231:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.866233:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.866244:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.866262:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4466880 00000400:00000200:2.0:1773688179.866269:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x734dd [2] + 984 00000800:00000001:2.0:1773688179.866278:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.866302:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.866305:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.866310:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.866330:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.866333:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1773688179.866339:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b35ac5500. 00000100:00000040:2.0:1773688179.866344:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b35ac5500 x1859843854329984 msgsize 328 00000100:00100000:2.0:1773688179.866346:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.866358:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.866365:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.866368:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.866405:0:7562:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.866410:0:7562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854329984 02000000:00000001:1.0:1773688179.866412:0:7562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.866414:0:7562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.866416:0:7562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.866420:0:7562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.866424:0:7562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854329984 00000020:00000001:1.0:1773688179.866426:0:7562:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.866428:0:7562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.866429:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.866432:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=92 00000020:00000001:1.0:1773688179.866434:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.866436:0:7562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.866440:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.866445:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.866449:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.866451:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000020:00000010:1.0:1773688179.866458:0:7562:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09357600. 00000020:00000010:1.0:1773688179.866463:0:7562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e380. 00000020:00000010:1.0:1773688179.866470:0:7562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688179.866478:0:7562:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.866481:0:7562:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.866483:0:7562:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.866485:0:7562:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.866489:0:7562:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.866491:0:7562:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.866495:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.866497:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.866499:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1a00 refcount=3 00000020:00000001:1.0:1773688179.866501:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140914688 : -129080568636928 : ffff8a9a168f1a00) 00010000:00000001:1.0:1773688179.866504:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140914688 : -129080568636928 : ffff8a9a168f1a00) 00010000:00000001:1.0:1773688179.866507:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.866509:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.866510:0:7562:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.866512:0:7562:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.866518:0:7562:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.866533:0:7562:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.866547:0:7562:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.866549:0:7562:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.866556:0:7562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1584 00000100:00000040:1.0:1773688179.866561:0:7562:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688179.866563:0:7562:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997957891328 : -129075751660288 : ffff8a9b35ac5500) 00000100:00000040:1.0:1773688179.866571:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b35ac5500 x1859843854329984/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.866580:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.866583:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.866586:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.866588:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000100:00100000:1.0:1773688179.866593:0:7562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b35ac5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+92:2404:x1859843854329984:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.866595:0:7562:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854329984 00010000:00000001:1.0:1773688179.866598:0:7562:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.866600:0:7562:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.866601:0:7562:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.866606:0:7562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.866609:0:7562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.866612:0:7562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a0fade800. 02000000:00000001:1.0:1773688179.866614:0:7562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.866616:0:7562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.866618:0:7562:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.866620:0:7562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.866621:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.866622:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.866623:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1a00 refcount=3 00000020:00000001:1.0:1773688179.866625:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140914688 : -129080568636928 : ffff8a9a168f1a00) 00010000:00000001:1.0:1773688179.866626:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140914688 : -129080568636928 : ffff8a9a168f1a00) 00010000:00000040:1.0:1773688179.866629:0:7562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 7 00000004:00000001:1.0:1773688179.866634:0:7562:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1773688179.866635:0:7562:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688179.866638:0:7562:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.866640:0:7562:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.866642:0:7562:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.866643:0:7562:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.866647:0:7562:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.866649:0:7562:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.866653:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.866653:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.866655:0:7562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.866656:0:7562:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.866658:0:7562:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f1a00 with handle 0x52973366461d2f29 from hash 00010000:00000001:1.0:1773688179.866659:0:7562:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.866660:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.866661:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.866670:0:7562:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.866676:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.866677:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.866678:0:7562:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.866679:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.866683:0:7562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1a00/0x52973366461d2f29 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8a1 expref: 92 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.866690:0:7562:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:1.0:1773688179.866691:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 91 00010000:00000010:1.0:1773688179.866693:0:7562:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba700. 00010000:00000001:1.0:1773688179.866703:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.866706:0:7562:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.866707:0:7562:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.866710:0:7562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00000001:1.0:1773688179.866714:0:7562:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.866717:0:7562:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.866719:0:7562:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.866720:0:7562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.866722:0:7562:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.866727:0:7562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.866729:0:7562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.866733:0:7562:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1773688179.866737:0:7562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.866740:0:7562:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.866742:0:7562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.866745:0:7562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.866747:0:7562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.866750:0:7562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.866752:0:7562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.866757:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64ee0. 00000100:00000200:1.0:1773688179.866762:0:7562:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854329984, offset 224 00000400:00000200:1.0:1773688179.866768:0:7562:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.866779:0:7562:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.866786:0:7562:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48159:48159:256:4294967295] 192.168.204.51@tcp LPNI seq info [48155:48155:8:4294967295] 00000400:00000200:1.0:1773688179.866797:0:7562:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.866802:0:7562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.866808:0:7562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7100. 00000800:00000200:1.0:1773688179.866813:0:7562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.866819:0:7562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.866823:0:7562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.866837:0:7562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.866841:0:7562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.866843:0:7562:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.866845:0:7562:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.866849:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b35ac5500 x1859843854329984/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773688179.866860:0:7562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b35ac5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+91:2404:x1859843854329984:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 277us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688179.866868:0:7562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1584 00000100:00000040:1.0:1773688179.866871:0:7562:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688179.866874:0:7562:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.866876:0:7562:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.866880:0:7562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e380. 00000020:00000010:1.0:1773688179.866886:0:7562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000020:00000010:1.0:1773688179.866891:0:7562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09357600. 00000020:00000040:1.0:1773688179.866896:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 90 00000100:00000001:1.0:1773688179.866907:0:7562:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.866935:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.866940:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7100. 00000400:00000200:2.0:1773688179.866945:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.866962:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.866967:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64ee0 00000400:00000010:2.0:1773688179.866969:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64ee0. 00000100:00000001:2.0:1773688179.866973:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.866975:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.867318:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.867329:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.867332:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.867334:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.867342:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.867352:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 392 into portal 23 MB=0x69b84a4466980 00000400:00000200:0.0:1773688179.867360:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 392/392 into md 0x72709 [2] + 392 00000800:00000001:0.0:1773688179.867366:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.867373:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.867376:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.867380:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.867386:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.867388:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1773688179.867393:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b342ea680. 00000100:00000040:0.0:1773688179.867397:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b342ea680 x1859843854330240 msgsize 392 00000100:00100000:0.0:1773688179.867401:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.867412:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.867421:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.867425:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.867442:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.867445:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854330240 02000000:00000001:3.0:1773688179.867448:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.867449:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.867451:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.867454:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.867457:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854330240 00000020:00000001:3.0:1773688179.867459:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.867460:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.867462:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.867464:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=91 00000020:00000001:3.0:1773688179.867466:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.867469:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.867472:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.867476:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.867479:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.867481:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000020:00000010:3.0:1773688179.867486:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2a00. 00000020:00000010:3.0:1773688179.867489:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688179.867494:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.867499:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1773688179.867502:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.867508:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773688179.867510:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.867515:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.867527:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.867535:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.867537:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.867543:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3242 00000100:00000040:3.0:1773688179.867546:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.867549:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997932877440 : -129075776674176 : ffff8a9b342ea680) 00000100:00000040:3.0:1773688179.867555:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b342ea680 x1859843854330240/t0(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.867565:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.867568:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.867572:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.867575:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000100:00100000:3.0:1773688179.867579:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b342ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+91:68109:x1859843854330240:12345-192.168.204.51@tcp:35:dbench.0 00000100:00000200:3.0:1773688179.867583:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854330240 00000020:00000001:3.0:1773688179.867587:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.867591:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.867595:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.867598:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.867600:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862496 : -1038689120 : ffffffffc216dca0) 00000020:00000001:3.0:1773688179.867604:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.867607:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854330240, found 0 last_xid 1859843854329983 00000020:00000001:3.0:1773688179.867610:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.867613:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.867615:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.867619:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.867625:0:73057:0:(mdt_open.c:2771:mdt_close()) Process entered 00000004:00000001:3.0:1773688179.867627:0:73057:0:(mdt_lib.c:1452:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1773688179.867629:0:73057:0:(mdt_lib.c:1362:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1773688179.867632:0:73057:0:(mdt_lib.c:1373:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.867635:0:73057:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1773688179.867639:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.867641:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.867644:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.867647:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.867649:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.867651:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.867652:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.867654:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.867656:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.867658:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.867660:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.867662:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.867663:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.867665:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.867668:0:73057:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.867670:0:73057:0:(mdt_lib.c:1435:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1773688179.867672:0:73057:0:(mdt_lib.c:1437:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.867675:0:73057:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1773688179.867677:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.867678:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.867680:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.867682:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.867684:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.867685:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.867686:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.867688:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.867690:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.867692:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.867696:0:73057:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.867701:0:73057:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.867704:0:73057:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.867707:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.867708:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.867710:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.867712:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.867713:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.867715:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.867717:0:73057:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.867719:0:73057:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.867722:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.867723:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.867725:0:73057:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.867727:0:73057:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.867728:0:73057:0:(mdt_lib.c:1465:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.867731:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.867733:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.867738:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8a9a10fac800. 02000000:00000001:3.0:1773688179.867740:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.867742:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.867744:0:73057:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1773688179.867747:0:73057:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.867750:0:73057:0:(mdt_open.c:2739:mdt_close_internal()) Process entered 00000004:00000001:3.0:1773688179.867752:0:73057:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1773688179.867754:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.867757:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8a9b343e9e00 refcount=2 00000020:00000001:3.0:1773688179.867759:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997933923840 : -129075775627776 : ffff8a9b343e9e00) 00000004:00000001:3.0:1773688179.867762:0:73057:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446614997933923840 : -129075775627776 : ffff8a9b343e9e00) 00000020:00000040:3.0:1773688179.867764:0:73057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b343e9e00 with handle 0x52973366461d2ae5 from hash 00000004:00000001:3.0:1773688179.867769:0:73057:0:(mdt_open.c:2590:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1773688179.867772:0:73057:0:(mdt_open.c:2598:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000afe1:0xf0:0x0] with intent: 0 00000004:00000001:3.0:1773688179.867776:0:73057:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:3.0:1773688179.867778:0:73057:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 260096 size 260096 lsom blocks 1 blocks 1 truncate 0 00000004:00000001:3.0:1773688179.867781:0:73057:0:(mdt_som.c:209:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.867784:0:73057:0:(mdt_open.c:149:mdt_write_put()) Process entered 00000004:00000001:3.0:1773688179.867785:0:73057:0:(mdt_open.c:153:mdt_write_put()) Process leaving 00000004:00000001:3.0:1773688179.867788:0:73057:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1773688179.867791:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.867799:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.867802:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.867809:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000004:00000001:3.0:1773688179.867813:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000004:00000001:3.0:1773688179.867816:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000004:00000001:3.0:1773688179.867819:0:73057:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.867822:0:73057:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1773688179.867832:0:73057:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1773688179.867835:0:73057:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1773688179.867841:0:73057:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1773688179.867849:0:73057:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9a0f836d80. 00080000:00000001:3.0:1773688179.867853:0:73057:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1773688179.867863:0:73057:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10fac000. 00080000:00000001:3.0:1773688179.867866:0:73057:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993047306240 : -129080662245376 : ffff8a9a10fac000) 00000004:00000001:3.0:1773688179.867871:0:73057:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.867874:0:73057:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.867876:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.867879:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047306240 : -129080662245376 : ffff8a9a10fac000) 00080000:00000001:3.0:1773688179.867883:0:73057:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1773688179.867905:0:73057:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.867908:0:73057:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.867911:0:73057:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.867915:0:73057:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1773688179.867917:0:73057:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1773688179.867924:0:73057:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1773688179.867926:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.867927:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047306240 : -129080662245376 : ffff8a9a10fac000) 00080000:00000001:3.0:1773688179.867931:0:73057:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.867937:0:73057:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.867939:0:73057:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.867946:0:73057:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.867983:0:73057:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.867985:0:73057:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.867988:0:73057:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1773688113, ctime 1773688113 00000004:00000001:3.0:1773688179.867991:0:73057:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:3.0:1773688179.867994:0:73057:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:3.0:1773688179.867996:0:73057:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:3.0:1773688179.867997:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.867999:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047306240 : -129080662245376 : ffff8a9a10fac000) 00080000:00000001:3.0:1773688179.868003:0:73057:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:3.0:1773688179.868070:0:73057:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.868073:0:73057:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.868076:0:73057:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.868078:0:73057:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.868083:0:73057:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1773688179.868085:0:73057:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1773688179.868089:0:73057:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1773688179.868092:0:73057:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692080, last_committed = 171798692041 00000001:00000010:3.0:1773688179.868097:0:73057:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a0f836c00. 00000001:00000040:3.0:1773688179.868100:0:73057:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 39 00000020:00000040:3.0:1773688179.868103:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=92 00000001:00000010:3.0:1773688179.868110:0:73057:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a16f6ba80. 00000004:00000001:3.0:1773688179.868117:0:73057:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1773688179.868119:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.868120:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993047306240 : -129080662245376 : ffff8a9a10fac000) 00080000:00000001:3.0:1773688179.868124:0:73057:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.868142:0:73057:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1773688179.868145:0:73057:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1773688179.868148:0:73057:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a16f6ba80: xid 1859843854330240, transno 171798692080, tag 1, client gen 13, slot idx 2 00000001:00000001:3.0:1773688179.868152:0:73057:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.868167:0:73057:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773688179.868170:0:73057:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9a0f836d80. 00000020:00000001:3.0:1773688179.868173:0:73057:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.868177:0:73057:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1773688179.868181:0:73057:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.868184:0:73057:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:3.0:1773688179.868198:0:73057:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.868202:0:73057:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1773688179.868206:0:73057:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8a9b343e9e00. 00000004:00000001:3.0:1773688179.868212:0:73057:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1773688179.868217:0:73057:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b316416d8/ffff8a9b31641680 to site lru. bkt: ffff8a9a1aeb7720 00000004:00000001:3.0:1773688179.868220:0:73057:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.868222:0:73057:0:(mdt_open.c:2728:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.868224:0:73057:0:(mdt_open.c:2758:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.868226:0:73057:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1773688179.868229:0:73057:0:(mdt_open.c:193:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1773688179.868230:0:73057:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.868232:0:73057:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.868235:0:73057:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.868237:0:73057:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.868241:0:73057:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.868244:0:73057:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.868246:0:73057:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1773688179.868253:0:73057:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.868259:0:73057:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.868261:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.868263:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.868265:0:73057:0:(mdt_open.c:2833:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.868268:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692080, xid 1859843854330240 00010000:00000001:3.0:1773688179.868271:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.868277:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b342ea680 x1859843854330240/t171798692080(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.868285:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.868286:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.868289:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=49 v=5 (1 1 1 0) 00000100:00000001:3.0:1773688179.868292:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.868295:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.868297:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.868299:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.868301:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.868304:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.868306:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.868310:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeee58. 00000100:00000200:3.0:1773688179.868313:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854330240, offset 224 00000400:00000200:3.0:1773688179.868319:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.868325:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.868330:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48160:48160:256:4294967295] 192.168.204.51@tcp LPNI seq info [48156:48156:8:4294967295] 00000400:00000200:3.0:1773688179.868339:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.868344:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.868348:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d000. 00000800:00000200:3.0:1773688179.868353:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.868359:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.868362:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d000 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.868378:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.868381:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.868384:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.868386:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.868389:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.868393:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b342ea680 x1859843854330240/t171798692080(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.868404:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b342ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+92:68109:x1859843854330240:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 837us (1004us total) trans 171798692080 rc 0/0 00000100:00100000:3.0:1773688179.868414:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3242 00000100:00000040:3.0:1773688179.868418:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.868420:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.868422:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.868425:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688179.868430:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:3.0:1773688179.868433:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2a00. 00000020:00000040:3.0:1773688179.868437:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 91 00000100:00000001:3.0:1773688179.868441:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.868466:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.868471:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d000. 00000400:00000200:2.0:1773688179.868476:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.868480:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.868484:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeee58 00000400:00000010:2.0:1773688179.868486:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeee58. 00000100:00000001:2.0:1773688179.868490:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.868491:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.871394:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.871406:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.871409:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.871410:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.871417:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.871428:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 648 into portal 12 MB=0x69b84a4466a80 00000400:00000200:2.0:1773688179.871434:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 648/648 into md 0x3b659 [64] + 123864 00000800:00000001:2.0:1773688179.871440:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.871449:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.871451:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.871455:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.871462:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.871464:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.871470:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b35ac5880. 00000100:00000040:2.0:1773688179.871483:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b35ac5880 x1859843854330496 msgsize 648 00000100:00100000:2.0:1773688179.871488:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.871499:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.871507:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.871510:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.871527:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.871530:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854330496 02000000:00000001:3.0:1773688179.871533:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.871535:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.871536:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.871539:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.871543:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854330496 00000020:00000001:3.0:1773688179.871545:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.871546:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.871548:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.871550:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=92 00000020:00000001:3.0:1773688179.871552:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.871554:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.871558:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.871561:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.871564:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.871565:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000020:00000010:3.0:1773688179.871570:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2a00. 00000020:00000010:3.0:1773688179.871573:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688179.871577:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0898. 00000100:00000040:3.0:1773688179.871582:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.871584:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.871585:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.871588:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.871590:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.871591:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.871596:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.871610:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.871621:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.871623:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.871628:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15535 00000100:00000040:3.0:1773688179.871632:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.871634:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997957892224 : -129075751659392 : ffff8a9b35ac5880) 00000100:00000040:3.0:1773688179.871641:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b35ac5880 x1859843854330496/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.871649:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.871653:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.871654:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.871656:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5980. 00000100:00100000:3.0:1773688179.871661:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b35ac5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+92:68109:x1859843854330496:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.871664:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854330496 00000020:00000001:3.0:1773688179.871668:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.871673:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1773688179.871678:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a16f6ba80: xid 1859843854330240, transno 171798692080, client gen 13, slot idx 2 00000001:00000001:3.0:1773688179.871683:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a0cd82540: xid 1859843854329728, transno 171798692079, client gen 13, slot idx 3 00000001:00000010:3.0:1773688179.871687:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a0cd82540. 00000020:00000001:3.0:1773688179.871691:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.871693:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.871694:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.871697:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.871700:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854330496, found 0 last_xid 1859843854330495 00000020:00000001:3.0:1773688179.871703:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.871704:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.871707:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.871711:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.871713:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.871716:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.871718:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.871719:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.871721:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.871726:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.871734:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:3.0:1773688179.871737:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.871740:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.871744:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1c00. 00000020:00000001:3.0:1773688179.871747:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.871750:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1c00 with handle 0x52973366461d2f30 to hash 00000020:00000001:3.0:1773688179.871753:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.871754:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000010:3.0:1773688179.871760:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba780. 00010000:00000001:3.0:1773688179.871763:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00010000:3.0:1773688179.871769:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d2f30 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a8a8 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.871785:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:3.0:1773688179.871787:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=93 00010000:00000001:3.0:1773688179.871794:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.871796:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.871804:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.871806:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.871807:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.871809:0:68797:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:3.0:1773688179.871814:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9b35ac5880 x1859843854330496/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1773688179.871820:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1773688179.871822:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1773688179.871824:0:68797:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1773688179.871826:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.871828:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.871830:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.871832:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.871833:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.871834:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.871835:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.871836:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.871841:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.871841:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.871843:0:68797:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.871844:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.871847:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.871848:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.871849:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.871851:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.871856:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9a16bb5000. 02000000:00000001:3.0:1773688179.871858:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.871860:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.871862:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1773688179.871863:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.871864:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.871865:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.871866:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.871867:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.871868:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.871869:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.871870:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.871871:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.871872:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.871874:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.871877:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.871878:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.871879:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.871880:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.871881:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.871882:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.871883:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.871884:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.871885:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.871886:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.871887:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.871889:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.871890:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.871891:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.871893:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1773688179.871894:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.871896:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1773688179.871898:0:68797:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:3.0:1773688179.871901:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfa38 00000004:00000002:3.0:1773688179.871902:0:68797:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xef:0x0]/(->[0x20000afe1:0x144:0x0]) cr_flag=040004240000003 mode=0100000 msg_flag=0x600 00000004:00000001:3.0:1773688179.871905:0:68797:0:(mdt_open.c:1135:mdt_open_by_fid_lock()) Process entered 00000004:00000001:3.0:1773688179.871908:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.871909:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.871912:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.871916:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.871918:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.871920:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.871921:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x144:0x0] 00000020:00000001:3.0:1773688179.871922:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.871925:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:3.0:1773688179.871927:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:3.0:1773688179.871928:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1773688179.871929:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.871934:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.871936:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.871942:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.871945:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.871960:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.871963:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.871969:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.871971:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.871975:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.871976:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.871978:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.871979:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x144:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:3.0:1773688179.871983:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.871984:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.871984:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.871985:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.871986:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.871987:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:3.0:1773688179.871990:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a16bb5378 00000004:00000001:3.0:1773688179.871991:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.871994:0:68797:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:3.0:1773688179.871996:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.871998:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.872000:0:68797:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0x144:0x0] lease count: 0, lm: 8 00000004:00000001:3.0:1773688179.872002:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1773688179.872006:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000010:3.1:1773688179.872033:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f0c00. 00010000:00000010:3.1:1773688179.872039:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f1000. 00010000:00000010:3.1:1773688179.872042:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f0200. 00010000:00000001:3.0:1773688179.872047:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.872052:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 6 00010000:00000001:3.0:1773688179.872054:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.872057:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.872059:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f0200. 00000020:00000001:3.0:1773688179.872062:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.872064:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f0200 with handle 0x52973366461d2f37 to hash 00000020:00000001:3.0:1773688179.872066:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.872067:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00010000:00000010:3.0:1773688179.872071:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba880. 00010000:00000001:3.0:1773688179.872073:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00010000:00000001:3.0:1773688179.872076:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.872078:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.872081:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d2f37 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.872087:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.872090:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.872092:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.872094:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.872097:0:68797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1773688179.872100:0:68797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d93 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a81c expref: 93 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.872105:0:68797:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1773688179.872107:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.872108:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.872109:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.872110:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.872112:0:68797:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1773688179.872114:0:68797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d2f37 lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.872119:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 6 00010000:00000040:3.0:1773688179.872121:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.872123:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d93 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a81c expref: 93 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.872129:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 93 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.872133:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.872136:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.872139:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.872142:0:68797:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1773688179.872143:0:68797:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d2f37 lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.872148:0:68797:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b072a5980. 00000100:00000001:3.0:1773688179.872150:0:68797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773688179.872155:0:68797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a0cd82540. 00000100:00000001:3.0:1773688179.872157:0:68797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614992977929536 : -129080731622080 : ffff8a9a0cd82540) 00000100:00000001:3.0:1773688179.872158:0:68797:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614992977929536 : -129080731622080 : ffff8a9a0cd82540) 00000100:00000001:3.0:1773688179.872160:0:68797:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773688179.872161:0:68797:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1773688179.872162:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1773688179.872165:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.872166:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1773688179.872167:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.872168:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.872170:0:68797:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1773688179.872171:0:68797:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1773688179.872175:0:68797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e1a3800. 00000020:00000040:3.0:1773688179.872177:0:68797:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:3.0:1773688179.872180:0:68797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773688179.872182:0:68797:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773688179.872187:0:68797:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773688179.872192:0:68797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a112a3c00. 00000100:00000001:3.0:1773688179.872197:0:68797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.872200:0:68797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d93 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a81c expref: 93 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.872221:0:68797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d93 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a81c expref: 93 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.872227:0:68797:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1773688179.872230:0:68797:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773688179.872233:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9a0e1a3800 x1859843861192320/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.872239:0:68797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773688179.872241:0:68797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.872244:0:68797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9a0e1a3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861192320:192.168.204.51@tcp:104: 00000100:00000001:3.0:1773688179.872246:0:68797:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773688179.872251:0:68797:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773688179.872252:0:68797:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.872254:0:68797:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773688179.872256:0:68797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a112a3600. 02000000:00000001:3.0:1773688179.872257:0:68797:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773688179.872261:0:68797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b34631318. 00000400:00000010:3.0:1773688179.872265:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeedd0. 00000100:00000200:3.0:1773688179.872271:0:68797:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861192320, portal 16 00000100:00000001:3.0:1773688179.872273:0:68797:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773688179.872274:0:68797:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614992999036928 : -129080710514688 : ffff8a9a0e1a3800) 00000100:00000040:3.0:1773688179.872278:0:68797:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9a0e1a3800 x1859843861192320/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.872282:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.872284:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.872286:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee220. 00000100:00000200:3.0:1773688179.872287:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861192320, offset 0 00000400:00000200:3.0:1773688179.872291:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.872297:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.872301:0:68797:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773688179.872305:0:68797:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:3.0:1773688179.872313:0:68797:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773688179.872316:0:68797:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:3.0:1773688179.872319:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48161:48161:256:4294967295] 192.168.204.51@tcp LPNI seq info [48157:48157:8:4294967295] 00000400:00000200:3.0:1773688179.872326:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.872329:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.872333:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d300. 00000800:00000200:3.0:1773688179.872336:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.872341:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.872344:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.872352:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.872356:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297630793 00000100:00000001:3.0:1773688179.872364:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297630730 00000100:00000001:3.0:1773688179.872369:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297630793 00000100:00000001:3.0:1773688179.872373:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297630730 00000100:00000001:3.0:1773688179.872375:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297630793 00000100:00000001:3.0:1773688179.872378:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297630730 00000100:00000001:3.0:1773688179.872380:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297630793 00000100:00000001:3.0:1773688179.872382:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297630730 00000100:00000001:3.0:1773688179.872383:0:68797:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773688179.872385:0:68797:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.872386:0:68797:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.872388:0:68797:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.872389:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.872391:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.872392:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.872394:0:68797:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.872395:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1773688179.872396:0:68797:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1773688179.872398:0:68797:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.872400:0:68797:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773688179.872401:0:68797:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773688179.872403:0:68797:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9a0cd82540 going to sleep for 11 seconds 00000100:00000001:3.0:1773688179.872405:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773688179.872408:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688179.872434:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.872440:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d300. 00000400:00000200:0.0:1773688179.872444:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.872449:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.872452:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee220 00000400:00000010:0.0:1773688179.872455:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee220. 00000100:00000001:0.0:1773688179.872459:0:3439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773688179.872464:0:3439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9a0e1a3800 x1859843861192320/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.872474:0:3439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773688179.872478:0:3439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9a0e1a3800 x1859843861192320/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.872483:0:3439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.872485:0:3439:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.874074:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.874086:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.874088:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.874091:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.874108:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.874119:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af1e80 00000400:00000200:2.0:1773688179.874126:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77f25 [1] + 224 00000800:00000001:2.0:1773688179.874132:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.874140:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.874142:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.874147:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.874151:0:3440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688179.874158:0:3440:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9a0e1a3800 x1859843861192320/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1773688179.874169:0:3440:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9a0e1a3800 x1859843861192320/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.874216:0:3440:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.874222:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.874225:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.874291:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773688179.874298:0:68797:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773688179.874300:0:68797:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773688179.874303:0:68797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b34631318. 00000800:00000001:3.0:1773688179.874443:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1773688179.874448:0:68797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeedd0 00000800:00000001:3.0:1773688179.874451:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1773688179.874453:0:68797:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeedd0. 00000800:00000001:3.0:1773688179.874455:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1773688179.874458:0:68797:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1773688179.874460:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1773688179.874465:0:68797:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9a0e1a3800 x1859843861192320/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1773688179.874469:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:3.0:1773688179.874484:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4466b00 00000100:00000200:0.0:1773688179.874484:0:68797:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9a0e1a3800 x1859843861192320/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1773688179.874495:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x734dd [2] + 1312 00000100:00000001:0.0:1773688179.874496:0:68797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773688179.874500:0:68797:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773688179.874503:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1773688179.874504:0:68797:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773688179.874515:0:68797:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773688179.874517:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.874519:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.874522:0:68797:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.874530:0:68797:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=3 v=5 (5 0 0 0) 00000800:00000001:3.0:1773688179.874534:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1773688179.874535:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=3 v=5 (1 0 0 0) 00000400:00000200:3.0:1773688179.874539:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1773688179.874541:0:68797:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773688179.874544:0:68797:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773688179.874546:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00010000:00000001:0.0:1773688179.874550:0:68797:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1773688179.874552:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773688179.874555:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:0.0:1773688179.874555:0:68797:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.874561:0:68797:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773688179.874563:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e1a3480. 00000100:00000040:3.0:1773688179.874568:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0e1a3480 x1859843854330624 msgsize 328 00000100:00000040:0.0:1773688179.874569:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9a0e1a3800 x1859843861192320/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773688179.874578:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.874590:0:68797:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773688179.874593:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1773688179.874598:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.874601:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.874629:0:7562:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.874633:0:7562:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854330624 02000000:00000001:1.0:1773688179.874636:0:7562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.874637:0:7562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.874639:0:7562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.874643:0:7562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.874648:0:7562:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854330624 00000100:00000001:0.0:1773688179.874648:0:68797:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773688179.874652:0:68797:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688179.874653:0:7562:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.874656:0:7562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00010000:00000001:0.0:1773688179.874658:0:68797:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000020:00000001:1.0:1773688179.874660:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1773688179.874662:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1773688179.874664:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=94 00010000:00000001:0.0:1773688179.874666:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1773688179.874669:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00010000:00000001:0.0:1773688179.874670:0:68797:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.874675:0:7562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000040:0.0:1773688179.874681:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e1a3800 x1859843861192320/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.874682:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.874693:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00100000:0.0:1773688179.874693:0:68797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9a0e1a3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861192320:192.168.204.51@tcp:104: 00000100:00000001:1.0:1773688179.874698:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773688179.874702:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1773688179.874703:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000100:00000001:0.0:1773688179.874707:0:68797:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688179.874712:0:7562:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356e00. 00000100:00000001:0.0:1773688179.874712:0:68797:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773688179.874715:0:68797:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1773688179.874719:0:7562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e380. 00000100:00000040:0.0:1773688179.874721:0:68797:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9a0e1a3800 x1859843861192320/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1773688179.874725:0:7562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000001:0.0:1773688179.874734:0:68797:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1773688179.874736:0:7562:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 02000000:00000001:0.0:1773688179.874738:0:68797:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1773688179.874741:0:7562:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 02000000:00000010:0.0:1773688179.874743:0:68797:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a112a3600. 00000100:00000001:1.0:1773688179.874744:0:7562:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.874748:0:7562:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 02000000:00000001:0.0:1773688179.874750:0:68797:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1773688179.874752:0:7562:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.874754:0:68797:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1773688179.874756:0:7562:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00000020:00000040:0.0:1773688179.874759:0:68797:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00010000:00000001:1.0:1773688179.874761:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.874763:0:68797:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1773688179.874764:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.874768:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11800 refcount=4 02000000:00000010:0.0:1773688179.874769:0:68797:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a112a3c00. 00000020:00000001:1.0:1773688179.874772:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 02000000:00000001:0.0:1773688179.874775:0:68797:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1773688179.874776:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 02000000:00000001:0.0:1773688179.874779:0:68797:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773688179.874782:0:68797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a0e1a3800. 00010000:00010000:1.0:1773688179.874786:0:7562:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d93 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a81c expref: 94 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773688179.874788:0:68797:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773688179.874791:0:68797:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1773688179.874796:0:68797:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a0cd82540. 00010000:00000001:1.0:1773688179.874801:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773688179.874802:0:68797:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688179.874803:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.874806:0:68797:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.874807:0:7562:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.874813:0:7562:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1773688179.874813:0:68797:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b072a5980. 00010000:00000001:0.0:1773688179.874821:0:68797:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.874822:0:7562:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:0.0:1773688179.874825:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773688179.874830:0:7562:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9a0e1a3480 x1859843854330624/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773688179.874830:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.874836:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1773688179.874841:0:68797:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d2f37 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773688179.874842:0:7562:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1773688179.874845:0:7562:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.874864:0:7562:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.874876:0:7562:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.874878:0:7562:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.874882:0:7562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3739 00000100:00000040:1.0:1773688179.874885:0:7562:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00000100:00000001:1.0:1773688179.874888:0:7562:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992999036032 : -129080710515584 : ffff8a9a0e1a3480) 00000100:00000040:1.0:1773688179.874892:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e1a3480 x1859843854330624/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.874900:0:7562:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.874903:0:7562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.874905:0:7562:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.874907:0:7562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000100:00100000:1.0:1773688179.874912:0:7562:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e1a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+94:2405:x1859843854330624:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.874916:0:7562:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854330624 00010000:00000001:1.0:1773688179.874918:0:7562:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.874920:0:7562:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.874922:0:7562:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.874925:0:7562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.874928:0:7562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.874931:0:7562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a0fadf800. 02000000:00000001:1.0:1773688179.874933:0:7562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.874935:0:7562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.874937:0:7562:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.874939:0:7562:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.874941:0:7562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.874942:0:7562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.874944:0:7562:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b34b11800 refcount=4 00000020:00000001:1.0:1773688179.874946:0:7562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00010000:00000001:1.0:1773688179.874948:0:7562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997941426176 : -129075768125440 : ffff8a9b34b11800) 00010000:00000040:1.0:1773688179.874965:0:7562:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 7 00000004:00000001:1.0:1773688179.874969:0:7562:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1773688179.874973:0:7562:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d93 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a81c expref: 94 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:1.0:1773688179.874980:0:7562:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b2bf83c50 time=1773688179 v=20 (0 0 0 0) 00010000:00000001:1.0:1773688179.874983:0:7562:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773688179.874993:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.874994:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.874998:0:7562:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d93 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a81c expref: 94 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773688179.875020:0:7562:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.875023:0:7562:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.875025:0:7562:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.875028:0:7562:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.875032:0:7562:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.875038:0:7562:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.875042:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.875043:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.875045:0:7562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.875047:0:7562:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.875050:0:7562:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b34b11800 with handle 0x52973366461d2d93 from hash 00010000:00000001:1.0:1773688179.875052:0:7562:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.875054:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.875055:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.875057:0:7562:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.875061:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.875064:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.875066:0:7562:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.875067:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.875071:0:7562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11800/0x52973366461d2d93 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a81c expref: 94 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.875079:0:7562:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:1.0:1773688179.875081:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 93 00010000:00000010:1.0:1773688179.875084:0:7562:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba300. 00010000:00000001:1.0:1773688179.875093:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.875096:0:7562:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.875098:0:7562:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.875100:0:7562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:1.0:1773688179.875105:0:7562:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d2f37 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.875110:0:7562:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.875112:0:7562:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.875114:0:7562:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.875116:0:7562:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.875119:0:7562:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.875122:0:7562:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.875123:0:7562:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688179.875126:0:7562:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d2f37 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.875131:0:7562:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688179.875134:0:7562:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.875136:0:7562:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.875137:0:7562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.875139:0:7562:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 6 00010000:00000040:1.0:1773688179.875142:0:7562:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.875146:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 93 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.875153:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.875158:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.875163:0:7562:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.875169:0:7562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d2f37 lrc: 4/0,1 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.875174:0:7562:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.875176:0:7562:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.875177:0:7562:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.875179:0:7562:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.875181:0:7562:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.875184:0:7562:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1773688179.875187:0:7562:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.875190:0:7562:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688179.875195:0:7562:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a0eeec000. 00000100:00000001:1.0:1773688179.875197:0:7562:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614993012965376 : -129080696586240 : ffff8a9a0eeec000) 00000100:00000001:1.0:1773688179.875199:0:7562:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614993012965376 : -129080696586240 : ffff8a9a0eeec000) 00000100:00000001:1.0:1773688179.875202:0:7562:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688179.875203:0:7562:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688179.875204:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.875206:0:7562:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.875216:0:7562:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.875219:0:7562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.875220:0:7562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.875221:0:7562:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.875223:0:7562:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.875225:0:7562:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688179.875227:0:7562:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.875229:0:7562:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.875231:0:7562:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1773688179.875233:0:7562:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a0eeec000. 00000100:00000001:1.0:1773688179.875236:0:7562:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688179.875238:0:7562:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773688179.875241:0:7562:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9a0f80a700. 00010000:00000001:1.0:1773688179.875243:0:7562:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.875245:0:7562:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.875247:0:7562:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.875251:0:7562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.875254:0:7562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.875257:0:7562:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1773688179.875262:0:7562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.875265:0:7562:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00010000:00010000:0.0:1773688179.875265:0:68797:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d2f37 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773688179.875270:0:7562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 00010000:00000001:0.0:1773688179.875275:0:68797:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.875276:0:7562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.875280:0:7562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.875280:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d2f37 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773688179.875284:0:7562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.875289:0:7562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00010000:00000001:0.0:1773688179.875289:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.875292:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1773688179.875295:0:7562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64770. 00010000:00000001:0.0:1773688179.875296:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.875299:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000200:1.0:1773688179.875301:0:7562:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854330624, offset 224 00000020:00000001:0.0:1773688179.875302:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.875306:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0200 refcount=3 00000400:00000200:1.0:1773688179.875311:0:7562:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000020:00000001:0.0:1773688179.875311:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00010000:00000001:0.0:1773688179.875316:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00010000:00000001:0.0:1773688179.875319:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.875321:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1773688179.875325:0:7562:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000004:00000001:0.0:1773688179.875325:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.875331:0:68797:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0x144:0x0], ibits = 0x5/0x1a, open_flags = 040004240000003, try_layout = 1 : rc = 0 00000400:00000200:1.0:1773688179.875336:0:7562:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48162:48162:256:4294967295] 192.168.204.51@tcp LPNI seq info [48158:48158:8:4294967295] 00000004:00000001:0.0:1773688179.875340:0:68797:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688179.875345:0:68797:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773688179.875351:0:7562:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000004:00000001:0.0:1773688179.875352:0:68797:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000001:00000001:0.0:1773688179.875358:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000800:00000200:1.0:1773688179.875359:0:7562:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000001:00000001:0.0:1773688179.875361:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.875365:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000800:00000010:1.0:1773688179.875366:0:7562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7e00. 00000001:00000001:0.0:1773688179.875367:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.875371:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.875374:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000800:00000200:1.0:1773688179.875377:0:7562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000001:00000001:0.0:1773688179.875377:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.875380:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.875383:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:0.0:1773688179.875387:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: returning size 15360 00000800:00000200:1.0:1773688179.875388:0:7562:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000001:00000001:0.0:1773688179.875390:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.875392:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.875395:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000800:00000200:1.0:1773688179.875396:0:7562:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7e00 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:0.0:1773688179.875397:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.875403:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.875405:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.875409:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000001:1.0:1773688179.875411:0:7562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.875413:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000040:1.0:1773688179.875418:0:7562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00000004:00000001:0.0:1773688179.875419:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00010000:00000001:1.0:1773688179.875423:0:7562:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.875425:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.875428:0:7562:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.875430:0:68797:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000100:00000040:1.0:1773688179.875435:0:7562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e1a3480 x1859843854330624/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000002:0.0:1773688179.875435:0:68797:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:0.0:1773688179.875440:0:68797:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000004:00000001:0.0:1773688179.875443:0:68797:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.875449:0:68797:0:(mdd_object.c:3758:mdd_open()) Process entered 00000100:00100000:1.0:1773688179.875454:0:7562:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e1a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+93:2405:x1859843854330624:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 550us (882us total) trans 0 rc 0/0 00000004:00000001:0.0:1773688179.875457:0:68797:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:0.0:1773688179.875462:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000100:00100000:1.0:1773688179.875466:0:7562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3739 00000004:00000001:0.0:1773688179.875466:0:68797:0:(mdd_permission.c:247:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.875472:0:7562:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00000004:00000001:0.0:1773688179.875473:0:68797:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.875477:0:7562:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000001:0.0:1773688179.875478:0:68797:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1773688179.875480:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1773688179.875481:0:7562:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:0.0:1773688179.875484:0:68797:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000800:00000010:2.0:1773688179.875485:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7e00. 00000020:00000010:1.0:1773688179.875488:0:7562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e380. 00000004:00000010:0.0:1773688179.875489:0:68797:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9b08bfd200. 00000400:00000200:2.0:1773688179.875490:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1773688179.875493:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000200:2.0:1773688179.875496:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000020:00000010:1.0:1773688179.875496:0:7562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000020:00000040:0.0:1773688179.875496:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b08bfd200 with handle 0x52973366461d2f3e to hash 00000020:00000001:0.0:1773688179.875501:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000200:2.0:1773688179.875503:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64770 00000004:00000001:0.0:1773688179.875503:0:68797:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614997204193792 : -129076505357824 : ffff8a9b08bfd200) 00000020:00000010:1.0:1773688179.875504:0:7562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356e00. 00000400:00000010:2.0:1773688179.875505:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64770. 00000004:00000001:0.0:1773688179.875506:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1773688179.875509:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000020:00000040:1.0:1773688179.875511:0:7562:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 92 00000100:00000001:2.0:1773688179.875512:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000004:00002000:0.0:1773688179.875512:0:68797:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0x144:0x0] Change mfd open_flags 0 -> 040004240000003. 00000100:00000001:2.0:1773688179.875514:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1773688179.875517:0:7562:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1773688179.875518:0:68797:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1773688179.875524:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1773688179.875533:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0e96b800. 00080000:00000001:0.0:1773688179.875537:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993007196160 : -129080702355456 : ffff8a9a0e96b800) 00080000:00000001:0.0:1773688179.875540:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1773688179.875598:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688179.875606:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688179.875607:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.875629:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.875631:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1773688179.875634:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1773688179.875636:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692081, last_committed = 171798692041 00000001:00000010:0.0:1773688179.875639:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b27a7eba0. 00000001:00000040:0.0:1773688179.875641:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 40 00000020:00000040:0.0:1773688179.875643:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=93 00000001:00000010:0.0:1773688179.875648:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b08b53f00. 00080000:00000001:0.0:1773688179.875653:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688179.875678:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1773688179.875680:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b08b53f00: xid 1859843854330496, transno 171798692081, tag 1, client gen 13, slot idx 3 00000001:00000001:0.0:1773688179.875682:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.875692:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.875693:0:68797:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1773688179.875694:0:68797:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.875696:0:68797:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.875698:0:68797:0:(mdt_open.c:1236:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688179.875701:0:68797:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:0.0:1773688179.875703:0:68797:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:0.0:1773688179.875704:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688179.875706:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.875706:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1773688179.875708:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1773688179.875709:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.875710:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.875711:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688179.875713:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.875714:0:68797:0:(mdt_open.c:1525:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1773688179.875719:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.875724:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.875725:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.875726:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.875730:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.875732:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1773688179.875738:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688179.875739:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688179.875740:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688179.875741:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688179.875743:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688179.875745:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1773688179.875750:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.875751:0:68797:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:0.0:1773688179.875754:0:68797:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:0.0:1773688179.875755:0:68797:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.875758:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.875758:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.875760:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0200 refcount=3 00000020:00000001:0.0:1773688179.875761:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00010000:00000001:0.0:1773688179.875763:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00000004:00000040:0.0:1773688179.875765:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:0.0:1773688179.875767:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=94 00010000:00000001:0.0:1773688179.875771:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.875772:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.875773:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688179.875774:0:68797:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688179.875776:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688179.875779:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1773688179.875781:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1773688179.875783:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.875785:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.875786:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.875787:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.875788:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.875790:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f1c00 with handle 0x52973366461d2f30 from hash 00010000:00000001:0.0:1773688179.875791:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.875792:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.875794:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.875794:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1773688179.875796:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.875798:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d2f30 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8a8 expref: 94 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.875804:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:0.0:1773688179.875806:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 93 00010000:00000010:0.0:1773688179.875807:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba780. 00010000:00000001:0.0:1773688179.875812:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.875812:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.875816:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1773688179.875819:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d2f37 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8a8 expref: 93 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.875824:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.875825:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.875827:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:0.0:1773688179.875828:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00000001:0.0:1773688179.875830:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.875831:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.875832:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.875832:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.875833:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.875834:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a168f0200, rc 0) 00000020:00000001:0.0:1773688179.875837:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688179.875840:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692081, xid 1859843854330496 00010000:00000001:0.0:1773688179.875842:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688179.875845:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b35ac5880 x1859843854330496/t171798692081(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688179.875850:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.875851:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.875853:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688179.875855:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.875857:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.875858:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.875859:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.875861:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.875862:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.875863:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.875866:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316beaa0. 00000100:00000200:0.0:1773688179.875868:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854330496, offset 224 00000400:00000200:0.0:1773688179.875872:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.875876:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.875879:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48163:48163:256:4294967295] 192.168.204.51@tcp LPNI seq info [48159:48159:8:4294967295] 00000400:00000200:0.0:1773688179.875884:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.875894:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.875896:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356800. 00000800:00000200:0.0:1773688179.875899:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.875902:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.875904:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356800 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.875912:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.875915:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.875917:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688179.875918:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.875921:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688179.875925:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b35ac5880 x1859843854330496/t171798692081(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688179.875934:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b35ac5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+93:68109:x1859843854330496:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4283us (4459us total) trans 171798692081 rc 0/0 00000100:00100000:0.0:1773688179.875941:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15535 00000100:00000040:0.0:1773688179.875944:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688179.875947:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.875960:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.875964:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07851e00. 00000020:00000010:0.0:1773688179.875968:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0898. 00000020:00000010:0.0:1773688179.875972:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2a00. 00000020:00000040:0.0:1773688179.875975:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 92 00000800:00000200:2.0:1773688179.875976:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1773688179.875978:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1773688179.875979:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356800. 00000400:00000200:2.0:1773688179.875982:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.875986:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.875989:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316beaa0 00000400:00000010:2.0:1773688179.875991:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316beaa0. 00000100:00000001:2.0:1773688179.875994:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.875996:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688179.878039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f1a00. 00000800:00000001:3.0:1773688179.878396:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.878409:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773688179.878413:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.878414:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.878422:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:3.0:1773688179.878436:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4466b80 00000400:00000200:3.0:1773688179.878441:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 124512 00000800:00000001:3.0:1773688179.878448:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.878458:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.878460:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688179.878463:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:3.0:1773688179.878468:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773688179.878470:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1773688179.878476:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e1a3800. 00000100:00000040:3.0:1773688179.878478:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0e1a3800 x1859843854330752 msgsize 576 00000100:00100000:3.0:1773688179.878481:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:3.0:1773688179.878492:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1773688179.878497:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.878500:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.878532:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.878535:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854330752 02000000:00000001:0.0:1773688179.878538:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.878539:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.878541:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.878544:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.878547:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854330752 00000020:00000001:0.0:1773688179.878549:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.878551:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.878553:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.878555:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=93 00000020:00000001:0.0:1773688179.878557:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.878559:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.878562:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.878567:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b087034c0. 00000100:00000001:0.0:1773688179.878569:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.878572:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b087034c0. 00000020:00000010:0.0:1773688179.878577:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b37440200. 00000020:00000010:0.0:1773688179.878581:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a1a64a000. 00000020:00000010:0.0:1773688179.878586:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400898. 00000100:00000040:0.0:1773688179.878591:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688179.878593:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.878594:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688179.878596:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688179.878597:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.878598:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.878604:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.878614:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.878622:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.878624:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.878628:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15536 00000100:00000040:0.0:1773688179.878630:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.878631:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992999036928 : -129080710514688 : ffff8a9a0e1a3800) 00000100:00000040:0.0:1773688179.878638:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e1a3800 x1859843854330752/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688179.878645:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.878648:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b087034c0. 00000100:00000001:0.0:1773688179.878649:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.878651:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b087034c0. 00000100:00100000:0.0:1773688179.878657:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e1a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+93:68109:x1859843854330752:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688179.878660:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854330752 00000020:00000001:0.0:1773688179.878663:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.878667:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1773688179.878671:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b08b53f00: xid 1859843854330496, transno 171798692081, client gen 13, slot idx 3 00000001:00000001:0.0:1773688179.878675:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a16f6ba80: xid 1859843854330240, transno 171798692080, client gen 13, slot idx 2 00000001:00000010:0.0:1773688179.878678:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a16f6ba80. 00000020:00000001:0.0:1773688179.878681:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.878683:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.878684:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688179.878686:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688179.878695:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854330752, found 0 last_xid 1859843854330751 00000020:00000001:0.0:1773688179.878697:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.878698:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.878700:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.878704:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.878706:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688179.878707:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688179.878709:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688179.878710:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688179.878712:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.878715:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.878722:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 6 00010000:00000001:0.0:1773688179.878724:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.878725:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.878728:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86200. 00000020:00000001:0.0:1773688179.878731:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.878732:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86200 with handle 0x52973366461d2f45 to hash 00000020:00000001:0.0:1773688179.878734:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.878735:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139743232 : -129076569808384 : ffff8a9b04e86200) 00010000:00000010:0.0:1773688179.878738:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921cf00. 00010000:00000001:0.0:1773688179.878740:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139743232 : -129076569808384 : ffff8a9b04e86200) 00010000:00010000:0.0:1773688179.878744:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d2f45 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a8af expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.878750:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:0.0:1773688179.878752:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=94 00010000:00000001:0.0:1773688179.878757:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688179.878759:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688179.878763:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688179.878765:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688179.878766:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1773688179.878768:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.878769:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x144:0x0] 00000020:00000001:0.0:1773688179.878771:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.878775:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:0.0:1773688179.878776:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:0.0:1773688179.878778:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.878780:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688179.878782:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688179.878783:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.878785:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.878789:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a0bf97000. 02000000:00000001:0.0:1773688179.878791:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.878793:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.878794:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.878796:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1773688179.878799:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:0.0:1773688179.878800:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.878802:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.878804:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.878805:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.878806:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.878807:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.878808:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.878809:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.878810:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.878811:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.878813:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.878815:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.878816:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.878817:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.878819:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.878821:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.878822:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.878825:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.878826:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.878830:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688179.878834:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688179.878836:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688179.878838:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.878840:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.878841:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.878843:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.878844:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.878846:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.878847:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688179.878849:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.878852:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.878854:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.878855:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688179.878858:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.878862:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:0.0:1773688179.878866:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1773688179.878867:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:0.0:1773688179.878869:0:68797:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000020:00000010:0.0:1773688179.878874:0:68797:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8a9a0bf96000. 00000004:00000001:0.0:1773688179.878877:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.878882:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.878884:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.878889:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688179.878891:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688179.878893:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688179.878895:0:68797:0:(mdt_lib.c:2238:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.878897:0:68797:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0x144:0x0]/[0x20000afe1:0x144:0x0], ldlm_rep = ffff8a9a0bf97228 00000004:00000001:0.0:1773688179.878902:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1773688179.878905:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.878906:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.878908:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 7 00010000:00000001:0.0:1773688179.878910:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.878911:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.878913:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86a00. 00000020:00000001:0.0:1773688179.878915:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.878916:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86a00 with handle 0x52973366461d2f4c to hash 00000020:00000001:0.0:1773688179.878918:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.878919:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000010:0.0:1773688179.878921:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c180. 00010000:00000001:0.0:1773688179.878922:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:0.0:1773688179.878924:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.878925:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.878927:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d2f4c lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.878932:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.878935:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.878937:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.878938:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.878941:0:68797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1773688179.878944:0:68797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d2f37 lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8a8 expref: 94 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.878962:0:68797:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1773688179.878964:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.878965:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.878966:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.878968:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.878969:0:68797:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1773688179.878971:0:68797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d2f4c lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.878976:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 7 00010000:00000040:0.0:1773688179.878979:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.878981:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d2f37 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8a8 expref: 94 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.878986:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 94 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.878989:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.878993:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.878996:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.878998:0:68797:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1773688179.879000:0:68797:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d2f4c lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.879005:0:68797:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b087034c0. 00000100:00000001:0.0:1773688179.879055:0:68797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773688179.879059:0:68797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b08b53180. 00000100:00000001:0.0:1773688179.879061:0:68797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997203497344 : -129076506054272 : ffff8a9b08b53180) 00000100:00000001:0.0:1773688179.879062:0:68797:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997203497344 : -129076506054272 : ffff8a9b08b53180) 00000100:00000001:0.0:1773688179.879064:0:68797:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773688179.879066:0:68797:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1773688179.879067:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1773688179.879069:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.879070:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1773688179.879072:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.879074:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.879075:0:68797:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1773688179.879077:0:68797:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1773688179.879080:0:68797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b342ea300. 00000020:00000040:0.0:1773688179.879082:0:68797:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:0.0:1773688179.879085:0:68797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773688179.879087:0:68797:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773688179.879090:0:68797:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773688179.879094:0:68797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9b37440c00. 00000100:00000001:0.0:1773688179.879098:0:68797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.879103:0:68797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d2f37 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8a8 expref: 94 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.879125:0:68797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d2f37 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8a8 expref: 94 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.879133:0:68797:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1773688179.879136:0:68797:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773688179.879139:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b342ea300 x1859843861192448/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.879146:0:68797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773688179.879148:0:68797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.879152:0:68797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b342ea300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861192448:192.168.204.51@tcp:104: 00000100:00000001:0.0:1773688179.879156:0:68797:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773688179.879161:0:68797:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773688179.879162:0:68797:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.879165:0:68797:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773688179.879168:0:68797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9b37441c00. 02000000:00000001:0.0:1773688179.879170:0:68797:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773688179.879174:0:68797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a19e548f0. 00000400:00000010:0.0:1773688179.879179:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be3b8. 00000100:00000200:0.0:1773688179.879187:0:68797:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861192448, portal 16 00000100:00000001:0.0:1773688179.879189:0:68797:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773688179.879191:0:68797:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997932876544 : -129075776675072 : ffff8a9b342ea300) 00000100:00000040:0.0:1773688179.879196:0:68797:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b342ea300 x1859843861192448/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.879202:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.879204:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.879206:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316bea18. 00000100:00000200:0.0:1773688179.879209:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861192448, offset 0 00000400:00000200:0.0:1773688179.879213:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.879222:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.879226:0:68797:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773688179.879230:0:68797:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:0.0:1773688179.879233:0:68797:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773688179.879236:0:68797:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:0.0:1773688179.879239:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48164:48164:256:4294967295] 192.168.204.51@tcp LPNI seq info [48160:48160:8:4294967295] 00000400:00000200:0.0:1773688179.879248:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.879252:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.879256:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356f00. 00000800:00000200:0.0:1773688179.879260:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.879266:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.879270:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.879291:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.879294:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297630800 00000100:00000001:0.0:1773688179.879304:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297630793 00000100:00000001:0.0:1773688179.879307:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297630800 00000100:00000001:0.0:1773688179.879311:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297630793 00000100:00000001:0.0:1773688179.879314:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297630800 00000100:00000001:0.0:1773688179.879320:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297630793 00000100:00000001:0.0:1773688179.879323:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297630800 00000100:00000001:0.0:1773688179.879327:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297630793 00000100:00000001:0.0:1773688179.879329:0:68797:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773688179.879332:0:68797:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.879334:0:68797:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.879336:0:68797:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.879339:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.879341:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.879343:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.879345:0:68797:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.879346:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1773688179.879348:0:68797:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1773688179.879350:0:68797:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.879353:0:68797:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773688179.879355:0:68797:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773688179.879358:0:68797:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b08b53180 going to sleep for 11 seconds 00000100:00000001:0.0:1773688179.879361:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773688179.879364:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773688179.879375:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.879379:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356f00. 00000400:00000200:2.0:1773688179.879382:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.879386:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.879390:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316bea18 00000400:00000010:2.0:1773688179.879392:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316bea18. 00000100:00000001:2.0:1773688179.879395:0:3439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773688179.879400:0:3439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b342ea300 x1859843861192448/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.879407:0:3439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.879409:0:3439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b342ea300 x1859843861192448/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.879414:0:3439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.879415:0:3439:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.880769:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.880780:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.880783:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.880785:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.880792:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.880804:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af1f00 00000400:00000200:2.0:1773688179.880811:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77f35 [1] + 224 00000800:00000001:2.0:1773688179.880816:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.880826:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.880828:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.880831:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.880835:0:3440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688179.880839:0:3440:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b342ea300 x1859843861192448/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1773688179.880848:0:3440:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9b342ea300 x1859843861192448/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.880865:0:3440:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.880872:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.880875:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.880889:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773688179.880899:0:68797:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773688179.880902:0:68797:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773688179.880905:0:68797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a19e548f0. 00000400:00000200:0.0:1773688179.880911:0:68797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be3b8 00000400:00000010:0.0:1773688179.880913:0:68797:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be3b8. 00000100:00000001:0.0:1773688179.880916:0:68797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773688179.880924:0:68797:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9b342ea300 x1859843861192448/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1773688179.880941:0:68797:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9b342ea300 x1859843861192448/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.880959:0:68797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773688179.880961:0:68797:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.880963:0:68797:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773688179.880965:0:68797:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773688179.880966:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.880968:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.880969:0:68797:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.880974:0:68797:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=3 v=5 (5 0 0 0) 00000100:00001000:0.0:1773688179.880977:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1773688179.880979:0:68797:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773688179.880980:0:68797:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.880981:0:68797:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773688179.880983:0:68797:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.880985:0:68797:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.880989:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9b342ea300 x1859843861192448/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.880993:0:68797:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773688179.880995:0:68797:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773688179.880997:0:68797:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.880998:0:68797:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1773688179.881000:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.881001:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.881002:0:68797:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.881004:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b342ea300 x1859843861192448/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1773688179.881028:0:68797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9b342ea300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861192448:192.168.204.51@tcp:104: 00000100:00000001:0.0:1773688179.881035:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.881037:0:68797:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.881038:0:68797:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773688179.881040:0:68797:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773688179.881045:0:68797:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9b342ea300 x1859843861192448/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.881049:0:68797:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773688179.881051:0:68797:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773688179.881053:0:68797:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9b37441c00. 02000000:00000001:0.0:1773688179.881056:0:68797:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773688179.881058:0:68797:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773688179.881059:0:68797:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1773688179.881061:0:68797:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773688179.881063:0:68797:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9b37440c00. 02000000:00000001:0.0:1773688179.881065:0:68797:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773688179.881067:0:68797:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773688179.881068:0:68797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b342ea300. 00000100:00000001:0.0:1773688179.881073:0:68797:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773688179.881074:0:68797:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1773688179.881077:0:68797:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b08b53180. 00000100:00000001:0.0:1773688179.881080:0:68797:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1773688179.881081:0:68797:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1773688179.881083:0:68797:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b087034c0. 00010000:00000001:0.0:1773688179.881085:0:68797:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.881087:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.881088:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.881091:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1773688179.881102:0:68797:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d2f4c lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000001:3.0:1773688179.881758:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.881765:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773688179.881767:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.881768:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.881773:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:3.0:1773688179.881781:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4466c00 00000400:00000200:3.0:1773688179.881786:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x734dd [2] + 1640 00000800:00000001:3.0:1773688179.881790:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.881829:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.881832:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688179.881836:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:3.0:1773688179.881847:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773688179.881850:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1773688179.881855:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b04e64700. 00000100:00000040:3.0:1773688179.881858:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b04e64700 x1859843854330880 msgsize 328 00000100:00100000:3.0:1773688179.881862:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:3.0:1773688179.881876:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1773688179.881882:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.881885:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.881906:0:6358:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.881910:0:6358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854330880 02000000:00000001:1.0:1773688179.881912:0:6358:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.881914:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.881916:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.881919:0:6358:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.881922:0:6358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854330880 00000020:00000001:1.0:1773688179.881924:0:6358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.881926:0:6358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.881928:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.881930:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=95 00000020:00000001:1.0:1773688179.881933:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.881935:0:6358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.881938:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.881942:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.881944:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.881946:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000020:00000010:1.0:1773688179.881963:0:6358:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356e00. 00000020:00000010:1.0:1773688179.881966:0:6358:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e380. 00000020:00000010:1.0:1773688179.881971:0:6358:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688179.881977:0:6358:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.881979:0:6358:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.881980:0:6358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.881982:0:6358:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.881984:0:6358:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.881986:0:6358:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.881989:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.881991:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.881992:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0200 refcount=4 00000020:00000001:1.0:1773688179.881993:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00010000:00000001:1.0:1773688179.881995:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00010000:00010000:1.0:1773688179.882003:0:6358:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d2f37 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8a8 expref: 95 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000010:1.1:1773688179.882041:0:6358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b34b11800. 00010000:00000001:1.0:1773688179.882054:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.882056:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.882058:0:6358:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.882060:0:6358:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.882066:0:6358:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1773688179.882072:0:6358:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9b04e64700 x1859843854330880/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.882081:0:6358:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1773688179.882082:0:6358:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.882094:0:6358:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.882104:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.882106:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.882111:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3740 00000100:00000040:1.0:1773688179.882115:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00000100:00000001:1.0:1773688179.882116:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997139605248 : -129076569946368 : ffff8a9b04e64700) 00000100:00000040:1.0:1773688179.882121:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b04e64700 x1859843854330880/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.882127:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.882129:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.882130:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.882132:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000100:00100000:1.0:1773688179.882135:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b04e64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+95:2404:x1859843854330880:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.882138:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854330880 00010000:00000001:1.0:1773688179.882140:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.882141:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.882143:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.882146:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.882148:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.882151:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a0fadd400. 02000000:00000001:1.0:1773688179.882152:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.882154:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.882156:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.882157:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.882159:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.882160:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.882161:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0200 refcount=4 00000020:00000001:1.0:1773688179.882162:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00010000:00000001:1.0:1773688179.882164:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00010000:00000040:1.0:1773688179.882167:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 8 00000004:00000001:1.0:1773688179.882170:0:6358:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1773688179.882173:0:6358:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d2f37 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8a8 expref: 95 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:1.0:1773688179.882179:0:6358:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b2bf83c50 time=1773688179 v=20 (0 0 0 0) 00010000:00000001:1.0:1773688179.882182:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773688179.882192:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.882193:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.882195:0:6358:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d2f37 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8a8 expref: 95 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773688179.882201:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.882203:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.882204:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.882205:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.882208:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.882210:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.882214:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.882214:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.882216:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.882217:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.882219:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f0200 with handle 0x52973366461d2f37 from hash 00010000:00000001:1.0:1773688179.882220:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.882221:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.882222:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.882223:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.882227:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.882228:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.882229:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.882230:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.882232:0:6358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d2f37 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8a8 expref: 95 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.882241:0:6358:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:1.0:1773688179.882243:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 94 00010000:00000010:1.0:1773688179.882245:0:6358:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba880. 00010000:00000001:1.0:1773688179.882253:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.882255:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.882257:0:6358:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.882260:0:6358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:1.0:1773688179.882265:0:6358:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d2f4c lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.882271:0:6358:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.882273:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.882276:0:6358:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.882278:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.882279:0:6358:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.882283:0:6358:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.882284:0:6358:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688179.882287:0:6358:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d2f4c lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.882293:0:6358:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688179.882295:0:6358:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.882297:0:6358:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.882298:0:6358:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.882300:0:6358:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 7 00010000:00000040:1.0:1773688179.882302:0:6358:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.882305:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 94 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.882310:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.882317:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.882321:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.882324:0:6358:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d2f4c lrc: 4/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.882327:0:6358:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.882329:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.882330:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.882331:0:6358:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.882332:0:6358:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.882333:0:6358:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1773688179.882336:0:6358:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.882338:0:6358:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688179.882342:0:6358:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a0eeec000. 00000100:00000001:1.0:1773688179.882343:0:6358:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614993012965376 : -129080696586240 : ffff8a9a0eeec000) 00000100:00000001:1.0:1773688179.882345:0:6358:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614993012965376 : -129080696586240 : ffff8a9a0eeec000) 00000100:00000001:1.0:1773688179.882346:0:6358:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688179.882347:0:6358:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688179.882349:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.882350:0:6358:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.882358:0:6358:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.882360:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.882360:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.882362:0:6358:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.882363:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.882364:0:6358:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688179.882365:0:6358:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.882367:0:6358:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.882368:0:6358:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1773688179.882369:0:6358:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a0eeec000. 00000100:00000001:1.0:1773688179.882371:0:6358:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688179.882373:0:6358:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773688179.882375:0:6358:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9a0f80a700. 00010000:00000001:1.0:1773688179.882377:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.882379:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.882380:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.882384:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.882387:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.882387:0:68797:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d2f4c lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00001000:1.0:1773688179.882392:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1773688179.882403:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.882408:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.882413:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 00010000:00000001:0.0:1773688179.882414:0:68797:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.882422:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:0.0:1773688179.882423:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d2f4c lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 02000000:00000001:1.0:1773688179.882425:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.882437:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1773688179.882437:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.882443:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1773688179.882448:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00010000:00000001:0.0:1773688179.882448:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.882456:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000010:1.0:1773688179.882458:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64000. 00000020:00000001:0.0:1773688179.882459:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.882463:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86a00 refcount=3 00000020:00000001:0.0:1773688179.882466:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00000100:00000200:1.0:1773688179.882467:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854330880, offset 224 00010000:00000001:0.0:1773688179.882469:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:0.0:1773688179.882477:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.882478:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.882480:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773688179.882487:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000004:00000001:0.0:1773688179.882488:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1773688179.882495:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1773688179.882498:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000400:00000200:1.0:1773688179.882503:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000004:00000001:0.0:1773688179.882504:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.882510:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.882514:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000400:00000200:1.0:1773688179.882519:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48165:48165:256:4294967295] 192.168.204.51@tcp LPNI seq info [48161:48161:8:4294967295] 00080000:00000001:0.0:1773688179.882519:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.882525:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688179.882529:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688179.882532:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688179.882536:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:0.0:1773688179.882541:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.882545:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x144:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000400:00000200:1.0:1773688179.882553:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000004:00000001:0.0:1773688179.882555:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.882559:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.882560:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000800:00000200:1.0:1773688179.882564:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00080000:00000001:0.0:1773688179.882566:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688179.882572:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000800:00000010:1.0:1773688179.882573:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7800. 00000800:00000200:1.0:1773688179.882586:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000004:00000001:0.0:1773688179.882589:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688179.882591:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000800:00000200:1.0:1773688179.882592:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000004:00000001:0.0:1773688179.882594:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000800:00000200:1.0:1773688179.882598:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7800 type 1, nob 320 niov 1 nkiov 1 00080000:00000001:0.0:1773688179.882599:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.882604:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.882607:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.882609:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:0.0:1773688179.882611:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000100:00000001:1.0:1773688179.882612:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.882613:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000040:1.0:1773688179.882620:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00000004:00000002:0.0:1773688179.882621:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a0bf97370 00010000:00000001:1.0:1773688179.882629:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.882632:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.882632:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.882640:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b04e64700 x1859843854330880/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1773688179.882642:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.882647:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.882652:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b04e64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+94:2404:x1859843854330880:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 523us (791us total) trans 0 rc 0/0 00000001:00000001:0.0:1773688179.882654:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.882663:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1773688179.882668:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3740 00000001:00000001:0.0:1773688179.882676:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.882677:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688179.882683:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:2.0:1773688179.882684:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1773688179.882685:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000001:00000001:0.0:1773688179.882685:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000800:00000010:2.0:1773688179.882690:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7800. 00000020:00000010:1.0:1773688179.882692:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e380. 00000001:00000001:0.0:1773688179.882692:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1773688179.882697:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1773688179.882700:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000001:00000001:0.0:1773688179.882703:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688179.882705:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356e00. 00000020:00000040:1.0:1773688179.882714:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 93 00000004:00000002:0.0:1773688179.882714:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000400:00000200:2.0:1773688179.882717:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.882720:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.882728:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64000 00000004:00200000:0.0:1773688179.882728:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: returning size 15360 00000400:00000010:2.0:1773688179.882733:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64000. 00000004:00000040:0.0:1773688179.882737:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x144:45025 magic=0x0BD10BD0 pattern=0X1 00000100:00000001:2.0:1773688179.882738:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.882741:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000040:0.0:1773688179.882747:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:0.0:1773688179.882750:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000401:2569 00000004:00200000:0.0:1773688179.882754:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:0.0:1773688179.882801:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:0.0:1773688179.882803:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.882804:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.882806:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1773688179.882809:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.882811:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.882813:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.882815:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.882817:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.882820:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.882822:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.882827:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.882833:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.882834:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.882836:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.882837:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.882844:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.882846:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.882848:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86a00 refcount=3 00000020:00000001:0.0:1773688179.882850:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:0.0:1773688179.882853:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00000004:00010000:0.0:1773688179.882856:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d2f4c lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.882863:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.882864:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.882865:0:68797:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:0.0:1773688179.882867:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688179.882870:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:0.0:1773688179.882872:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.882873:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.882875:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86a00 refcount=3 00000020:00000001:0.0:1773688179.882876:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:0.0:1773688179.882878:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00000004:00000040:0.0:1773688179.882880:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:0.0:1773688179.882882:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=94 00010000:00000001:0.0:1773688179.882886:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.882887:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.882888:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688179.882889:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1773688179.882892:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688179.882893:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688179.882894:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688179.882895:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688179.882897:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688179.882898:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1773688179.882901:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.882903:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688179.882905:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688179.882906:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:0.0:1773688179.882909:0:68797:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8a9a0bf96000. 00000004:00000001:0.0:1773688179.882913:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1773688179.882915:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1773688179.882917:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.882920:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.882921:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.882923:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.882925:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.882927:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86200 with handle 0x52973366461d2f45 from hash 00010000:00000001:0.0:1773688179.882929:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.882931:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.882932:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.882933:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1773688179.882934:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.882939:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d2f45 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8af expref: 94 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.882947:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:0.0:1773688179.882962:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 93 00010000:00000010:0.0:1773688179.882965:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921cf00. 00010000:00000001:0.0:1773688179.882972:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.882974:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.882978:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1773688179.882982:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d2f4c lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8af expref: 93 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.882989:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.882991:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.882993:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:0.0:1773688179.882996:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1773688179.882998:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.883001:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.883002:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.883004:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.883005:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.1:1773688179.883037:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f1c00. 00010000:00010000:0.0:1773688179.883045:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b04e86a00, rc 0) 00000020:00000001:0.0:1773688179.883050:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688179.883054:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854330752 00010000:00000001:0.0:1773688179.883057:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688179.883062:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e1a3800 x1859843854330752/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688179.883071:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.883073:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.883076:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688179.883079:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.883080:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.883082:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.883084:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.883086:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.883087:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.883090:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.883094:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be3b8. 00000100:00000200:0.0:1773688179.883098:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854330752, offset 224 00000400:00000200:0.0:1773688179.883103:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.883111:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.883116:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48166:48166:256:4294967295] 192.168.204.51@tcp LPNI seq info [48162:48162:8:4294967295] 00000400:00000200:0.0:1773688179.883126:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.883130:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.883134:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356300. 00000800:00000200:0.0:1773688179.883139:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.883144:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.883147:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356300 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.883160:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.883162:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.883164:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688179.883165:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.883167:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688179.883171:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e1a3800 x1859843854330752/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688179.883177:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e1a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+93:68109:x1859843854330752:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4531us (4697us total) trans 0 rc 0/0 00000100:00100000:0.0:1773688179.883183:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15536 00000100:00000040:0.0:1773688179.883186:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688179.883188:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.883190:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.883194:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a1a64a000. 00000020:00000010:0.0:1773688179.883198:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400898. 00000020:00000010:0.0:1773688179.883201:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b37440200. 00000020:00000040:0.0:1773688179.883204:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 92 00000100:00000001:0.0:1773688179.883206:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.883248:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.883253:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356300. 00000400:00000200:2.0:1773688179.883256:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.883262:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.883265:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be3b8 00000400:00000010:2.0:1773688179.883267:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be3b8. 00000100:00000001:2.0:1773688179.883270:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.883271:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1773688179.885816:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.885824:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773688179.885827:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.885828:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.885834:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:3.0:1773688179.885848:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 392 into portal 23 MB=0x69b84a4466d00 00000400:00000200:3.0:1773688179.885853:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 392/392 into md 0x72709 [2] + 784 00000800:00000001:3.0:1773688179.885857:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.885864:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.885866:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688179.885869:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:3.0:1773688179.885872:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773688179.885874:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1773688179.885878:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b04e66680. 00000100:00000040:3.0:1773688179.885881:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b04e66680 x1859843854331136 msgsize 392 00000100:00100000:3.0:1773688179.885883:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:3.0:1773688179.885894:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1773688179.885899:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.885902:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.885966:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.885970:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854331136 02000000:00000001:2.0:1773688179.885973:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.885975:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.885977:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.885982:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.885986:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854331136 00000020:00000001:2.0:1773688179.885989:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.885990:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.885992:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.885995:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=93 00000020:00000001:2.0:1773688179.885998:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.886000:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.886004:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.886030:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5c00. 00000100:00000001:2.0:1773688179.886035:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.886038:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5c00. 00000020:00000010:2.0:1773688179.886046:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a16629400. 00000020:00000010:2.0:1773688179.886051:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9600. 00000020:00000010:2.0:1773688179.886058:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0a28. 00000100:00000040:2.0:1773688179.886068:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1773688179.886071:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.886074:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773688179.886076:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.886082:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.886096:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.886107:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.886109:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.886115:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3243 00000100:00000040:2.0:1773688179.886118:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.886121:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997139613312 : -129076569938304 : ffff8a9b04e66680) 00000100:00000040:2.0:1773688179.886128:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b04e66680 x1859843854331136/t0(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.886137:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.886141:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5c00. 00000100:00000001:2.0:1773688179.886143:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.886145:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5c00. 00000100:00100000:2.0:1773688179.886150:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b04e66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+93:68109:x1859843854331136:12345-192.168.204.51@tcp:35:dbench.0 00000100:00000200:2.0:1773688179.886154:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854331136 00000020:00000001:2.0:1773688179.886158:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.886163:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.886168:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.886171:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.886173:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862496 : -1038689120 : ffffffffc216dca0) 00000020:00000001:2.0:1773688179.886177:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.886180:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854331136, found 0 last_xid 1859843854331135 00000020:00000001:2.0:1773688179.886184:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.886186:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.886188:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.886192:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.886198:0:73057:0:(mdt_open.c:2771:mdt_close()) Process entered 00000004:00000001:2.0:1773688179.886201:0:73057:0:(mdt_lib.c:1452:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1773688179.886203:0:73057:0:(mdt_lib.c:1362:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1773688179.886205:0:73057:0:(mdt_lib.c:1373:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.886208:0:73057:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1773688179.886212:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.886214:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.886217:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.886219:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.886221:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.886223:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.886224:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.886226:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.886228:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.886229:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.886231:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.886233:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.886234:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.886236:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.886238:0:73057:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.886240:0:73057:0:(mdt_lib.c:1435:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1773688179.886241:0:73057:0:(mdt_lib.c:1437:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.886244:0:73057:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1773688179.886245:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.886246:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.886247:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.886248:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.886249:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.886250:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.886251:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.886252:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.886253:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.886254:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.886258:0:73057:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.886262:0:73057:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.886264:0:73057:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.886265:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.886266:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.886267:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.886268:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.886269:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.886270:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.886271:0:73057:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.886272:0:73057:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.886274:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.886275:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.886277:0:73057:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.886277:0:73057:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.886278:0:73057:0:(mdt_lib.c:1465:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.886281:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.886283:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.886286:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8a9a10ca6000. 02000000:00000001:2.0:1773688179.886287:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.886289:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.886290:0:73057:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1773688179.886291:0:73057:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.886294:0:73057:0:(mdt_open.c:2739:mdt_close_internal()) Process entered 00000004:00000001:2.0:1773688179.886296:0:73057:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1773688179.886297:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.886299:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8a9b08bfd200 refcount=2 00000020:00000001:2.0:1773688179.886301:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997204193792 : -129076505357824 : ffff8a9b08bfd200) 00000004:00000001:2.0:1773688179.886303:0:73057:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446614997204193792 : -129076505357824 : ffff8a9b08bfd200) 00000020:00000040:2.0:1773688179.886304:0:73057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b08bfd200 with handle 0x52973366461d2f3e from hash 00000004:00000001:2.0:1773688179.886308:0:73057:0:(mdt_open.c:2590:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1773688179.886310:0:73057:0:(mdt_open.c:2598:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000afe1:0x144:0x0] with intent: 0 00000004:00000001:2.0:1773688179.886312:0:73057:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1773688179.886314:0:73057:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 15360 size 15360 lsom blocks 1 blocks 1 truncate 0 00000004:00000001:2.0:1773688179.886316:0:73057:0:(mdt_som.c:209:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.886318:0:73057:0:(mdt_open.c:149:mdt_write_put()) Process entered 00000004:00000001:2.0:1773688179.886319:0:73057:0:(mdt_open.c:153:mdt_write_put()) Process leaving 00000004:00000001:2.0:1773688179.886321:0:73057:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1773688179.886324:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.886329:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.886331:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.886336:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688179.886338:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688179.886340:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688179.886342:0:73057:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.886344:0:73057:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1773688179.886351:0:73057:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1773688179.886352:0:73057:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.886355:0:73057:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x20000afe1:0x144:0x0], previous was 0x7 00000004:00000001:2.0:1773688179.886357:0:73057:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.886359:0:73057:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1773688179.886360:0:73057:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.886363:0:73057:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1773688179.886365:0:73057:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.886367:0:73057:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1773688179.886369:0:73057:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8a9b08bfd200. 00000004:00000001:2.0:1773688179.886377:0:73057:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1773688179.886381:0:73057:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41868f58/ffff8a9b41868f00 to site lru. bkt: ffff8a9a1aeb64c0 00000004:00000001:2.0:1773688179.886383:0:73057:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.886384:0:73057:0:(mdt_open.c:2728:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.886385:0:73057:0:(mdt_open.c:2758:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.886387:0:73057:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:2.0:1773688179.886391:0:73057:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1773688179.886398:0:73057:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10ca6800. 00080000:00000001:2.0:1773688179.886400:0:73057:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993044137984 : -129080665413632 : ffff8a9a10ca6800) 00080000:00000001:2.0:1773688179.886402:0:73057:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1773688179.886409:0:73057:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1773688179.886413:0:73057:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688179.886414:0:73057:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.886433:0:73057:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.886435:0:73057:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1773688179.886438:0:73057:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1773688179.886439:0:73057:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692082, last_committed = 171798692041 00000001:00000010:2.0:1773688179.886442:0:73057:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a106a5c60. 00000001:00000040:2.0:1773688179.886444:0:73057:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 41 00000020:00000040:2.0:1773688179.886446:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=94 00000001:00000010:2.0:1773688179.886451:0:73057:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b079f4d80. 00080000:00000001:2.0:1773688179.886461:0:73057:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1773688179.886479:0:73057:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1773688179.886482:0:73057:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b079f4d80: xid 1859843854331136, transno 171798692082, tag 1, client gen 13, slot idx 2 00000001:00000001:2.0:1773688179.886484:0:73057:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.886492:0:73057:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.886494:0:73057:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1773688179.886495:0:73057:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.886496:0:73057:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.886498:0:73057:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.886499:0:73057:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.886502:0:73057:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.886504:0:73057:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.886506:0:73057:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1773688179.886511:0:73057:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.886515:0:73057:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.886517:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.886517:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.886519:0:73057:0:(mdt_open.c:2833:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.886522:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692082, xid 1859843854331136 00010000:00000001:2.0:1773688179.886524:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.886527:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b04e66680 x1859843854331136/t171798692082(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.886533:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.886535:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.886537:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=49 v=5 (1 1 1 0) 00000100:00000001:2.0:1773688179.886540:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.886542:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.886543:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.886545:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.886547:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.886548:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.886550:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.886553:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505770. 00000100:00000200:2.0:1773688179.886556:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854331136, offset 224 00000400:00000200:2.0:1773688179.886560:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.886567:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.886572:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48167:48167:256:4294967295] 192.168.204.51@tcp LPNI seq info [48163:48163:8:4294967295] 00000400:00000200:2.0:1773688179.886579:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.886582:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.886586:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a000. 00000800:00000200:2.0:1773688179.886589:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.886593:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.886596:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a000 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.886606:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.886609:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.886611:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.886612:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.886613:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.886616:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b04e66680 x1859843854331136/t171798692082(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.886624:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b04e66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+94:68109:x1859843854331136:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 484us (740us total) trans 171798692082 rc 0/0 00000100:00100000:2.0:1773688179.886633:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3243 00000100:00000040:2.0:1773688179.886635:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.886637:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.886638:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.886641:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9600. 00000020:00000010:2.0:1773688179.886644:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0a28. 00000020:00000010:2.0:1773688179.886646:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a16629400. 00000020:00000040:2.0:1773688179.886652:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 93 00000100:00000001:2.0:1773688179.886655:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.886691:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.886695:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a000. 00000400:00000200:0.0:1773688179.886699:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.886703:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.886706:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505770 00000400:00000010:0.0:1773688179.886708:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505770. 00000100:00000001:0.0:1773688179.886710:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.886712:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.888501:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.888515:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.888518:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.888520:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.888528:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.888539:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4466d80 00000400:00000200:2.0:1773688179.888547:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 125088 00000800:00000001:2.0:1773688179.888553:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.888564:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.888566:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.888571:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.888576:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.888578:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.888583:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b35ac5f80. 00000100:00000040:2.0:1773688179.888585:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b35ac5f80 x1859843854331264 msgsize 584 00000100:00100000:2.0:1773688179.888588:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.888599:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.888610:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.888613:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.888642:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.888647:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854331264 02000000:00000001:0.0:1773688179.888650:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.888652:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.888655:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.888660:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.888663:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854331264 00000020:00000001:0.0:1773688179.888666:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.888667:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.888670:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.888673:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=94 00000020:00000001:0.0:1773688179.888676:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.888678:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.888682:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.888687:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b087034c0. 00000100:00000001:0.0:1773688179.888690:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.888693:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b087034c0. 00000020:00000010:0.0:1773688179.888698:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b37440200. 00000020:00000010:0.0:1773688179.888703:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a1a64a000. 00000020:00000010:0.0:1773688179.888708:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400898. 00000100:00000040:0.0:1773688179.888714:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688179.888717:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.888718:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688179.888721:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688179.888722:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.888724:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.888730:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.888740:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.888751:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.888752:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.888759:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15537 00000100:00000040:0.0:1773688179.888763:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.888766:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997957894016 : -129075751657600 : ffff8a9b35ac5f80) 00000100:00000040:0.0:1773688179.888775:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b35ac5f80 x1859843854331264/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688179.888783:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.888786:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b087034c0. 00000100:00000001:0.0:1773688179.888788:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.888791:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b087034c0. 00000100:00100000:0.0:1773688179.888795:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b35ac5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+94:68109:x1859843854331264:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688179.888798:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854331264 00000020:00000001:0.0:1773688179.888801:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.888804:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1773688179.888809:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b079f4d80: xid 1859843854331136, transno 171798692082, client gen 13, slot idx 2 00000001:00000001:0.0:1773688179.888813:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b08b53f00: xid 1859843854330496, transno 171798692081, client gen 13, slot idx 3 00000001:00000010:0.0:1773688179.888816:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b08b53f00. 00000020:00000001:0.0:1773688179.888819:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.888822:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.888824:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688179.888826:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688179.888829:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854331264, found 0 last_xid 1859843854331263 00000020:00000001:0.0:1773688179.888831:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.888833:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.888835:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.888839:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.888841:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688179.888843:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688179.888845:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688179.888847:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688179.888848:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.888853:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.888858:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:0.0:1773688179.888861:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.888863:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.888866:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86800. 00000020:00000001:0.0:1773688179.888869:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.888871:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86800 with handle 0x52973366461d2f53 to hash 00000020:00000001:0.0:1773688179.888873:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.888875:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000010:0.0:1773688179.888879:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921cf00. 00010000:00000001:0.0:1773688179.888881:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00010000:0.0:1773688179.888886:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2f53 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a8b6 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.888894:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:0.0:1773688179.888896:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=95 00010000:00000001:0.0:1773688179.888902:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688179.888904:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688179.888909:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688179.888911:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688179.888912:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1773688179.888915:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.888916:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:0.0:1773688179.888919:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.888922:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:0.0:1773688179.888925:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:0.0:1773688179.888927:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.888929:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688179.888931:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688179.888933:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.888935:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.888940:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a0bf96000. 02000000:00000001:0.0:1773688179.888942:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.888944:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.888946:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.888963:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1773688179.888967:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:0.0:1773688179.888969:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.888971:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.888974:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.888975:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.888977:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.888978:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.888980:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.888981:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.888982:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.888984:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.888985:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.888986:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.888987:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.888988:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.888990:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.888991:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.888992:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.888994:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.888995:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.888999:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688179.889003:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688179.889030:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688179.889033:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.889035:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.889037:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.889040:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.889041:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.889043:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.889046:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688179.889049:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.889052:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.889055:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.889058:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688179.889061:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.889065:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:0.0:1773688179.889071:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:0.0:1773688179.889073:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/HANDOUT.DOC, ldlm_rep = ffff8a9a0bf96228 00000004:00000001:0.0:1773688179.889077:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1773688179.889080:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1773688179.889082:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1773688179.889085:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.889086:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.889088:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 5 00010000:00000001:0.0:1773688179.889091:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.889092:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.889096:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcd200. 00000020:00000001:0.0:1773688179.889099:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.889100:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcd200 with handle 0x52973366461d2f5a to hash 00000020:00000001:0.0:1773688179.889102:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.889104:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160298496 : -129075549253120 : ffff8a9b41bcd200) 00010000:00000010:0.0:1773688179.889107:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c100. 00010000:00000001:0.0:1773688179.889109:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160298496 : -129075549253120 : ffff8a9b41bcd200) 00010000:00000001:0.0:1773688179.889111:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.889113:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.889118:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d2f5a lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.889124:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.889128:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.889130:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.889132:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.889134:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.889137:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.889138:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.889140:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.889142:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.889144:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.889145:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.889147:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 5 00010000:00000040:0.0:1773688179.889150:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.889155:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d2f0d lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a89a expref: 95 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.889162:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 95 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.889169:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 95 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.889174:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d2f5a lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.889179:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.889183:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.889184:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.889186:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.889188:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.889190:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.889193:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.889195:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.889197:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.889200:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d2f5a lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.889204:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.889205:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.889207:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.889208:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.889209:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.889212:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46200 count: 4 00010000:00000001:0.0:1773688179.889214:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.889215:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.889218:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcc000. 00000020:00000001:0.0:1773688179.889220:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.889221:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcc000 with handle 0x52973366461d2f61 to hash 00000020:00000001:0.0:1773688179.889223:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.889224:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160293888 : -129075549257728 : ffff8a9b41bcc000) 00010000:00000010:0.0:1773688179.889227:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c480. 00010000:00000001:0.0:1773688179.889229:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160293888 : -129075549257728 : ffff8a9b41bcc000) 00010000:00000001:0.0:1773688179.889231:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.889232:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.889235:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc000/0x52973366461d2f61 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.889240:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.889241:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.889243:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.889244:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.889246:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.889247:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.889248:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.889250:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.889251:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.889253:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.889254:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.889256:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) refcount = 4 00010000:00000040:0.0:1773688179.889258:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.889260:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2d46 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.889265:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10000/0x52973366461d2b9b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.889270:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d2b78 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.889274:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc000/0x52973366461d2f61 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.889278:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.889279:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.889280:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.889282:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.889283:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.889284:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.889286:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.889288:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.889290:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.889292:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc000/0x52973366461d2f61 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.889297:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.889298:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.889299:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.889300:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.889304:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.889333:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.889335:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688179.889337:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1773688179.889342:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.889346:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1773688179.889364:0:68797:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.889366:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1773688179.889368:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1773688179.889370:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688179.889372:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688179.889375:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688179.889376:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.889378:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688179.889380:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.889382:0:68797:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:0.0:1773688179.889384:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.889385:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.889387:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.889388:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x144:0x0] 00000020:00000001:0.0:1773688179.889390:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.889395:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:0.0:1773688179.889397:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:0.0:1773688179.889401:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1773688179.889403:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.889404:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.889408:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 6 00010000:00000001:0.0:1773688179.889410:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.889412:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.889414:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcde00. 00000020:00000001:0.0:1773688179.889416:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.889417:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcde00 with handle 0x52973366461d2f68 to hash 00000020:00000001:0.0:1773688179.889419:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.889420:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00010000:00000010:0.0:1773688179.889423:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921cc00. 00010000:00000001:0.0:1773688179.889425:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00010000:00000001:0.0:1773688179.889427:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.889428:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.889431:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d2f68 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.889436:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.889437:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.889439:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.889440:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.889442:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.889444:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.889445:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.889447:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.889449:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.889450:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.889451:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.889453:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 6 00010000:00000040:0.0:1773688179.889455:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.889459:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d2f4c lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8af expref: 95 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.889465:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 95 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.889470:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.889475:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.889480:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.889484:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d2f68 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.889488:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.889490:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.889491:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.889493:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.889494:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.889496:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.889498:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.889500:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.889501:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.889504:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d2f68 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.889516:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.889520:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.889521:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.889523:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.889524:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.889525:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcde00 refcount=3 00000020:00000001:0.0:1773688179.889527:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00010000:00000001:0.0:1773688179.889529:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00010000:00000001:0.0:1773688179.889531:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.889532:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.889534:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.889536:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1773688179.889540:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1773688179.889542:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1773688179.889545:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.889548:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.889551:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.889553:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.889559:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688179.889561:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688179.889564:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688179.889566:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:0.0:1773688179.889568:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.889569:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x144:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:0.0:1773688179.889572:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.889573:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.889575:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.889577:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688179.889578:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688179.889580:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688179.889582:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.889583:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.889584:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.889586:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.889588:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.889589:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:0.0:1773688179.889592:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:0.0:1773688179.889593:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1773688179.889596:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a0bf96370 00000004:00000001:0.0:1773688179.889599:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.889601:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.889602:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.889604:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.889606:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.889607:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.889609:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.889610:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.889611:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.889613:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:0.0:1773688179.889615:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: returning size 15360 00000004:00000040:0.0:1773688179.889618:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x144:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:0.0:1773688179.889621:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:0.0:1773688179.889623:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000401:2569 00000004:00200000:0.0:1773688179.889625:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:0.0:1773688179.889627:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:0.0:1773688179.889629:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.889630:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.889632:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1773688179.889634:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.889635:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.889637:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.889639:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.889641:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.889643:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.889645:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.889650:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.889654:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.889656:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.889657:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.889659:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.889664:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.889665:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.889666:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcde00 refcount=3 00000020:00000001:0.0:1773688179.889668:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00010000:00000001:0.0:1773688179.889670:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00000004:00010000:0.0:1773688179.889673:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d2f68 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:0.0:1773688179.889678:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1773688179.889681:0:68797:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41868f58/ffff8a9b41868f00 to site lru. bkt: ffff8a9a1aeb64c0 00000004:00000001:0.0:1773688179.889684:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.889686:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1773688179.889687:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1773688179.889689:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.889690:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1773688179.889693:0:68797:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:0.0:1773688179.889695:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.889696:0:68797:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.889697:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.889699:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 6 00010000:00000040:0.0:1773688179.889701:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.889704:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d2f4c lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8af expref: 95 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.889711:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 95 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.889717:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.889722:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.889727:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.889732:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d2f68 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.889737:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.889738:0:68797:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.889740:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.889741:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.889742:0:68797:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688179.889745:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688179.889746:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.889748:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.889749:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.889750:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcd200 refcount=3 00000020:00000001:0.0:1773688179.889751:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160298496 : -129075549253120 : ffff8a9b41bcd200) 00010000:00000001:0.0:1773688179.889753:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160298496 : -129075549253120 : ffff8a9b41bcd200) 00010000:00000001:0.0:1773688179.889756:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688179.889758:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d2f5a lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.889762:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.889763:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.889765:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d2f5a lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.889771:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.889772:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.889775:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688179.889777:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d2f5a lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.889782:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bcd200 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688179.889784:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.889786:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688179.889788:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d2f5a lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.889792:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688179.889793:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.889794:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.889795:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcd200 refcount=4 00000020:00000001:0.0:1773688179.889797:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160298496 : -129075549253120 : ffff8a9b41bcd200) 00010000:00000001:0.0:1773688179.889799:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160298496 : -129075549253120 : ffff8a9b41bcd200) 00010000:00000001:0.0:1773688179.889801:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688179.889803:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d2f5a lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.889807:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688179.889808:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688179.889809:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.889812:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.889813:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.889814:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.889815:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.889817:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bcd200 with handle 0x52973366461d2f5a from hash 00010000:00000001:0.0:1773688179.889819:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.889820:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.889821:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.889822:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.889824:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.889826:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.889828:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.889830:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.889831:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.889834:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:0.0:1773688179.889837:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.889839:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.889841:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.889843:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.889844:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688179.889846:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.889847:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.889848:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.889850:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.889852:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.889854:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d2f5a lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.889858:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.889859:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.889860:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688179.889862:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688179.889863:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.889865:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d2f5a lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.889871:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921c100. 00010000:00000001:0.0:1773688179.889878:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.889879:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.889881:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.889882:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.889883:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.889884:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcc000 refcount=3 00000020:00000001:0.0:1773688179.889886:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160293888 : -129075549257728 : ffff8a9b41bcc000) 00010000:00000001:0.0:1773688179.889888:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160293888 : -129075549257728 : ffff8a9b41bcc000) 00010000:00000001:0.0:1773688179.889890:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688179.889892:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc000/0x52973366461d2f61 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.889897:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.889898:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.889899:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc000/0x52973366461d2f61 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.889903:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.889904:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.889906:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688179.889908:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc000/0x52973366461d2f61 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.889912:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bcc000 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688179.889913:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.889914:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688179.889917:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc000/0x52973366461d2f61 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.889922:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688179.889923:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.889924:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.889925:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcc000 refcount=4 00000020:00000001:0.0:1773688179.889927:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160293888 : -129075549257728 : ffff8a9b41bcc000) 00010000:00000001:0.0:1773688179.889929:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160293888 : -129075549257728 : ffff8a9b41bcc000) 00010000:00000001:0.0:1773688179.889930:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688179.889932:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc000/0x52973366461d2f61 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.889936:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688179.889936:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688179.889937:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.889939:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.889940:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.889941:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.889943:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.889944:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bcc000 with handle 0x52973366461d2f61 from hash 00010000:00000001:0.0:1773688179.889946:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.889947:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.889960:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.889961:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.889962:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.889963:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.889965:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.889966:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.889968:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.889969:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) 00010000:00010000:0.0:1773688179.889971:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.889973:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.889975:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.889976:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.889978:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688179.889980:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.889982:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.889983:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.889985:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.889986:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.889989:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc000/0x52973366461d2f61 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.889993:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.889994:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.889995:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688179.889996:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688179.889997:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.889998:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc000/0x52973366461d2f61 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.890002:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921c480. 00010000:00000010:1.1:1773688179.890046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f0200. 00010000:00000010:0.1:1773688179.890047:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86200. 00010000:00000001:0.0:1773688179.890061:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.890064:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.890067:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688179.890069:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688179.890072:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:0.0:1773688179.890074:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.890077:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.890079:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcde00 refcount=3 00000020:00000001:0.0:1773688179.890082:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00010000:00000001:0.0:1773688179.890085:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00000004:00000040:0.0:1773688179.890088:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 35 00000020:00000040:0.0:1773688179.890090:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=96 00010000:00000001:0.0:1773688179.890094:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.890096:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.890097:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688179.890099:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1773688179.890101:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688179.890103:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688179.890104:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688179.890106:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688179.890107:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688179.890110:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1773688179.890114:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.890116:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688179.890118:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688179.890121:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.890122:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1773688179.890125:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1773688179.890126:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.890129:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.890130:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.890132:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.890134:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.890136:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86800 with handle 0x52973366461d2f53 from hash 00010000:00000001:0.0:1773688179.890138:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.890139:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.890141:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.890142:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1773688179.890143:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.890147:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d2f53 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8b6 expref: 96 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.890153:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:0.0:1773688179.890155:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 95 00010000:00000010:0.0:1773688179.890157:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921cf00. 00010000:00000001:0.0:1773688179.890163:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.890164:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.890167:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1773688179.890170:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d2f68 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8b6 expref: 95 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.890176:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.890177:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.890179:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:0.0:1773688179.890181:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1773688179.890183:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.890185:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.890187:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.890188:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.890189:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.890191:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bcde00, rc 0) 00000020:00000001:0.0:1773688179.890193:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688179.890196:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854331264 00010000:00000001:0.0:1773688179.890198:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688179.890202:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b35ac5f80 x1859843854331264/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688179.890209:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.890212:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.890214:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688179.890218:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.890220:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.890222:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.890224:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.890227:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.890229:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.890232:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.890236:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be6e8. 00000100:00000200:0.0:1773688179.890241:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854331264, offset 224 00000400:00000200:0.0:1773688179.890247:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.890256:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.890262:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48168:48168:256:4294967295] 192.168.204.51@tcp LPNI seq info [48164:48164:8:4294967295] 00000400:00000200:0.0:1773688179.890272:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.890276:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.890281:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356300. 00000800:00000200:0.0:1773688179.890286:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.890292:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.890295:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356300 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.890309:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.890313:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.890314:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688179.890316:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.890318:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688179.890322:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b35ac5f80 x1859843854331264/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688179.890331:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b35ac5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+95:68109:x1859843854331264:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1545us (1743us total) trans 0 rc 0/0 00000100:00100000:0.0:1773688179.890339:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15537 00000100:00000040:0.0:1773688179.890343:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688179.890345:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.890347:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.890351:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a1a64a000. 00000020:00000010:0.0:1773688179.890356:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400898. 00000020:00000010:0.0:1773688179.890359:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b37440200. 00000020:00000040:0.0:1773688179.890363:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 94 00000100:00000001:0.0:1773688179.890365:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773688179.890384:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773688179.890387:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356300. 00000400:00000200:3.0:1773688179.890391:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688179.890394:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:3.0:1773688179.890397:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be6e8 00000400:00000010:3.0:1773688179.890399:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be6e8. 00000100:00000001:3.0:1773688179.890401:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1773688179.890402:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.893261:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.893272:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.893275:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.893277:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.893285:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.893298:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4466e00 00000400:00000200:0.0:1773688179.893306:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x734dd [2] + 1968 00000400:00000010:0.0:1773688179.893311:0:3439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b079b3108. 00000400:00000200:0.0:1773688179.893315:0:3439:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8a9a0aa010c0 00000800:00000001:0.0:1773688179.893320:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.893329:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.893331:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.893335:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.893339:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a0aa010c0 00000400:00000010:0.0:1773688179.893342:0:3439:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at ffff8a9a0aa010c0. 00000100:00000001:0.0:1773688179.893348:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.893350:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:0.0:1773688179.893354:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b07854450 x1859843854331392 msgsize 328 00000100:00100000:0.0:1773688179.893358:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000040:0.0:1773688179.893361:0:3439:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1773688179.893372:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.893380:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.893383:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.893429:0:6358:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.893434:0:6358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854331392 02000000:00000001:1.0:1773688179.893438:0:6358:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.893441:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.893443:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.893449:0:6358:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.893453:0:6358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854331392 00000020:00000001:1.0:1773688179.893456:0:6358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.893458:0:6358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.893461:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.893465:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=95 00000020:00000001:1.0:1773688179.893468:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.893471:0:6358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.893475:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.893482:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.893485:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.893488:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000020:00000010:1.0:1773688179.893496:0:6358:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356e00. 00000020:00000010:1.0:1773688179.893501:0:6358:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e380. 00000020:00000010:1.0:1773688179.893507:0:6358:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688179.893516:0:6358:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.893520:0:6358:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.893521:0:6358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.893524:0:6358:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.893527:0:6358:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.893529:0:6358:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.893533:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.893535:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.893537:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcde00 refcount=3 00000020:00000001:1.0:1773688179.893539:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00010000:00000001:1.0:1773688179.893542:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00010000:00000001:1.0:1773688179.893545:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.893547:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.893549:0:6358:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.893551:0:6358:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.893558:0:6358:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.893577:0:6358:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.893590:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.893593:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.893601:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1585 00000100:00000040:1.0:1773688179.893605:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688179.893608:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997183579216 : -129076525972400 : ffff8a9b07854450) 00000100:00000040:1.0:1773688179.893616:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b07854450 x1859843854331392/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.893626:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.893629:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.893632:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.893635:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000100:00100000:1.0:1773688179.893640:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b07854450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+95:2407:x1859843854331392:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.893644:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854331392 00010000:00000001:1.0:1773688179.893647:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.893650:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.893653:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.893658:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.893661:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.893667:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a0fadf400. 02000000:00000001:1.0:1773688179.893669:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.893672:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.893674:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.893677:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.893679:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.893680:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.893682:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcde00 refcount=3 00000020:00000001:1.0:1773688179.893684:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00010000:00000001:1.0:1773688179.893686:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160301568 : -129075549250048 : ffff8a9b41bcde00) 00010000:00000040:1.0:1773688179.893690:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 7 00000004:00000001:1.0:1773688179.893695:0:6358:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1773688179.893698:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688179.893702:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.893704:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.893706:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.893708:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.893712:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.893714:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.893720:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.893721:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.893723:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.893725:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.893728:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bcde00 with handle 0x52973366461d2f68 from hash 00010000:00000001:1.0:1773688179.893731:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.893732:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.893733:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.893735:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.893740:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.893742:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.893744:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.893745:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.893749:0:6358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcde00/0x52973366461d2f68 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8b6 expref: 95 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.893766:0:6358:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:1.0:1773688179.893769:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 94 00010000:00000010:1.0:1773688179.893772:0:6358:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921cc00. 00010000:00000001:1.0:1773688179.893781:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.893783:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.893786:0:6358:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.893788:0:6358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00000001:1.0:1773688179.893792:0:6358:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.893795:0:6358:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.893797:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.893799:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.893800:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.893804:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.893807:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.893811:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1773688179.893816:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.893818:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.893821:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.893823:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.893825:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.893828:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.893831:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.893836:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64220. 00000100:00000200:1.0:1773688179.893842:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854331392, offset 224 00000400:00000200:1.0:1773688179.893848:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.893859:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.893866:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48169:48169:256:4294967295] 192.168.204.51@tcp LPNI seq info [48165:48165:8:4294967295] 00000400:00000200:1.0:1773688179.893877:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.893882:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.893887:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7700. 00000800:00000200:1.0:1773688179.893894:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.893901:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.893905:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.893926:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.893929:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.893932:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.893934:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.893938:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b07854450 x1859843854331392/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773688179.893960:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b07854450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+94:2407:x1859843854331392:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 320us (592us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688179.893969:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1585 00000100:00000040:1.0:1773688179.893973:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688179.893976:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.893978:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.893983:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e380. 00000020:00000010:1.0:1773688179.893988:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000020:00000010:1.0:1773688179.893992:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356e00. 00000020:00000040:1.0:1773688179.893996:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 93 02000000:00000001:1.0:1773688179.894003:0:6358:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.894005:0:6358:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a0fadd400. 02000000:00000001:1.0:1773688179.894058:0:6358:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.894061:0:6358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b04e64700. 02000000:00000001:1.0:1773688179.894068:0:6358:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.894070:0:6358:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a0fadf800. 02000000:00000001:1.0:1773688179.894073:0:6358:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.894076:0:6358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a0e1a3480. 00000800:00000200:2.0:1773688179.894081:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1773688179.894087:0:6358:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000800:00000010:2.0:1773688179.894088:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7700. 02000000:00000010:1.0:1773688179.894091:0:6358:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a0fade800. 02000000:00000001:1.0:1773688179.894099:0:6358:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:2.0:1773688179.894100:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1773688179.894102:0:6358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b35ac5500. 02000000:00000001:1.0:1773688179.894110:0:6358:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.894111:0:6358:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9b07831400. 02000000:00000001:1.0:1773688179.894115:0:6358:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.894118:0:6358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b35ac6680. 02000000:00000001:1.0:1773688179.894124:0:6358:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1773688179.894125:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 02000000:00000010:1.0:1773688179.894127:0:6358:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a10feec00. 00000400:00000200:2.0:1773688179.894133:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64220 02000000:00000001:1.0:1773688179.894136:0:6358:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:2.0:1773688179.894139:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64220. 00000100:00000010:1.0:1773688179.894139:0:6358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b35ac7100. 00000100:00000001:2.0:1773688179.894151:0:3440:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1773688179.894153:0:6358:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1773688179.894156:0:3440:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.894157:0:6358:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a10fee000. 02000000:00000010:2.0:1773688179.894162:0:3440:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a0fadf400. 02000000:00000001:1.0:1773688179.894164:0:6358:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.894168:0:6358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a02306300. 02000000:00000001:2.0:1773688179.894170:0:3440:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1773688179.894173:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.894174:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1773688179.894183:0:6358:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1773688179.894189:0:6358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b3697f630. 00000400:00000010:1.0:1773688179.894197:0:6358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a9a0eeec000. 00000800:00000001:3.0:1773688179.894642:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.894651:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773688179.894653:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.894654:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.894660:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:3.0:1773688179.894669:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4466e80 00000400:00000200:3.0:1773688179.894677:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 125672 00000800:00000001:3.0:1773688179.894684:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.894694:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.894697:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688179.894701:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:3.0:1773688179.894707:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773688179.894709:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1773688179.894714:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b04e64700. 00000100:00000040:3.0:1773688179.894718:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b04e64700 x1859843854331520 msgsize 584 00000100:00100000:3.0:1773688179.894722:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:3.0:1773688179.894734:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1773688179.894743:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.894747:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.894763:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.894766:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854331520 02000000:00000001:0.0:1773688179.894769:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.894770:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.894772:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.894775:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.894777:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854331520 00000020:00000001:0.0:1773688179.894780:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.894782:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.894785:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.894788:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=94 00000020:00000001:0.0:1773688179.894790:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.894792:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.894796:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.894801:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b087034c0. 00000100:00000001:0.0:1773688179.894804:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.894807:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b087034c0. 00000020:00000010:0.0:1773688179.894812:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b37440200. 00000020:00000010:0.0:1773688179.894817:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a1a64a000. 00000020:00000010:0.0:1773688179.894822:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400898. 00000100:00000040:0.0:1773688179.894829:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688179.894832:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.894833:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688179.894836:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688179.894837:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.894839:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.894845:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.894857:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.894868:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.894869:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.894876:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15538 00000100:00000040:0.0:1773688179.894879:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.894882:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997139605248 : -129076569946368 : ffff8a9b04e64700) 00000100:00000040:0.0:1773688179.894888:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b04e64700 x1859843854331520/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688179.894895:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.894898:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b087034c0. 00000100:00000001:0.0:1773688179.894900:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.894903:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b087034c0. 00000100:00100000:0.0:1773688179.894907:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b04e64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+94:68109:x1859843854331520:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688179.894913:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854331520 00000020:00000001:0.0:1773688179.894916:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.894920:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688179.894924:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.894927:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.894929:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688179.894931:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688179.894935:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854331520, found 0 last_xid 1859843854331391 00000020:00000001:0.0:1773688179.894938:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.894939:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.894946:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.894959:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.894962:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688179.894964:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688179.894966:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688179.894967:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688179.894969:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.894974:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.894980:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:0.0:1773688179.894983:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.894985:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.894988:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcd800. 00000020:00000001:0.0:1773688179.894991:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.894994:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcd800 with handle 0x52973366461d2f6f to hash 00000020:00000001:0.0:1773688179.894996:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.894997:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160300032 : -129075549251584 : ffff8a9b41bcd800) 00010000:00000010:0.0:1773688179.895002:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921cf00. 00010000:00000001:0.0:1773688179.895004:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160300032 : -129075549251584 : ffff8a9b41bcd800) 00010000:00010000:0.0:1773688179.895031:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd800/0x52973366461d2f6f lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a8bd expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.895040:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:0.0:1773688179.895047:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=95 00010000:00000001:0.0:1773688179.895054:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688179.895057:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688179.895062:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688179.895065:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688179.895067:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1773688179.895069:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.895071:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:0.0:1773688179.895075:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.895078:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:0.0:1773688179.895080:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:0.0:1773688179.895083:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.895086:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688179.895088:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688179.895091:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.895093:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.895100:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b368ec000. 02000000:00000001:0.0:1773688179.895102:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.895105:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.895106:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.895109:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1773688179.895112:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:0.0:1773688179.895114:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.895116:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.895118:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.895120:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.895122:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.895123:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.895125:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.895126:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.895128:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.895129:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.895130:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.895132:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.895133:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.895135:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.895137:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.895138:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.895140:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.895142:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.895144:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.895147:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688179.895151:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688179.895154:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688179.895156:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.895157:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.895159:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.895160:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.895161:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.895163:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.895164:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688179.895166:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.895169:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.895170:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.895172:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688179.895173:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.895177:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:0.0:1773688179.895182:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:0.0:1773688179.895185:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/~WRL0004.TMP, ldlm_rep = ffff8a9b368ec228 00000004:00000001:0.0:1773688179.895189:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1773688179.895192:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1773688179.895195:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1773688179.895197:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.895198:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.895200:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 5 00010000:00000001:0.0:1773688179.895203:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.895205:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.895208:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcdc00. 00000020:00000001:0.0:1773688179.895210:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.895212:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcdc00 with handle 0x52973366461d2f76 to hash 00000020:00000001:0.0:1773688179.895214:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.895215:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00010000:00000010:0.0:1773688179.895219:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c480. 00010000:00000001:0.0:1773688179.895221:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00010000:00000001:0.0:1773688179.895224:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.895226:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.895229:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d2f76 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.895241:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.895244:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.895246:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.895247:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.895250:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.895252:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.895253:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.895255:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.895257:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.895258:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.895260:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.895262:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 5 00010000:00000040:0.0:1773688179.895265:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.895270:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d2f0d lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a89a expref: 95 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.895278:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 95 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.895286:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 95 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.895292:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d2f76 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.895297:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.895301:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.895303:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.895305:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.895306:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.895308:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.895310:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.895312:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.895314:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.895317:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d2f76 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.895323:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.895325:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.895327:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.895328:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.895329:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773688179.895334:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9b415e4e00. 00010000:00000010:0.0:1773688179.895338:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b36cae300. 00010000:00000001:0.0:1773688179.895342:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.895344:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bccc00. 00000020:00000001:0.0:1773688179.895346:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.895347:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bccc00 with handle 0x52973366461d2f7d to hash 00000020:00000001:0.0:1773688179.895350:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.895351:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00010000:00000010:0.0:1773688179.895354:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c100. 00010000:00000001:0.0:1773688179.895356:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00010000:00000001:0.0:1773688179.895358:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.895360:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.895363:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d2f7d lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.895368:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.895370:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.895371:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.895372:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.895374:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.895376:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.895377:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.895379:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.895380:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.895382:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.895383:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.895385:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x57ca59f5 (ffff8a9b415e4e00) refcount = 1 00010000:00010000:0.0:1773688179.895389:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d2f7d lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.895393:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.895394:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.895395:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.895396:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.895397:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.895399:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.895400:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.895401:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.895402:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.895404:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d2f7d lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.895406:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.895407:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.895408:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.895409:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.895413:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.895435:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.895437:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688179.895439:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1773688179.895442:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.895445:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1773688179.895458:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.895459:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.895461:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.895463:0:68797:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:0.0:1773688179.895465:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688179.895466:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.895467:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.895468:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.895469:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcdc00 refcount=3 00000020:00000001:0.0:1773688179.895471:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00010000:00000001:0.0:1773688179.895472:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00010000:00000001:0.0:1773688179.895474:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688179.895475:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d2f76 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.895478:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.895479:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.895480:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d2f76 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.895484:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.895485:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.895486:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688179.895488:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d2f76 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.895491:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bcdc00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688179.895492:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.895493:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688179.895495:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d2f76 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.895498:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688179.895498:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.895499:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.895500:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcdc00 refcount=4 00000020:00000001:0.0:1773688179.895501:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00010000:00000001:0.0:1773688179.895502:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160301056 : -129075549250560 : ffff8a9b41bcdc00) 00010000:00000001:0.0:1773688179.895504:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688179.895506:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d2f76 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.895509:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688179.895510:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688179.895510:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.895512:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.895513:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.895514:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.895515:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.895516:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bcdc00 with handle 0x52973366461d2f76 from hash 00010000:00000001:0.0:1773688179.895517:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.895518:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.895519:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.895519:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.895521:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.895521:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.895523:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.895524:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.895525:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.895526:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:0.0:1773688179.895527:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.895529:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.895531:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.895532:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.895533:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688179.895534:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.895535:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.895536:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.895537:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.895538:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.895539:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d2f76 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.895543:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.895543:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.895544:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688179.895545:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688179.895546:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.895547:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcdc00/0x52973366461d2f76 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.895551:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921c480. 00010000:00000001:0.0:1773688179.895556:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.895556:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.895557:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.895558:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.895558:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.895559:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bccc00 refcount=3 00000020:00000001:0.0:1773688179.895560:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00010000:00000001:0.0:1773688179.895561:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00010000:00000001:0.0:1773688179.895562:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688179.895564:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d2f7d lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.895567:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.895568:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.895569:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d2f7d lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.895571:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.895572:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.895573:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688179.895574:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d2f7d lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.895577:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bccc00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688179.895578:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.895579:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688179.895581:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d2f7d lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.895586:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688179.895587:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.895588:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.895589:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bccc00 refcount=4 00000020:00000001:0.0:1773688179.895591:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00010000:00000001:0.0:1773688179.895593:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160296960 : -129075549254656 : ffff8a9b41bccc00) 00010000:00000001:0.0:1773688179.895595:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688179.895597:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d2f7d lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.895602:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688179.895603:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688179.895604:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.895606:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.895608:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.895609:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.895611:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.895613:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bccc00 with handle 0x52973366461d2f7d from hash 00010000:00000001:0.0:1773688179.895614:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.895616:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.895617:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.895618:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.895619:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.895621:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.895622:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.895624:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.895625:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.895627:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x57ca59f5 (ffff8a9b415e4e00) 00010000:00010000:0.0:1773688179.895629:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.895631:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.895633:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.895635:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.895636:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688179.895638:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.895639:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.895640:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.895641:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.895643:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.895644:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d2f7d lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.895648:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.895648:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.895649:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688179.895650:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688179.895651:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.895652:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bccc00/0x52973366461d2f7d lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.895655:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921c100. 00010000:00000040:0.0:1773688179.895657:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9b415e4e00 count: 0 00010000:00000010:0.0:1773688179.895661:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b36cae300. 00010000:00000001:0.0:1773688179.895666:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.895667:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.895668:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688179.895669:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688179.895670:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1773688179.895672:0:68797:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:0.0:1773688179.895674:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688179.895676:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688179.895677:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688179.895677:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688179.895679:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688179.895681:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1773688179.895685:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.895693:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1773688179.895695:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688179.895697:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.895698:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1773688179.895700:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1773688179.895701:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.895703:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.895704:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.895705:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.895706:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.895708:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bcd800 with handle 0x52973366461d2f6f from hash 00010000:00000001:0.0:1773688179.895709:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.895710:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.895711:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.895711:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1773688179.895712:0:68797:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1773688179.895713:0:68797:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1773688179.895716:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd800/0x52973366461d2f6f lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8bd expref: 95 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.895720:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1773688179.895722:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.895723:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.895724:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.895726:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.895727:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.895728:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.895729:0:68797:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.895730:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.895730:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.895731:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.895732:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.895733:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:0.0:1773688179.895735:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.895736:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.895737:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.895737:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.895738:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.895740:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd800/0x52973366461d2f6f lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8bd expref: 95 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.895744:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:0.0:1773688179.895746:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 94 00010000:00000010:0.0:1773688179.895747:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921cf00. 00010000:00000001:0.0:1773688179.895749:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.895750:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bcd800, rc 0) 00000020:00000001:0.0:1773688179.895752:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1773688179.895754:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854331520 00010000:00000001:0.0:1773688179.895756:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688179.895759:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b04e64700 x1859843854331520/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688179.895764:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.895766:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.895768:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688179.895771:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.895772:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.895774:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.895775:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.895776:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.895778:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.895780:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.895783:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be880. 00000100:00000200:0.0:1773688179.895786:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854331520, offset 224 00000400:00000200:0.0:1773688179.895790:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.895797:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.895801:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48170:48170:256:4294967295] 192.168.204.51@tcp LPNI seq info [48166:48166:8:4294967295] 00000400:00000200:0.0:1773688179.895808:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.895811:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.895814:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356f00. 00000800:00000200:0.0:1773688179.895818:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.895822:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.895825:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356f00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.895836:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.895838:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.895840:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688179.895841:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.895842:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688179.895845:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b04e64700 x1859843854331520/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688179.895851:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b04e64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+94:68109:x1859843854331520:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 955us (1132us total) trans 0 rc 301/301 00000100:00100000:0.0:1773688179.895857:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15538 00000100:00000040:0.0:1773688179.895859:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688179.895861:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.895862:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.895865:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a1a64a000. 00000020:00000010:0.0:1773688179.895869:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400898. 00000020:00000010:0.0:1773688179.895871:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b37440200. 00000020:00000040:0.0:1773688179.895873:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 93 00000100:00000001:0.0:1773688179.895875:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.895908:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.895913:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356f00. 00000400:00000200:2.0:1773688179.895917:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.895921:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.895924:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be880 00000400:00000010:2.0:1773688179.895927:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be880. 00000100:00000001:2.0:1773688179.895929:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.895931:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1773688179.896052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd200. 00010000:00000010:0.1:1773688179.896059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcc000. 00000800:00000001:2.0:1773688179.899140:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.899149:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.899152:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.899154:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.899159:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.899174:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 520 into portal 13 MB=0x69b84a4466f80 00000400:00000200:2.0:1773688179.899180:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index d from 12345-192.168.204.51@tcp of length 520/520 into md 0x3bca9 [128] + 48360 00000800:00000001:2.0:1773688179.899185:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.899193:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.899195:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.899198:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.899203:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.899205:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_io 00000100:00000010:2.0:1773688179.899210:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b35ac5180. 00000100:00000040:2.0:1773688179.899214:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b35ac5180 x1859843854331776 msgsize 520 00000100:00100000:2.0:1773688179.899218:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.899229:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.899238:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.899245:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.899256:0:74225:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.899259:0:74225:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854331776 02000000:00000001:0.0:1773688179.899262:0:74225:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.899264:0:74225:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.899266:0:74225:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.899270:0:74225:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.899273:0:74225:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854331776 00000020:00000001:0.0:1773688179.899275:0:74225:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.899277:0:74225:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.899279:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.899282:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=94 00000020:00000001:0.0:1773688179.899285:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.899287:0:74225:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.899291:0:74225:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.899296:0:74225:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b087034c0. 00000100:00000001:0.0:1773688179.899299:0:74225:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.899301:0:74225:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b087034c0. 00000020:00000010:0.0:1773688179.899306:0:74225:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b37440200. 00000020:00000010:0.0:1773688179.899309:0:74225:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b36cae300. 00000020:00000010:0.0:1773688179.899314:0:74225:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400898. 00000100:00000040:0.0:1773688179.899320:0:74225:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_io at +75s 00000100:00000001:0.0:1773688179.899322:0:74225:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.899323:0:74225:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1773688179.899325:0:74225:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:0.0:1773688179.899328:0:74225:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.899330:0:74225:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862544 : -1038689072 : ffffffffc216dcd0) 00000020:00000001:0.0:1773688179.899333:0:74225:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.899336:0:74225:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.899338:0:74225:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.899339:0:74225:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.899344:0:74225:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.899358:0:74225:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.899365:0:74225:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.899366:0:74225:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.899370:0:74225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 93 00000100:00000040:0.0:1773688179.899372:0:74225:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.899374:0:74225:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997957890432 : -129075751661184 : ffff8a9b35ac5180) 00000100:00000040:0.0:1773688179.899379:0:74225:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b35ac5180 x1859843854331776/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 520/0 e 0 to 0 dl 1773688259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688179.899385:0:74225:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.899388:0:74225:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b087034c0. 00000100:00000001:0.0:1773688179.899389:0:74225:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.899390:0:74225:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b087034c0. 00000100:00100000:0.0:1773688179.899394:0:74225:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b35ac5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+94:68109:x1859843854331776:12345-192.168.204.51@tcp:36:dbench.0 00000100:00000200:0.0:1773688179.899397:0:74225:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854331776 00000020:00000001:0.0:1773688179.899399:0:74225:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.899401:0:74225:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688179.899403:0:74225:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.899404:0:74225:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.899405:0:74225:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862544 : -1038689072 : ffffffffc216dcd0) 00000020:00000001:0.0:1773688179.899407:0:74225:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688179.899409:0:74225:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854331776, found 0 last_xid 1859843854331775 00000020:00000001:0.0:1773688179.899411:0:74225:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.899412:0:74225:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.899413:0:74225:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.899414:0:74225:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.899416:0:74225:0:(mdt_handler.c:3339:mdt_reint()) Process entered 00000004:00000002:0.0:1773688179.899420:0:74225:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 5 req@ffff8a9b35ac5180 x1859843854331776/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 520/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1773688179.899426:0:74225:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1773688179.899428:0:74225:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1773688179.899430:0:74225:0:(mdt_lib.c:1700:mdt_rename_unpack()) Process entered 00000001:00000001:0.0:1773688179.899431:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.899433:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.899435:0:74225:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.899436:0:74225:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.899437:0:74225:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.899438:0:74225:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.899439:0:74225:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.899440:0:74225:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.899443:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.899444:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.899445:0:74225:0:(mdt_lib.c:1387:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.899447:0:74225:0:(mdt_lib.c:1744:mdt_rename_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.899447:0:74225:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.899450:0:74225:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688179.899451:0:74225:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688179.899453:0:74225:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.899455:0:74225:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.899459:0:74225:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8a9b368ea000. 02000000:00000001:0.0:1773688179.899460:0:74225:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.899462:0:74225:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.899464:0:74225:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1773688179.899465:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.899466:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.899467:0:74225:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.899468:0:74225:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.899469:0:74225:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.899470:0:74225:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.899471:0:74225:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.899472:0:74225:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.899473:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.899473:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.899476:0:74225:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688179.899479:0:74225:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688179.899480:0:74225:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688179.899481:0:74225:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.899482:0:74225:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.899483:0:74225:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.899484:0:74225:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.899485:0:74225:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.899485:0:74225:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.899487:0:74225:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688179.899488:0:74225:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.899489:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.899490:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.899491:0:74225:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688179.899492:0:74225:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.899494:0:74225:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1773688179.899495:0:74225:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.899497:0:74225:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1773688179.899498:0:74225:0:(mdt_reint.c:2798:mdt_reint_rename()) Process entered 00000020:00000001:0.0:1773688179.899500:0:74225:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b81c4fc00 00000020:00000001:0.0:1773688179.899501:0:74225:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b81c4fc00 00000004:00000002:0.0:1773688179.899503:0:74225:0:(mdt_reint.c:2801:mdt_reint_rename()) @@@ rename [0x20000afe1:0xef:0x0]/HANDOUT.DOC to [0x20000afe1:0xef:0x0]/~WRL0004.TMP req@ffff8a9b35ac5180 x1859843854331776/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 520/2888 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773688179.899509:0:74225:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1773688179.899511:0:74225:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00000001:0.0:1773688179.899512:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.899513:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.899515:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86a00 refcount=3 00000020:00000001:0.0:1773688179.899516:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000001:0.0:1773688179.899518:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000040:0.0:1773688179.899520:0:74225:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 6 00000004:00000001:0.0:1773688179.899523:0:74225:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1773688179.899524:0:74225:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1773688179.899526:0:74225:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.899527:0:74225:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.899528:0:74225:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.899530:0:74225:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.899533:0:74225:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.899534:0:74225:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.899537:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.899539:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.899540:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.899541:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.899543:0:74225:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86a00 with handle 0x52973366461d2f4c from hash 00010000:00000001:0.0:1773688179.899544:0:74225:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.899545:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.899546:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.899547:0:74225:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.899550:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.899551:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.899553:0:74225:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.899554:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.899558:0:74225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d2f4c lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8af expref: 94 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.899572:0:74225:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:0.0:1773688179.899574:0:74225:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 93 00010000:00000010:0.0:1773688179.899576:0:74225:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921c180. 00010000:00000001:0.0:1773688179.899583:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.899584:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.899585:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.899587:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0600 refcount=3 00000020:00000001:0.0:1773688179.899589:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000001:0.0:1773688179.899591:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000001:0.0:1773688179.899593:0:74225:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.899595:0:74225:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.899596:0:74225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00000001:0.0:1773688179.899600:0:74225:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.899602:0:74225:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.899604:0:74225:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1773688179.899605:0:74225:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00000004:00000001:0.0:1773688179.899608:0:74225:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1773688179.899609:0:74225:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1773688179.899611:0:74225:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.899612:0:74225:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.899613:0:74225:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.899615:0:74225:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.899617:0:74225:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.899619:0:74225:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.899621:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.899622:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.899623:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.899625:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.899627:0:74225:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f0600 with handle 0x52973366461d2f0d from hash 00010000:00000001:0.0:1773688179.899628:0:74225:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.899629:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.899630:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.899632:0:74225:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.899633:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.899635:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.899636:0:74225:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.899637:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.899640:0:74225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d2f0d lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a89a expref: 93 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.899647:0:74225:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:0.0:1773688179.899648:0:74225:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 92 00010000:00000010:0.0:1773688179.899650:0:74225:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba900. 00010000:00000001:0.0:1773688179.899657:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.899658:0:74225:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.899660:0:74225:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.899661:0:74225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00000001:0.0:1773688179.899664:0:74225:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.899666:0:74225:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.899667:0:74225:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1773688179.899669:0:74225:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1773688179.899670:0:74225:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=2 : 2 : 2) 00000004:00000001:0.0:1773688179.899673:0:74225:0:(mdt_reint.c:1669:mdt_parent_find_check()) Process entered 00000004:00000001:0.0:1773688179.899675:0:74225:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.899676:0:74225:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:0.0:1773688179.899679:0:74225:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.899682:0:74225:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:0.0:1773688179.899684:0:74225:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:0.0:1773688179.899687:0:74225:0:(mdt_reint.c:1685:mdt_parent_find_check()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:0.0:1773688179.899689:0:74225:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1773688179.899691:0:74225:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.899693:0:74225:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1773688179.899695:0:74225:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:0.0:1773688179.899696:0:74225:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1773688179.899697:0:74225:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.899700:0:74225:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b81c4fc00 00000004:00000040:0.0:1773688179.899702:0:74225:0:(mdt_reint.c:2903:mdt_reint_rename()) lustre-MDT0000: samedir file parallel rename [0x20000afe1:0xef:0x0]/HANDOUT.DOC 00000004:00000001:0.0:1773688179.899707:0:74225:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1773688179.899709:0:74225:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1773688179.899711:0:74225:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1773688179.899713:0:74225:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.899715:0:74225:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.899718:0:74225:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:0.0:1773688179.899721:0:74225:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.899723:0:74225:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.899726:0:74225:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcc000. 00000020:00000001:0.0:1773688179.899728:0:74225:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.899730:0:74225:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcc000 with handle 0x52973366461d2f84 to hash 00000020:00000001:0.0:1773688179.899732:0:74225:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.899733:0:74225:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160293888 : -129075549257728 : ffff8a9b41bcc000) 00010000:00000010:0.0:1773688179.899736:0:74225:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c180. 00010000:00000001:0.0:1773688179.899739:0:74225:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160293888 : -129075549257728 : ffff8a9b41bcc000) 00010000:00000001:0.0:1773688179.899741:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.899743:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.899746:0:74225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc000/0x52973366461d2f84 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.899752:0:74225:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.899754:0:74225:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.899755:0:74225:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.899757:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.899759:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.899761:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.899762:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.899763:0:74225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.899765:0:74225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.899766:0:74225:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.899767:0:74225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.899770:0:74225:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 3 00010000:00000040:0.0:1773688179.899772:0:74225:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.899776:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 92 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.899789:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 92 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.899796:0:74225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc000/0x52973366461d2f84 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.899801:0:74225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.899803:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.899804:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.899806:0:74225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.899808:0:74225:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.899810:0:74225:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.899812:0:74225:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.899815:0:74225:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.899816:0:74225:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.899819:0:74225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc000/0x52973366461d2f84 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.899824:0:74225:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.899825:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.899826:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.899827:0:74225:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.899829:0:74225:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.899832:0:74225:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46200 count: 4 00010000:00000001:0.0:1773688179.899834:0:74225:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.899835:0:74225:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.899838:0:74225:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcd200. 00000020:00000001:0.0:1773688179.899840:0:74225:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.899842:0:74225:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcd200 with handle 0x52973366461d2f8b to hash 00000020:00000001:0.0:1773688179.899843:0:74225:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.899844:0:74225:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160298496 : -129075549253120 : ffff8a9b41bcd200) 00010000:00000010:0.0:1773688179.899848:0:74225:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921cf00. 00010000:00000001:0.0:1773688179.899850:0:74225:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160298496 : -129075549253120 : ffff8a9b41bcd200) 00010000:00000001:0.0:1773688179.899852:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.899854:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.899856:0:74225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d2f8b lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.899862:0:74225:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.899863:0:74225:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.899864:0:74225:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.899866:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.899868:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.899869:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.899870:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.899872:0:74225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.899873:0:74225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.899874:0:74225:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.899876:0:74225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.899877:0:74225:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) refcount = 4 00010000:00000040:0.0:1773688179.899880:0:74225:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.899883:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2d46 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.899888:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10000/0x52973366461d2b9b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.899893:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d2b78 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.899905:0:74225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d2f8b lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.899910:0:74225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.899912:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.899914:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.899915:0:74225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.899917:0:74225:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.899919:0:74225:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.899921:0:74225:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.899923:0:74225:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.899924:0:74225:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.899926:0:74225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d2f8b lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.899931:0:74225:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.899932:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.899933:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.899935:0:74225:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.899937:0:74225:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1773688179.899938:0:74225:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1773688179.899940:0:74225:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.899941:0:74225:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773688179.899945:0:74225:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9b415e4200. 00010000:00000010:0.0:1773688179.899960:0:74225:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b36caea00. 00010000:00000001:0.0:1773688179.899963:0:74225:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.899968:0:74225:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcd000. 00000020:00000001:0.0:1773688179.899970:0:74225:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.899971:0:74225:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcd000 with handle 0x52973366461d2f92 to hash 00000020:00000001:0.0:1773688179.899973:0:74225:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.899974:0:74225:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160297984 : -129075549253632 : ffff8a9b41bcd000) 00010000:00000010:0.0:1773688179.899977:0:74225:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c100. 00010000:00000001:0.0:1773688179.899979:0:74225:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160297984 : -129075549253632 : ffff8a9b41bcd000) 00010000:00000001:0.0:1773688179.899981:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.899982:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.899985:0:74225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd000/0x52973366461d2f92 lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.899990:0:74225:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.899992:0:74225:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.899993:0:74225:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.899994:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.899996:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.899998:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.899999:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.900001:0:74225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.900002:0:74225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.900003:0:74225:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.900004:0:74225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.900035:0:74225:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x57ca59f5 (ffff8a9b415e4200) refcount = 1 00010000:00010000:0.0:1773688179.900039:0:74225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd000/0x52973366461d2f92 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.900044:0:74225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.900047:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.900049:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.900051:0:74225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.900052:0:74225:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.900054:0:74225:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.900056:0:74225:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.900058:0:74225:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.900060:0:74225:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.900062:0:74225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd000/0x52973366461d2f92 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.900067:0:74225:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.900068:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.900069:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1773688179.900075:0:74225:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.900081:0:74225:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:0.0:1773688179.900083:0:74225:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0xef:0x0] version is 0x27000000be 00080000:00000001:0.0:1773688179.900087:0:74225:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.900089:0:74225:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:0.0:1773688179.900090:0:74225:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0xef:0x0] version is 0x27000000be 00000004:00000001:0.0:1773688179.900094:0:74225:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.900113:0:74225:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.900116:0:74225:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688179.900118:0:74225:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:0.0:1773688179.900123:0:74225:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.900126:0:74225:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1773688179.900142:0:74225:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.900145:0:74225:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1773688179.900146:0:74225:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1773688179.900149:0:74225:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688179.900151:0:74225:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688179.900153:0:74225:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688179.900155:0:74225:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.900157:0:74225:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688179.900159:0:74225:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.900161:0:74225:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:0.0:1773688179.900163:0:74225:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900165:0:74225:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900167:0:74225:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.900169:0:74225:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x144:0x0] 00000020:00000001:0.0:1773688179.900171:0:74225:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.900175:0:74225:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:0.0:1773688179.900177:0:74225:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:0.0:1773688179.900179:0:74225:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1773688179.900180:0:74225:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900184:0:74225:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.900189:0:74225:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.900191:0:74225:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688179.900193:0:74225:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:0.0:1773688179.900196:0:74225:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.900198:0:74225:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1773688179.900206:0:74225:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.900208:0:74225:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.900210:0:74225:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688179.900213:0:74225:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000004:00000001:0.0:1773688179.900215:0:74225:0:(mdt_lib.c:2207:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900217:0:74225:0:(mdt_handler.c:4261:mdt_object_lock()) Process entered 00010000:00000001:0.0:1773688179.900219:0:74225:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.900220:0:74225:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.900224:0:74225:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 5 00010000:00000001:0.0:1773688179.900226:0:74225:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.900228:0:74225:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.900231:0:74225:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcc200. 00000020:00000001:0.0:1773688179.900233:0:74225:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.900235:0:74225:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcc200 with handle 0x52973366461d2f99 to hash 00000020:00000001:0.0:1773688179.900237:0:74225:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.900238:0:74225:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160294400 : -129075549257216 : ffff8a9b41bcc200) 00010000:00000010:0.0:1773688179.900241:0:74225:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c480. 00010000:00000001:0.0:1773688179.900243:0:74225:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160294400 : -129075549257216 : ffff8a9b41bcc200) 00010000:00000001:0.0:1773688179.900245:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.900246:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.900249:0:74225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2f99 lrc: 3/0,1 mode: --/EX res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.900255:0:74225:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.900256:0:74225:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.900258:0:74225:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.900259:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.900262:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.900264:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.900266:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.900267:0:74225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.900269:0:74225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.900270:0:74225:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.900271:0:74225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.900273:0:74225:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 5 00010000:00000040:0.0:1773688179.900276:0:74225:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.900280:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 92 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.900287:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.900297:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.900302:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.900308:0:74225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2f99 lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.900313:0:74225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.900315:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.900317:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.900318:0:74225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.900320:0:74225:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.900322:0:74225:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.900323:0:74225:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.900326:0:74225:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.900327:0:74225:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.900329:0:74225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2f99 lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.900332:0:74225:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.900333:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.900333:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.900334:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.900335:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.900336:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcc200 refcount=3 00000020:00000001:0.0:1773688179.900337:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160294400 : -129075549257216 : ffff8a9b41bcc200) 00010000:00000001:0.0:1773688179.900338:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160294400 : -129075549257216 : ffff8a9b41bcc200) 00010000:00000001:0.0:1773688179.900340:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.900340:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.900342:0:74225:0:(mdt_handler.c:4265:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.900345:0:74225:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.900348:0:74225:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:0.0:1773688179.900350:0:74225:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0x144:0x0] version is 0x28000000e3 00000004:00000001:0.0:1773688179.900356:0:74225:0:(mdd_dir.c:3531:mdd_rename()) Process entered 00000020:00000001:0.0:1773688179.900357:0:74225:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.900359:0:74225:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:0.0:1773688179.900374:0:74225:0:(mdd_dir.c:3328:mdd_rename_sanity_check()) Process entered 00000004:00000001:0.0:1773688179.900376:0:74225:0:(mdd_dir.c:523:mdd_may_delete()) Process entered 00000004:00000001:0.0:1773688179.900377:0:74225:0:(mdd_dir.c:487:mdd_may_delete_entry()) Process entered 00000004:00000001:0.0:1773688179.900380:0:74225:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688179.900382:0:74225:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 3 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:0.0:1773688179.900385:0:74225:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900387:0:74225:0:(mdd_dir.c:509:mdd_may_delete_entry()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900390:0:74225:0:(mdd_dir.c:563:mdd_may_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900392:0:74225:0:(mdd_dir.c:442:mdd_may_create()) Process entered 00000004:00000001:0.0:1773688179.900394:0:74225:0:(mdd_dir.c:454:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900396:0:74225:0:(mdd_dir.c:3374:mdd_rename_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1773688179.900399:0:74225:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1773688179.900408:0:74225:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9b27a7ec60. 00080000:00000001:0.0:1773688179.900411:0:74225:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1773688179.900417:0:74225:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0e96a400. 00080000:00000001:0.0:1773688179.900419:0:74225:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993007191040 : -129080702360576 : ffff8a9a0e96a400) 00000004:00000001:0.0:1773688179.900422:0:74225:0:(mdd_dir.c:1597:mdd_linkea_prepare()) Process entered 00000004:00000001:0.0:1773688179.900426:0:74225:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.900427:0:74225:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.900430:0:74225:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:0.0:1773688179.900433:0:74225:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000020:00000001:0.0:1773688179.900436:0:74225:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b81c4fa60 00000001:00000002:0.0:1773688179.900438:0:74225:0:(linkea.c:206:linkea_del_buf()) Old link_ea name 'HANDOUT.DOC' is removed 00000020:00000001:0.0:1773688179.900441:0:74225:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b81c4fa50 00000001:00000002:0.0:1773688179.900443:0:74225:0:(linkea.c:183:linkea_add_buf()) New link_ea name '[0x20000afe1:0xef:0x0]:~WRL0004.TMP' is added 00000004:00000001:0.0:1773688179.900445:0:74225:0:(mdd_dir.c:1624:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900449:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.900451:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007191040 : -129080702360576 : ffff8a9a0e96a400) 00080000:00000001:0.0:1773688179.900454:0:74225:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:0.0:1773688179.900461:0:74225:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900464:0:74225:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688179.900467:0:74225:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688179.900468:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.900469:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007191040 : -129080702360576 : ffff8a9a0e96a400) 00080000:00000001:0.0:1773688179.900473:0:74225:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688179.900475:0:74225:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900477:0:74225:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900480:0:74225:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688179.900482:0:74225:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900484:0:74225:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900486:0:74225:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688179.900487:0:74225:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688179.900488:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.900489:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007191040 : -129080702360576 : ffff8a9a0e96a400) 00080000:00000001:0.0:1773688179.900491:0:74225:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688179.900492:0:74225:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900494:0:74225:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900496:0:74225:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688179.900497:0:74225:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900499:0:74225:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900500:0:74225:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688179.900502:0:74225:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688179.900503:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.900504:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007191040 : -129080702360576 : ffff8a9a0e96a400) 00080000:00000001:0.0:1773688179.900506:0:74225:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688179.900515:0:74225:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900517:0:74225:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900519:0:74225:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900522:0:74225:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.900525:0:74225:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.900527:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.900528:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007191040 : -129080702360576 : ffff8a9a0e96a400) 00080000:00000001:0.0:1773688179.900531:0:74225:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1773688179.900546:0:74225:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900548:0:74225:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900550:0:74225:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900553:0:74225:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:0.0:1773688179.900554:0:74225:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688179.900555:0:74225:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.900557:0:74225:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:0.0:1773688179.900558:0:74225:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900559:0:74225:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900561:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.900562:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007191040 : -129080702360576 : ffff8a9a0e96a400) 00080000:00000001:0.0:1773688179.900564:0:74225:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000002:0.0:1773688179.900566:0:74225:0:(osd_oi.c:1096:osd_idc_find_or_init()) lustre-MDT0000: FID [0x20000afe1:0x144:0x0] not in the id map cache 00080000:00000001:0.0:1773688179.900568:0:74225:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1773688179.900569:0:74225:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1773688179.900570:0:74225:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688179.900571:0:74225:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688179.900572:0:74225:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688179.900573:0:74225:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.900574:0:74225:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688179.900575:0:74225:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.900577:0:74225:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1773688179.900578:0:74225:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1773688179.900579:0:74225:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688179.900579:0:74225:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688179.900580:0:74225:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688179.900581:0:74225:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.900582:0:74225:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.900601:0:74225:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.900606:0:74225:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.900611:0:74225:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1773688179.900613:0:74225:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1773688179.900618:0:74225:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1773688179.900620:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.900621:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007191040 : -129080702360576 : ffff8a9a0e96a400) 00080000:00000001:0.0:1773688179.900624:0:74225:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688179.900628:0:74225:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688179.900629:0:74225:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900631:0:74225:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900633:0:74225:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.900635:0:74225:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.900636:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.900638:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007191040 : -129080702360576 : ffff8a9a0e96a400) 00080000:00000001:0.0:1773688179.900640:0:74225:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1773688179.900645:0:74225:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900647:0:74225:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900649:0:74225:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.900668:0:74225:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.900670:0:74225:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900672:0:74225:0:(mdd_dir.c:688:__mdd_index_delete()) Process entered 00000004:00000001:0.0:1773688179.900674:0:74225:0:(mdd_dir.c:629:__mdd_index_delete_only()) Process entered 00000004:00000001:0.0:1773688179.900676:0:74225:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:0.0:1773688179.900677:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.900678:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007191040 : -129080702360576 : ffff8a9a0e96a400) 00080000:00000001:0.0:1773688179.900681:0:74225:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:0.0:1773688179.900690:0:74225:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1773688179.900692:0:74225:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1773688179.900693:0:74225:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688179.900694:0:74225:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688179.900696:0:74225:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688179.900697:0:74225:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.900698:0:74225:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688179.900699:0:74225:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.900708:0:74225:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900709:0:74225:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900711:0:74225:0:(mdd_dir.c:636:__mdd_index_delete_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900712:0:74225:0:(mdd_dir.c:697:__mdd_index_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900713:0:74225:0:(mdd_dir.c:669:__mdd_index_insert()) Process entered 00000004:00000001:0.0:1773688179.900714:0:74225:0:(mdd_dir.c:647:__mdd_index_insert_only()) Process entered 00000004:00000001:0.0:1773688179.900716:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.900716:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007191040 : -129080702360576 : ffff8a9a0e96a400) 00080000:00000001:0.0:1773688179.900719:0:74225:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:0.0:1773688179.900725:0:74225:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900727:0:74225:0:(mdd_dir.c:659:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900728:0:74225:0:(mdd_dir.c:678:__mdd_index_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900730:0:74225:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:0.0:1773688179.900731:0:74225:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900733:0:74225:0:(mdd_dir.c:1639:mdd_links_rename()) Process entered 00000004:00000001:0.0:1773688179.900737:0:74225:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.900739:0:74225:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1773688179.900740:0:74225:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.900741:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.900742:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007191040 : -129080702360576 : ffff8a9a0e96a400) 00080000:00000001:0.0:1773688179.900745:0:74225:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1773688179.900746:0:74225:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.link with size 54 00080000:00000001:0.0:1773688179.900748:0:74225:0:(osd_xattr.c:852:osd_xattr_handle_linkea()) Process entered 00080000:00000001:0.0:1773688179.900749:0:74225:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1773688179.900749:0:74225:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1773688179.900750:0:74225:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688179.900751:0:74225:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688179.900751:0:74225:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688179.900752:0:74225:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.900753:0:74225:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688179.900754:0:74225:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.900755:0:74225:0:(osd_xattr.c:882:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.900767:0:74225:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1773688179.900768:0:74225:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.900769:0:74225:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900770:0:74225:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900772:0:74225:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900773:0:74225:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900774:0:74225:0:(mdd_dir.c:1653:mdd_links_rename()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688179.900777:0:74225:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:0.0:1773688179.900777:0:74225:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:0.0:1773688179.900779:0:74225:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:0.0:1773688179.900780:0:74225:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:0.0:1773688179.900781:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.900782:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007191040 : -129080702360576 : ffff8a9a0e96a400) 00080000:00000001:0.0:1773688179.900784:0:74225:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:0.0:1773688179.900786:0:74225:0:(osd_object.c:1274:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.900787:0:74225:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900788:0:74225:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900789:0:74225:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688179.900790:0:74225:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900791:0:74225:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900792:0:74225:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900794:0:74225:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900795:0:74225:0:(mdd_dir.c:3767:mdd_rename()) Process leaving 00000004:00000001:0.0:1773688179.900796:0:74225:0:(mdd_dir.c:1371:mdd_changelog_ns_store()) Process entered 00000004:00000001:0.0:1773688179.900797:0:74225:0:(mdd_dir.c:1378:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.900800:0:74225:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1773688179.900801:0:74225:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1773688179.900803:0:74225:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:0.0:1773688179.900805:0:74225:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.900807:0:74225:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1773688179.900807:0:74225:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1773688179.900808:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.900809:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007191040 : -129080702360576 : ffff8a9a0e96a400) 00080000:00000001:0.0:1773688179.900810:0:74225:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1773688179.900811:0:74225:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:0.0:1773688179.900813:0:74225:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1773688179.900814:0:74225:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.900815:0:74225:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900816:0:74225:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900817:0:74225:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900818:0:74225:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:0.0:1773688179.900819:0:74225:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692083, last_committed = 171798692041 00000001:00000010:0.0:1773688179.900822:0:74225:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b07fb6240. 00000001:00000040:0.0:1773688179.900824:0:74225:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 42 00000020:00000040:0.0:1773688179.900826:0:74225:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=93 00000001:00000010:0.0:1773688179.900829:0:74225:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b08b53180. 00000004:00000001:0.0:1773688179.900833:0:74225:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1773688179.900834:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688179.900835:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007191040 : -129080702360576 : ffff8a9a0e96a400) 00080000:00000001:0.0:1773688179.900837:0:74225:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688179.900846:0:74225:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1773688179.900848:0:74225:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1773688179.900850:0:74225:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b08b53180: xid 1859843854331776, transno 171798692083, tag 1, client gen 13, slot idx 3 00000001:00000001:0.0:1773688179.900852:0:74225:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.900871:0:74225:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773688179.900873:0:74225:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9b27a7ec60. 00000020:00000001:0.0:1773688179.900874:0:74225:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.900880:0:74225:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.900884:0:74225:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.900885:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.900886:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900888:0:74225:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1773688179.900893:0:74225:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.900894:0:74225:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.900896:0:74225:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.900897:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.900899:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.900901:0:74225:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.900903:0:74225:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.900904:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.900905:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.900906:0:74225:0:(mdt_reint.c:3213:mdt_reint_rename()) Process leaving 00000004:00000001:0.0:1773688179.900907:0:74225:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688179.900909:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:0.0:1773688179.900910:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.900910:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:0.0:1773688179.900911:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.900912:0:74225:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688179.900913:0:74225:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688179.900914:0:74225:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1773688179.900914:0:74225:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688179.900915:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:0.0:1773688179.900916:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.900916:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.900917:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.900918:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.900919:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcc200 refcount=3 00000020:00000001:0.0:1773688179.900920:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160294400 : -129075549257216 : ffff8a9b41bcc200) 00010000:00000001:0.0:1773688179.900921:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160294400 : -129075549257216 : ffff8a9b41bcc200) 00000004:00010000:0.0:1773688179.900923:0:74225:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000e2b7b194 reply state 0000000049971059 transno 171798692083 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2f99 lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.900929:0:74225:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:0.0:1773688179.900931:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.900932:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.900934:0:74225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.900935:0:74225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.900936:0:74225:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.900937:0:74225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.900938:0:74225:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 5 00010000:00000040:0.0:1773688179.900940:0:74225:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.900942:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 93 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.900946:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.900962:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.900968:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.900972:0:74225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2f99 lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.900975:0:74225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.900976:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.900977:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.900978:0:74225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.900979:0:74225:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.900980:0:74225:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.900982:0:74225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:0.0:1773688179.900983:0:74225:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00000001:0.0:1773688179.900985:0:74225:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.900986:0:74225:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.900987:0:74225:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.900988:0:74225:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:0.0:1773688179.900989:0:74225:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:0.0:1773688179.900991:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.900992:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.900993:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.900994:0:74225:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688179.900994:0:74225:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688179.900995:0:74225:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1773688179.900996:0:74225:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1773688179.900999:0:74225:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41868f58/ffff8a9b41868f00 to site lru. bkt: ffff8a9a1aeb64c0 00000004:00000001:0.0:1773688179.901000:0:74225:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.901001:0:74225:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688179.901001:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:0.0:1773688179.901002:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.901003:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.901003:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.901004:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.901020:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcd000 refcount=3 00000020:00000001:0.0:1773688179.901021:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160297984 : -129075549253632 : ffff8a9b41bcd000) 00010000:00000001:0.0:1773688179.901023:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160297984 : -129075549253632 : ffff8a9b41bcd000) 00000004:00010000:0.0:1773688179.901025:0:74225:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000e2b7b194 reply state 0000000049971059 transno 171798692083 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd000/0x52973366461d2f92 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.901030:0:74225:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:0.0:1773688179.901031:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.901032:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.901033:0:74225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.901034:0:74225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.901035:0:74225:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.901036:0:74225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.901037:0:74225:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x57ca59f5 (ffff8a9b415e4200) refcount = 1 00010000:00010000:0.0:1773688179.901039:0:74225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd000/0x52973366461d2f92 lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.901042:0:74225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.901043:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.901043:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.901044:0:74225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.901045:0:74225:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.901046:0:74225:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.901047:0:74225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x57ca59f5 (ffff8a9b415e4200) 00010000:00010000:0.0:1773688179.901048:0:74225:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.901050:0:74225:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.901051:0:74225:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.901052:0:74225:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.901052:0:74225:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:0.0:1773688179.901053:0:74225:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00000001:0.0:1773688179.901054:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.901054:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.901055:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.901056:0:74225:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688179.901056:0:74225:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688179.901057:0:74225:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1773688179.901057:0:74225:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688179.901058:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.901059:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.901060:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.901060:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcc000 refcount=3 00000020:00000001:0.0:1773688179.901061:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160293888 : -129075549257728 : ffff8a9b41bcc000) 00010000:00000001:0.0:1773688179.901062:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160293888 : -129075549257728 : ffff8a9b41bcc000) 00010000:00000001:0.0:1773688179.901064:0:74225:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688179.901065:0:74225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc000/0x52973366461d2f84 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.901068:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.901068:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.901070:0:74225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc000/0x52973366461d2f84 lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.901073:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.901074:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.901076:0:74225:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688179.901077:0:74225:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc000/0x52973366461d2f84 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.901080:0:74225:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bcc000 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688179.901082:0:74225:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.901083:0:74225:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688179.901085:0:74225:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc000/0x52973366461d2f84 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.901088:0:74225:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688179.901089:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.901090:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.901090:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcc000 refcount=4 00000020:00000001:0.0:1773688179.901091:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160293888 : -129075549257728 : ffff8a9b41bcc000) 00010000:00000001:0.0:1773688179.901092:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160293888 : -129075549257728 : ffff8a9b41bcc000) 00010000:00000001:0.0:1773688179.901094:0:74225:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688179.901095:0:74225:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc000/0x52973366461d2f84 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.901098:0:74225:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688179.901099:0:74225:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688179.901099:0:74225:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.901101:0:74225:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.901102:0:74225:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.901102:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.901103:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.901104:0:74225:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bcc000 with handle 0x52973366461d2f84 from hash 00010000:00000001:0.0:1773688179.901106:0:74225:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.901106:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.901107:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.901107:0:74225:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.901108:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.901109:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.901110:0:74225:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.901111:0:74225:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.901111:0:74225:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.901112:0:74225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:0.0:1773688179.901114:0:74225:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.901115:0:74225:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.901116:0:74225:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.901118:0:74225:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.901118:0:74225:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688179.901120:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.901120:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.901121:0:74225:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.901122:0:74225:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.901124:0:74225:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.901125:0:74225:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc000/0x52973366461d2f84 lrc: 2/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.901128:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.901128:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.901129:0:74225:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688179.901130:0:74225:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688179.901131:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.901132:0:74225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc000/0x52973366461d2f84 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.901135:0:74225:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921c180. 00010000:00000001:0.0:1773688179.901139:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.901139:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.901140:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.901141:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.901141:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.901142:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcd200 refcount=3 00000020:00000001:0.0:1773688179.901143:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160298496 : -129075549253120 : ffff8a9b41bcd200) 00010000:00000001:0.0:1773688179.901144:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160298496 : -129075549253120 : ffff8a9b41bcd200) 00000004:00010000:0.0:1773688179.901146:0:74225:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000e2b7b194 reply state 0000000049971059 transno 171798692083 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d2f8b lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.901149:0:74225:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:0.0:1773688179.901150:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.901151:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.901152:0:74225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.901153:0:74225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.901154:0:74225:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.901154:0:74225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.901156:0:74225:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) refcount = 4 00010000:00000040:0.0:1773688179.901157:0:74225:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.901159:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2d46 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.901162:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10000/0x52973366461d2b9b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.901165:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d2b78 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.901167:0:74225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d2f8b lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.901170:0:74225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.901171:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.901171:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.901172:0:74225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.901173:0:74225:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.901174:0:74225:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.901175:0:74225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) 00010000:00010000:0.0:1773688179.901176:0:74225:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.901177:0:74225:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.901178:0:74225:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.901179:0:74225:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.901179:0:74225:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:0.0:1773688179.901180:0:74225:0:(service.c:177:ptlrpc_save_lock()) nlocks 2 00010000:00000001:0.0:1773688179.901180:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.901181:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.901182:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.901182:0:74225:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688179.901183:0:74225:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688179.901183:0:74225:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1773688179.901184:0:74225:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688179.901186:0:74225:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.901186:0:74225:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688179.901187:0:74225:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.901189:0:74225:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.901190:0:74225:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1773688179.901192:0:74225:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688179.901193:0:74225:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688179.901194:0:74225:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688179.901195:0:74225:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688179.901196:0:74225:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688179.901198:0:74225:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1773688179.901200:0:74225:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.901202:0:74225:0:(mdt_handler.c:3355:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688179.901205:0:74225:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692083, xid 1859843854331776 00010000:00000001:0.0:1773688179.901207:0:74225:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:0.0:1773688179.901208:0:74225:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=94 00010000:00000200:0.0:1773688179.901210:0:74225:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 171798692083, last committed = 171798692041 00010000:00000200:0.0:1773688179.901214:0:74225:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b35ac5180 x1859843854331776/t171798692083(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 520/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773688179.901219:0:74225:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.901221:0:74225:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.901223:0:74225:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0ed5a9e8 time=54 v=5 (1 1 0 0) 00000100:00000001:0.0:1773688179.901226:0:74225:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.901227:0:74225:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.901228:0:74225:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.901230:0:74225:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.901231:0:74225:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.901233:0:74225:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.901235:0:74225:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.901238:0:74225:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be220. 00000100:00000200:0.0:1773688179.901242:0:74225:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854331776, offset 224 00000400:00000200:0.0:1773688179.901245:0:74225:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.901251:0:74225:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.901255:0:74225:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48171:48171:256:4294967295] 192.168.204.51@tcp LPNI seq info [48167:48167:8:4294967295] 00000400:00000200:0.0:1773688179.901282:0:74225:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.901286:0:74225:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.901289:0:74225:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356800. 00000800:00000200:0.0:1773688179.901293:0:74225:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.901297:0:74225:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.901301:0:74225:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356800 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.901311:0:74225:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.901313:0:74225:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.901317:0:74225:0:(ldlm_lib.c:3443:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688179.901319:0:74225:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.901321:0:74225:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688179.901324:0:74225:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b35ac5180 x1859843854331776/t171798692083(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 520/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773688179.901331:0:74225:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b35ac5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+94:68109:x1859843854331776:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1943us (2115us total) trans 171798692083 rc 0/0 00000100:00100000:0.0:1773688179.901336:0:74225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 93 00000100:00000040:0.0:1773688179.901338:0:74225:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688179.901340:0:74225:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.901341:0:74225:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.901344:0:74225:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b36cae300. 00000020:00000010:0.0:1773688179.901346:0:74225:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400898. 00000020:00000010:0.0:1773688179.901349:0:74225:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b37440200. 00000020:00000040:0.0:1773688179.901352:0:74225:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 93 00000100:00000001:0.0:1773688179.901354:0:74225:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.901418:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.901423:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356800. 00000400:00000200:2.0:1773688179.901428:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.901433:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.901437:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be220 00000400:00000010:2.0:1773688179.901439:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be220. 00000100:00000001:2.0:1773688179.901443:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.901445:0:3438:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.903090:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.903099:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.903101:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.903104:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.903110:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.903122:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4467000 00000400:00000200:2.0:1773688179.903127:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 126256 00000800:00000001:2.0:1773688179.903133:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.903141:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.903143:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.903147:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.903151:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.903154:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.903158:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b35ac6300. 00000100:00000040:2.0:1773688179.903161:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b35ac6300 x1859843854331904 msgsize 584 00000100:00100000:2.0:1773688179.903175:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.903184:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.903191:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.903194:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.903205:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.903208:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854331904 02000000:00000001:0.0:1773688179.903210:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.903212:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.903213:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.903216:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.903218:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854331904 00000020:00000001:0.0:1773688179.903220:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.903221:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.903223:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.903225:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=94 00000020:00000001:0.0:1773688179.903226:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.903228:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.903230:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.903233:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703500. 00000100:00000001:0.0:1773688179.903235:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.903236:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703500. 00000020:00000010:0.0:1773688179.903239:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b37440200. 00000020:00000010:0.0:1773688179.903242:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b36cae300. 00000020:00000010:0.0:1773688179.903245:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400898. 00000100:00000040:0.0:1773688179.903251:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688179.903253:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.903255:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688179.903257:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688179.903259:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.903261:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.903266:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.903275:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.903283:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.903284:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.903289:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15539 00000100:00000040:0.0:1773688179.903293:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.903296:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997957894912 : -129075751656704 : ffff8a9b35ac6300) 00000100:00000040:0.0:1773688179.903302:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b35ac6300 x1859843854331904/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688179.903310:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.903313:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703500. 00000100:00000001:0.0:1773688179.903315:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.903317:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703500. 00000100:00100000:0.0:1773688179.903321:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b35ac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+94:68109:x1859843854331904:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688179.903327:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854331904 00000020:00000001:0.0:1773688179.903330:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.903332:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1773688179.903336:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b08b53180: xid 1859843854331776, transno 171798692083, client gen 13, slot idx 3 00000001:00000001:0.0:1773688179.903341:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b079f4d80: xid 1859843854331136, transno 171798692082, client gen 13, slot idx 2 00000001:00000010:0.0:1773688179.903344:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b079f4d80. 00000020:00000001:0.0:1773688179.903347:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.903349:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.903351:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688179.903353:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688179.903356:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854331904, found 0 last_xid 1859843854331903 00000020:00000001:0.0:1773688179.903358:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.903360:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.903361:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.903364:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.903365:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688179.903366:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688179.903368:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688179.903369:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688179.903371:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.903374:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.903377:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:0.0:1773688179.903379:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.903380:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.903382:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcd600. 00000020:00000001:0.0:1773688179.903384:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.903385:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcd600 with handle 0x52973366461d2fa0 to hash 00000020:00000001:0.0:1773688179.903387:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.903388:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160299520 : -129075549252096 : ffff8a9b41bcd600) 00010000:00000010:0.0:1773688179.903390:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c180. 00010000:00000001:0.0:1773688179.903392:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160299520 : -129075549252096 : ffff8a9b41bcd600) 00010000:00010000:0.0:1773688179.903395:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d2fa0 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a8c4 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.903400:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:0.0:1773688179.903402:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=95 00010000:00000001:0.0:1773688179.903406:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688179.903407:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688179.903410:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688179.903412:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688179.903413:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1773688179.903415:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.903416:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:0.0:1773688179.903417:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.903420:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:0.0:1773688179.903421:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:0.0:1773688179.903423:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.903424:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688179.903425:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688179.903427:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.903428:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.903433:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b0890d000. 02000000:00000001:0.0:1773688179.903435:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.903436:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.903437:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.903439:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1773688179.903441:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:0.0:1773688179.903442:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.903443:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.903445:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.903446:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.903447:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.903448:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.903449:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.903450:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.903450:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.903451:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.903452:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.903454:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.903455:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.903456:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.903458:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.903458:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.903460:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.903461:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.903461:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.903464:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688179.903466:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688179.903467:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688179.903468:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.903469:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.903470:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.903471:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.903472:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.903473:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.903474:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688179.903475:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.903476:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.903477:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.903478:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688179.903479:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.903482:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:0.0:1773688179.903485:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:0.0:1773688179.903486:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/~WRL0004.TMP, ldlm_rep = ffff8a9b0890d228 00000004:00000001:0.0:1773688179.903489:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1773688179.903490:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1773688179.903492:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1773688179.903493:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.903495:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.903496:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:0.0:1773688179.903498:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.903499:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.903500:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcd400. 00000020:00000001:0.0:1773688179.903502:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.903503:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcd400 with handle 0x52973366461d2fa7 to hash 00000020:00000001:0.0:1773688179.903504:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.903505:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160299008 : -129075549252608 : ffff8a9b41bcd400) 00010000:00000010:0.0:1773688179.903507:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921cc80. 00010000:00000001:0.0:1773688179.903509:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160299008 : -129075549252608 : ffff8a9b41bcd400) 00010000:00000001:0.0:1773688179.903510:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.903511:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.903513:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd400/0x52973366461d2fa7 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.903516:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.903518:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.903519:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.903520:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.903521:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.903522:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.903523:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.903524:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.903525:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.903526:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.903527:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.903528:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 4 00010000:00000040:0.0:1773688179.903530:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.903533:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 95 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.903537:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 95 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.903541:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd400/0x52973366461d2fa7 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.903544:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.903546:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.903547:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.903548:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.903549:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.903551:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.903552:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.903554:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.903555:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.903557:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd400/0x52973366461d2fa7 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.903559:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.903560:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.903561:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.903562:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.903563:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.903564:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b415e4200 count: 2 00010000:00000001:0.0:1773688179.903565:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.903566:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.903568:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86200. 00000020:00000001:0.0:1773688179.903569:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.903570:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86200 with handle 0x52973366461d2fae to hash 00000020:00000001:0.0:1773688179.903571:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.903571:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139743232 : -129076569808384 : ffff8a9b04e86200) 00010000:00000010:0.0:1773688179.903573:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c680. 00010000:00000001:0.0:1773688179.903574:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139743232 : -129076569808384 : ffff8a9b04e86200) 00010000:00000001:0.0:1773688179.903576:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.903577:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.903578:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d2fae lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.903581:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.903582:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.903583:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.903583:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.903585:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.903586:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.903587:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.903588:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.903589:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.903590:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.903590:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.903591:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x57ca59f5 (ffff8a9b415e4200) refcount = 2 00010000:00000040:0.0:1773688179.903593:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.903594:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd000/0x52973366461d2f92 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.903597:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d2fae lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.903599:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.903600:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.903601:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.903602:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.903603:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.903603:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.903604:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.903605:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.903606:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.903608:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d2fae lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.903610:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.903611:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.903611:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.903612:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.903614:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.903638:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.903640:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688179.903642:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1773688179.903644:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.903647:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1773688179.903657:0:68797:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.903658:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1773688179.903659:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1773688179.903661:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688179.903662:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688179.903664:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688179.903665:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.903666:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688179.903668:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.903669:0:68797:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:0.0:1773688179.903670:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.903671:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.903672:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.903673:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x144:0x0] 00000020:00000001:0.0:1773688179.903674:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.903677:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:0.0:1773688179.903678:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:0.0:1773688179.903681:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1773688179.903683:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.903684:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.903685:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 6 00010000:00000001:0.0:1773688179.903687:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.903688:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.903690:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8aa00. 00000020:00000001:0.0:1773688179.903691:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.903692:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8aa00 with handle 0x52973366461d2fb5 to hash 00000020:00000001:0.0:1773688179.903693:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.903694:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00000010:0.0:1773688179.903696:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c200. 00010000:00000001:0.0:1773688179.903697:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00000001:0.0:1773688179.903699:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.903700:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.903701:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d2fb5 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.903708:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.903709:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.903710:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.903711:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.903712:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.903713:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.903713:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.903714:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.903715:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.903716:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.903717:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.903718:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 6 00010000:00000040:0.0:1773688179.903720:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.903722:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 95 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.903725:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2f99 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.903729:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.903732:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.903735:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.903738:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d2fb5 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.903741:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.903742:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.903742:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.903744:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.903745:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.903746:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.903747:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.903748:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.903749:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.903751:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d2fb5 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.903753:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.903754:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.903754:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.903755:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.903756:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.903757:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8aa00 refcount=3 00000020:00000001:0.0:1773688179.903758:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00000001:0.0:1773688179.903759:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00000001:0.0:1773688179.903760:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.903761:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.903762:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.903763:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1773688179.903766:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1773688179.903767:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1773688179.903769:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.903771:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.903774:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.903775:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.903778:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688179.903780:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688179.903782:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688179.903783:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:0.0:1773688179.903785:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.903786:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x144:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:0.0:1773688179.903788:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.903789:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.903790:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.903791:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688179.903792:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688179.903793:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688179.903795:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.903796:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.903796:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.903798:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.903799:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.903800:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:0.0:1773688179.903801:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:0.0:1773688179.903802:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1773688179.903804:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b0890d370 00000004:00000001:0.0:1773688179.903805:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.903807:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.903808:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.903809:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.903810:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.903811:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.903812:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.903813:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.903814:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.903815:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:0.0:1773688179.903817:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: returning size 15360 00000004:00000040:0.0:1773688179.903820:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x144:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:0.0:1773688179.903821:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:0.0:1773688179.903823:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000401:2569 00000004:00200000:0.0:1773688179.903825:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:0.0:1773688179.903826:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:0.0:1773688179.903827:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.903828:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.903829:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1773688179.903830:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.903831:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.903831:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.903832:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.903833:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.903835:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.903837:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.903840:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.903843:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.903844:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.903845:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.903846:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.903849:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.903850:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.903851:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8aa00 refcount=3 00000020:00000001:0.0:1773688179.903852:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00000001:0.0:1773688179.903854:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00000004:00010000:0.0:1773688179.903856:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d2fb5 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:0.0:1773688179.903859:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1773688179.903861:0:68797:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b41868f58/ffff8a9b41868f00 to site lru. bkt: ffff8a9a1aeb64c0 00000004:00000001:0.0:1773688179.903862:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.903863:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1773688179.903863:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1773688179.903864:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.903865:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1773688179.903867:0:68797:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:0.0:1773688179.903868:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.903869:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.903870:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.903871:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 6 00010000:00000040:0.0:1773688179.903872:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.903874:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 95 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.903878:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2f99 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.903883:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.903887:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.903890:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.903893:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d2fb5 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.903895:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.903896:0:68797:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.903898:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.903899:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.903900:0:68797:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688179.903902:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688179.903903:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.903905:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.903906:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.903907:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcd400 refcount=3 00000020:00000001:0.0:1773688179.903908:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160299008 : -129075549252608 : ffff8a9b41bcd400) 00010000:00000001:0.0:1773688179.903910:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160299008 : -129075549252608 : ffff8a9b41bcd400) 00010000:00000001:0.0:1773688179.903912:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688179.903914:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd400/0x52973366461d2fa7 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.903919:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.903921:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.903923:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd400/0x52973366461d2fa7 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.903927:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.903929:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.903932:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688179.903934:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd400/0x52973366461d2fa7 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.903939:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41bcd400 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688179.903941:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.903943:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688179.903945:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd400/0x52973366461d2fa7 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.903960:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688179.903961:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.903962:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.903964:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcd400 refcount=4 00000020:00000001:0.0:1773688179.903966:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160299008 : -129075549252608 : ffff8a9b41bcd400) 00010000:00000001:0.0:1773688179.903968:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160299008 : -129075549252608 : ffff8a9b41bcd400) 00010000:00000001:0.0:1773688179.903970:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688179.903972:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd400/0x52973366461d2fa7 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.903977:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688179.903978:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688179.903979:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.903982:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.903983:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.903984:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.903985:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.903986:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bcd400 with handle 0x52973366461d2fa7 from hash 00010000:00000001:0.0:1773688179.903988:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.903989:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.903989:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.903990:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.903992:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.903993:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.903994:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.903996:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.903997:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.903998:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:0.0:1773688179.904000:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.904001:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.904003:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.904004:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.904004:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688179.904025:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.904026:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.904027:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.904028:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.904029:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.904031:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd400/0x52973366461d2fa7 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.904034:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.904036:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.904037:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688179.904038:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688179.904039:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.904040:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd400/0x52973366461d2fa7 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.904044:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921cc80. 00010000:00000001:0.0:1773688179.904050:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.904053:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.904055:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.904056:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.904057:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.904058:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86200 refcount=3 00000020:00000001:0.0:1773688179.904060:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139743232 : -129076569808384 : ffff8a9b04e86200) 00010000:00000001:0.0:1773688179.904061:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139743232 : -129076569808384 : ffff8a9b04e86200) 00010000:00000001:0.0:1773688179.904063:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688179.904064:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d2fae lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.904068:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.904069:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.904071:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d2fae lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.904075:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.904077:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.904078:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688179.904080:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d2fae lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.904085:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e86200 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688179.904087:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.904088:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688179.904091:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d2fae lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.904095:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688179.904096:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.904098:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.904099:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86200 refcount=4 00000020:00000001:0.0:1773688179.904100:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139743232 : -129076569808384 : ffff8a9b04e86200) 00010000:00000001:0.0:1773688179.904102:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139743232 : -129076569808384 : ffff8a9b04e86200) 00010000:00000001:0.0:1773688179.904104:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688179.904106:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d2fae lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.904110:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688179.904112:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688179.904113:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.904116:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.904117:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.904118:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.904120:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.904122:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86200 with handle 0x52973366461d2fae from hash 00010000:00000001:0.0:1773688179.904124:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.904125:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.904126:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.904128:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.904129:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.904131:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.904132:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.904133:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.904135:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.904137:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x57ca59f5 (ffff8a9b415e4200) 00010000:00010000:0.0:1773688179.904139:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.904141:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.904143:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.904144:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.904145:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688179.904147:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.904148:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.904149:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.904151:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.904152:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.904155:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d2fae lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.904159:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.904160:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.904161:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688179.904163:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688179.904164:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.904166:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d2fae lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.904171:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921c680. 00010000:00000001:0.0:1773688179.904176:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.904177:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.904179:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688179.904180:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688179.904181:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:0.0:1773688179.904183:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.904184:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.904185:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8aa00 refcount=3 00000020:00000001:0.0:1773688179.904187:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00000001:0.0:1773688179.904189:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00000004:00000040:0.0:1773688179.904191:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:0.0:1773688179.904193:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=96 00010000:00000001:0.0:1773688179.904196:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.904197:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.904199:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688179.904200:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1773688179.904202:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688179.904204:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688179.904205:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688179.904206:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688179.904208:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688179.904210:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1773688179.904214:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.904215:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688179.904217:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688179.904218:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.904219:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1773688179.904220:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1773688179.904221:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.904223:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.904224:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.904225:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.904226:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.904227:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bcd600 with handle 0x52973366461d2fa0 from hash 00010000:00000001:0.0:1773688179.904229:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.904229:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.904230:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.904231:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1773688179.904231:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.904234:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd600/0x52973366461d2fa0 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8c4 expref: 96 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.904238:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:0.0:1773688179.904239:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 95 00010000:00000010:0.0:1773688179.904241:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921c180. 00010000:00000001:0.0:1773688179.904243:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.904245:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.904248:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1773688179.904252:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d2fb5 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8c4 expref: 95 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.904258:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.904260:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.904261:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:0.0:1773688179.904263:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1773688179.904265:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.904267:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.904269:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.904270:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.904271:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.904273:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41b8aa00, rc 0) 00000020:00000001:0.0:1773688179.904275:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688179.904278:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854331904 00010000:00000001:0.0:1773688179.904280:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688179.904285:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b35ac6300 x1859843854331904/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688179.904291:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.904293:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.904296:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688179.904300:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.904302:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.904304:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.904307:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.904309:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.904311:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.904314:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.904362:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505660. 00000100:00000200:2.0:1773688179.904367:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854331904, offset 224 00000400:00000200:2.0:1773688179.904371:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.904376:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.904380:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48172:48172:256:4294967295] 192.168.204.51@tcp LPNI seq info [48168:48168:8:4294967295] 00000400:00000200:2.0:1773688179.904386:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.904389:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.904393:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a000. 00000800:00000200:2.0:1773688179.904396:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.904400:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.904402:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a000 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.904411:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.904413:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.904415:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.904416:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.904418:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.904421:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b35ac6300 x1859843854331904/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.904428:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b35ac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+95:68109:x1859843854331904:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1116us (1265us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.904433:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15539 00000100:00000040:2.0:1773688179.904434:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.904436:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.904437:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.904439:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b36cae300. 00000020:00000010:2.0:1773688179.904442:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400898. 00000020:00000010:2.0:1773688179.904444:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b37440200. 00000020:00000040:2.0:1773688179.904447:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 94 00000100:00000001:2.0:1773688179.904448:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.904473:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.904477:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a000. 00000400:00000200:0.0:1773688179.904481:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.904485:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.904488:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505660 00000400:00000010:0.0:1773688179.904490:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505660. 00000100:00000001:0.0:1773688179.904492:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.904493:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1773688179.905040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86800. 00010000:00000010:1.1:1773688179.905041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcde00. 00010000:00000010:0.1:1773688179.909073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcdc00. 00010000:00000010:0.1:1773688179.909081:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b415e4e00. 00010000:00000010:0.1:1773688179.909097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bccc00. 00010000:00000010:0.1:1773688179.909100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd800. 00000800:00000001:2.0:1773688179.909170:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.909179:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.909181:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.909184:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.909191:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.909201:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 648 into portal 12 MB=0x69b84a4467100 00000400:00000200:2.0:1773688179.909207:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 648/648 into md 0x3b659 [64] + 126840 00000800:00000001:2.0:1773688179.909213:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.909221:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.909224:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.909228:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.909237:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.909240:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.909245:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b35ac4000. 00000100:00000040:2.0:1773688179.909248:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b35ac4000 x1859843854332160 msgsize 648 00000100:00100000:2.0:1773688179.909252:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.909266:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.909273:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.909276:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.909336:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.909342:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854332160 02000000:00000001:3.0:1773688179.909346:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.909349:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.909352:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.909357:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.909362:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854332160 00000020:00000001:3.0:1773688179.909365:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.909367:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.909369:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.909373:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=95 00000020:00000001:3.0:1773688179.909376:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.909378:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.909383:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.909390:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a54c0. 00000100:00000001:3.0:1773688179.909393:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.909395:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a54c0. 00000020:00000010:3.0:1773688179.909401:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2200. 00000020:00000010:3.0:1773688179.909406:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688179.909411:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0190. 00000100:00000040:3.0:1773688179.909417:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.909420:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.909423:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.909425:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.909426:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.909428:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.909434:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.909447:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.909456:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.909457:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.909463:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15540 00000100:00000040:3.0:1773688179.909466:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.909468:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997957885952 : -129075751665664 : ffff8a9b35ac4000) 00000100:00000040:3.0:1773688179.909475:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b35ac4000 x1859843854332160/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.909483:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.909484:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a54c0. 00000100:00000001:3.0:1773688179.909486:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.909487:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a54c0. 00000100:00100000:3.0:1773688179.909490:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b35ac4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+95:68109:x1859843854332160:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.909493:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854332160 00000020:00000001:3.0:1773688179.909497:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.909500:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.909504:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.909505:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.909507:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.909509:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.909512:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854332160, found 0 last_xid 1859843854332159 00000020:00000001:3.0:1773688179.909514:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.909515:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.909517:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.909521:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.909523:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.909525:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.909527:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.909528:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.909529:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.909533:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.909540:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:3.0:1773688179.909542:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.909544:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.909547:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f0c00. 00000020:00000001:3.0:1773688179.909550:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.909551:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f0c00 with handle 0x52973366461d2fbc to hash 00000020:00000001:3.0:1773688179.909553:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.909554:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000010:3.0:1773688179.909558:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315bac80. 00010000:00000001:3.0:1773688179.909560:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00010000:3.0:1773688179.909564:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d2fbc lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a8cb expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.909571:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.909573:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=96 00010000:00000001:3.0:1773688179.909577:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.909580:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.909586:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.909588:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.909589:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.909591:0:68797:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:3.0:1773688179.909594:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9b35ac4000 x1859843854332160/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1773688179.909601:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1773688179.909603:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1773688179.909605:0:68797:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1773688179.909607:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.909608:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.909610:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.909612:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.909614:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.909615:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.909616:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.909617:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.909623:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.909624:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.909625:0:68797:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.909626:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.909629:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.909630:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.909632:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.909634:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.909639:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9a16bb7000. 02000000:00000001:3.0:1773688179.909640:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.909642:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.909645:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1773688179.909647:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.909648:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.909649:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.909650:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.909651:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.909652:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.909653:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.909653:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.909655:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.909656:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.909659:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.909663:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.909665:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.909666:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.909667:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.909668:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.909669:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.909669:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.909670:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.909671:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.909673:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.909675:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.909676:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.909677:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.909678:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.909680:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1773688179.909682:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.909683:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1773688179.909685:0:68797:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:3.0:1773688179.909688:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfa38 00000004:00000002:3.0:1773688179.909690:0:68797:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xef:0x0]/(->[0x20000afe1:0x144:0x0]) cr_flag=040004240000003 mode=0100000 msg_flag=0x600 00000004:00000001:3.0:1773688179.909694:0:68797:0:(mdt_open.c:1135:mdt_open_by_fid_lock()) Process entered 00000004:00000001:3.0:1773688179.909695:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.909697:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.909699:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.909703:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.909705:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.909706:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.909707:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x144:0x0] 00000020:00000001:3.0:1773688179.909708:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.909711:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:3.0:1773688179.909713:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:3.0:1773688179.909714:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1773688179.909715:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.909719:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.909722:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.909727:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.909730:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.909733:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.909736:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.909741:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.909743:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.909745:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.909747:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.909748:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.909750:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x144:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:3.0:1773688179.909753:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.909754:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.909755:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.909756:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.909757:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.909758:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:3.0:1773688179.909760:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a16bb7378 00000004:00000001:3.0:1773688179.909762:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.909764:0:68797:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:3.0:1773688179.909766:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.909767:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.909769:0:68797:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0x144:0x0] lease count: 0, lm: 8 00000004:00000001:3.0:1773688179.909771:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1773688179.909774:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.909775:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.909777:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 7 00010000:00000001:3.0:1773688179.909778:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.909779:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.909781:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1600. 00000020:00000001:3.0:1773688179.909782:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.909784:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1600 with handle 0x52973366461d2fc3 to hash 00000020:00000001:3.0:1773688179.909785:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.909786:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000010:3.0:1773688179.909788:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba980. 00010000:00000001:3.0:1773688179.909790:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:3.0:1773688179.909791:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.909792:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.909795:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d2fc3 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.909799:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.909802:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.909804:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.909806:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.909810:0:68797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1773688179.909814:0:68797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d2fb5 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8c4 expref: 96 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.909818:0:68797:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1773688179.909819:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.909821:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.909822:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.909823:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.909824:0:68797:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1773688179.909826:0:68797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d2fc3 lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.909831:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 7 00010000:00000040:3.0:1773688179.909834:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.909837:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d2fb5 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8c4 expref: 96 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.909841:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 96 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.909845:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2f99 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.909848:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.909851:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.909855:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.909858:0:68797:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1773688179.909860:0:68797:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d2fc3 lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.909865:0:68797:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b072a54c0. 00000100:00000001:3.0:1773688179.909868:0:68797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773688179.909875:0:68797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a0cd82480. 00000100:00000001:3.0:1773688179.909876:0:68797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614992977929344 : -129080731622272 : ffff8a9a0cd82480) 00000100:00000001:3.0:1773688179.909878:0:68797:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614992977929344 : -129080731622272 : ffff8a9a0cd82480) 00000100:00000001:3.0:1773688179.909881:0:68797:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773688179.909882:0:68797:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1773688179.909884:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1773688179.909887:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.909888:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1773688179.909889:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.909891:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.909893:0:68797:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1773688179.909895:0:68797:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1773688179.909900:0:68797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e8b0380. 00000020:00000040:3.0:1773688179.909903:0:68797:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:3.0:1773688179.909906:0:68797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773688179.909908:0:68797:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773688179.909912:0:68797:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773688179.909917:0:68797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a112a2a00. 00000100:00000001:3.0:1773688179.909922:0:68797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.909925:0:68797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d2fb5 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8c4 expref: 96 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.909946:0:68797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d2fb5 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8c4 expref: 96 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.909965:0:68797:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1773688179.909968:0:68797:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773688179.909972:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9a0e8b0380 x1859843861192576/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.909978:0:68797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773688179.909980:0:68797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.909984:0:68797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9a0e8b0380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861192576:192.168.204.51@tcp:104: 00000100:00000001:3.0:1773688179.909987:0:68797:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773688179.909991:0:68797:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773688179.909993:0:68797:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.909995:0:68797:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773688179.909998:0:68797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a112a3c00. 02000000:00000001:3.0:1773688179.909999:0:68797:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773688179.910004:0:68797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b34631268. 00000400:00000010:3.0:1773688179.910045:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee770. 00000100:00000200:3.0:1773688179.910052:0:68797:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861192576, portal 16 00000100:00000001:3.0:1773688179.910055:0:68797:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773688179.910056:0:68797:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614993006429056 : -129080703122560 : ffff8a9a0e8b0380) 00000100:00000040:3.0:1773688179.910060:0:68797:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9a0e8b0380 x1859843861192576/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.910065:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.910067:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.910069:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee440. 00000100:00000200:3.0:1773688179.910070:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861192576, offset 0 00000400:00000200:3.0:1773688179.910075:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.910085:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.910094:0:68797:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773688179.910097:0:68797:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:3.0:1773688179.910101:0:68797:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773688179.910103:0:68797:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:3.0:1773688179.910106:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48173:48173:256:4294967295] 192.168.204.51@tcp LPNI seq info [48169:48169:8:4294967295] 00000400:00000200:3.0:1773688179.910114:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.910119:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.910122:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d100. 00000800:00000200:3.0:1773688179.910127:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.910133:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.910136:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.910146:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.910150:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297630831 00000100:00000001:3.0:1773688179.910157:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297630800 00000100:00000001:3.0:1773688179.910161:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297630831 00000100:00000001:3.0:1773688179.910164:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297630800 00000100:00000001:3.0:1773688179.910168:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297630831 00000100:00000001:3.0:1773688179.910171:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297630800 00000100:00000001:3.0:1773688179.910174:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297630831 00000100:00000001:3.0:1773688179.910176:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297630800 00000100:00000001:3.0:1773688179.910178:0:68797:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773688179.910180:0:68797:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.910181:0:68797:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.910183:0:68797:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.910184:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.910185:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.910187:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.910189:0:68797:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.910190:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1773688179.910192:0:68797:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1773688179.910194:0:68797:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.910196:0:68797:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773688179.910197:0:68797:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773688179.910200:0:68797:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9a0cd82480 going to sleep for 11 seconds 00000100:00000001:3.0:1773688179.910202:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773688179.910206:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773688179.910221:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.910227:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d100. 00000400:00000200:2.0:1773688179.910233:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.910238:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.910242:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee440 00000400:00000010:2.0:1773688179.910245:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee440. 00000100:00000001:2.0:1773688179.910249:0:3439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773688179.910256:0:3439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9a0e8b0380 x1859843861192576/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.910268:0:3439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.910272:0:3439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9a0e8b0380 x1859843861192576/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.910279:0:3439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.910281:0:3439:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.911167:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.911175:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.911177:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.911181:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.911190:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.911201:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af1f80 00000400:00000200:0.0:1773688179.911207:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77f61 [1] + 224 00000800:00000001:0.0:1773688179.911212:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.911218:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.911221:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.911225:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.911229:0:3440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773688179.911234:0:3440:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9a0e8b0380 x1859843861192576/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1773688179.911244:0:3440:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9a0e8b0380 x1859843861192576/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.911267:0:3440:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.911274:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.911278:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.911300:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773688179.911309:0:68797:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773688179.911311:0:68797:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773688179.911315:0:68797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b34631268. 00000400:00000200:1.0:1773688179.911320:0:68797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee770 00000400:00000010:1.0:1773688179.911322:0:68797:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee770. 00000100:00000001:1.0:1773688179.911326:0:68797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773688179.911332:0:68797:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9a0e8b0380 x1859843861192576/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1773688179.911342:0:68797:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9a0e8b0380 x1859843861192576/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.911349:0:68797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773688179.911351:0:68797:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.911354:0:68797:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773688179.911357:0:68797:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773688179.911359:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.911361:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.911364:0:68797:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.911371:0:68797:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=3 v=5 (5 0 0 0) 00000100:00001000:1.0:1773688179.911374:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=3 v=5 (1 0 0 0) 00000100:00000001:1.0:1773688179.911378:0:68797:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773688179.911380:0:68797:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.911384:0:68797:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773688179.911387:0:68797:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.911391:0:68797:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.911395:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9a0e8b0380 x1859843861192576/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.911402:0:68797:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688179.911404:0:68797:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773688179.911405:0:68797:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.911408:0:68797:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1773688179.911410:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.911411:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.911413:0:68797:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.911417:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e8b0380 x1859843861192576/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1773688179.911423:0:68797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9a0e8b0380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861192576:192.168.204.51@tcp:104: 00000100:00000001:1.0:1773688179.911426:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.911428:0:68797:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.911430:0:68797:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773688179.911431:0:68797:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773688179.911434:0:68797:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9a0e8b0380 x1859843861192576/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.911439:0:68797:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773688179.911441:0:68797:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773688179.911443:0:68797:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a112a3c00. 02000000:00000001:1.0:1773688179.911445:0:68797:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773688179.911446:0:68797:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773688179.911448:0:68797:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1773688179.911449:0:68797:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773688179.911451:0:68797:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a112a2a00. 02000000:00000001:1.0:1773688179.911453:0:68797:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773688179.911455:0:68797:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773688179.911456:0:68797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a0e8b0380. 00000100:00000001:1.0:1773688179.911458:0:68797:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773688179.911459:0:68797:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1773688179.911461:0:68797:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a0cd82480. 00000100:00000001:1.0:1773688179.911464:0:68797:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688179.911465:0:68797:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773688179.911467:0:68797:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b072a54c0. 00010000:00000001:1.0:1773688179.911470:0:68797:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.911472:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.911473:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.911475:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1773688179.911478:0:68797:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d2fc3 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000001:3.0:1773688179.911833:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.911845:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773688179.911848:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.911852:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.911860:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:3.0:1773688179.911874:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4467180 00000400:00000200:3.0:1773688179.911882:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x735c9 [2] + 0 00000800:00000001:3.0:1773688179.911889:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.911939:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.911942:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688179.911958:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:3.0:1773688179.911965:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773688179.911967:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1773688179.911973:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e8b3b80. 00000100:00000040:3.0:1773688179.911977:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0e8b3b80 x1859843854332288 msgsize 328 00000100:00100000:3.0:1773688179.911984:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:3.0:1773688179.912003:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1773688179.912059:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.912065:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.912109:0:6358:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.912114:0:6358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854332288 02000000:00000001:0.0:1773688179.912117:0:6358:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.912120:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.912122:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.912127:0:6358:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.912130:0:6358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854332288 00000020:00000001:0.0:1773688179.912133:0:6358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.912135:0:6358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.912138:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.912141:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=97 00000020:00000001:0.0:1773688179.912143:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.912146:0:6358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.912151:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.912155:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703500. 00000100:00000001:0.0:1773688179.912158:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.912161:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703500. 00000020:00000010:0.0:1773688179.912166:0:6358:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b37440c00. 00000020:00000010:0.0:1773688179.912171:0:6358:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b36cae300. 00000020:00000010:0.0:1773688179.912177:0:6358:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400bb8. 00000100:00000040:0.0:1773688179.912184:0:6358:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1773688179.912188:0:6358:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.912198:0:6358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1773688179.912204:0:6358:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1773688179.912207:0:6358:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.912210:0:6358:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1773688179.912215:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.912217:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.912220:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8aa00 refcount=4 00000020:00000001:0.0:1773688179.912222:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00000001:0.0:1773688179.912225:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00010000:0.0:1773688179.912231:0:6358:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d2fb5 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8c4 expref: 97 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.912239:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.912240:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.912242:0:6358:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.912244:0:6358:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.912250:0:6358:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1773688179.912256:0:6358:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9a0e8b3b80 x1859843854332288/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688179.912264:0:6358:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1773688179.912266:0:6358:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.912280:0:6358:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.912296:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.912299:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1773688179.912301:0:7562:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.912304:0:7562:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.912307:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3741 00000100:00000040:0.0:1773688179.912311:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00000100:00000001:2.0:1773688179.912312:0:7562:0:(service.c:2223:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.912314:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993006443392 : -129080703108224 : ffff8a9a0e8b3b80) 00000100:00000001:2.0:1773688179.912315:0:7562:0:(service.c:2462:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.912324:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e8b3b80 x1859843854332288/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688179.912334:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.912338:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703500. 00000100:00000001:0.0:1773688179.912341:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.912343:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703500. 00000100:00100000:0.0:1773688179.912349:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e8b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+97:2405:x1859843854332288:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1773688179.912354:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854332288 00010000:00000001:0.0:1773688179.912356:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1773688179.912359:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1773688179.912361:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1773688179.912366:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.912368:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.912373:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a0e96b000. 02000000:00000001:0.0:1773688179.912376:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.912378:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.912381:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1773688179.912383:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1773688179.912386:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.912388:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.912390:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8aa00 refcount=4 00000020:00000001:0.0:1773688179.912392:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00000001:0.0:1773688179.912395:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00000040:0.0:1773688179.912398:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 8 00000004:00000001:0.0:1773688179.912402:0:6358:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:0.0:1773688179.912407:0:6358:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d2fb5 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8c4 expref: 97 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:0.0:1773688179.912415:0:6358:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b2bf83c50 time=1773688179 v=20 (0 0 0 0) 00010000:00000001:0.0:1773688179.912418:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773688179.912432:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.912434:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.912438:0:6358:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d2fb5 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8c4 expref: 97 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1773688179.912446:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.912448:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.912450:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.912453:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.912457:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.912459:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.912464:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.912466:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.912468:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.912470:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.912473:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8aa00 with handle 0x52973366461d2fb5 from hash 00010000:00000001:0.0:1773688179.912476:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.912478:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.912479:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.912480:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.912485:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.912487:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.912489:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.912490:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.912494:0:6358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d2fb5 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8c4 expref: 97 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.912503:0:6358:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:0.0:1773688179.912506:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 96 00010000:00000010:0.0:1773688179.912508:0:6358:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921c200. 00010000:00000001:0.0:1773688179.912516:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.912517:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.912520:0:6358:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.912522:0:6358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:0.0:1773688179.912526:0:6358:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d2fc3 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.912532:0:6358:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.912533:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.912537:0:6358:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.912539:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.912541:0:6358:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.912544:0:6358:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.912545:0:6358:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1773688179.912548:0:6358:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d2fc3 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.912554:0:6358:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1773688179.912556:0:6358:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.912557:0:6358:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.912559:0:6358:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.912562:0:6358:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 7 00010000:00000040:0.0:1773688179.912565:0:6358:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.912569:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 96 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.912576:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2f99 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.912583:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.912589:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.912596:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.912602:0:6358:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d2fc3 lrc: 4/0,1 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.912607:0:6358:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.912610:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.912611:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.912613:0:6358:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.912615:0:6358:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.912618:0:6358:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1773688179.912622:0:6358:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b08703500. 00000100:00000001:0.0:1773688179.912625:0:6358:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773688179.912631:0:6358:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b08b53f00. 00000100:00000001:0.0:1773688179.912633:0:6358:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997203500800 : -129076506050816 : ffff8a9b08b53f00) 00000100:00000001:0.0:1773688179.912635:0:6358:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997203500800 : -129076506050816 : ffff8a9b08b53f00) 00000100:00000001:0.0:1773688179.912637:0:6358:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773688179.912638:0:6358:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1773688179.912640:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773688179.912642:0:6358:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.912654:0:6358:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.912656:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.912657:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.912659:0:6358:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.912660:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773688179.912662:0:6358:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1773688179.912665:0:6358:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.912669:0:6358:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.912671:0:6358:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1773688179.912673:0:6358:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b08b53f00. 00000100:00000001:0.0:1773688179.912675:0:6358:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1773688179.912678:0:6358:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1773688179.912680:0:6358:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b08703500. 00010000:00000001:0.0:1773688179.912684:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1773688179.912687:0:68797:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d2fc3 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.912688:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1773688179.912692:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.912700:0:68797:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.912704:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d2fc3 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.912705:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.912714:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.912715:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.912716:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.912718:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.912723:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00001000:0.0:1773688179.912725:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000020:00000001:3.0:1773688179.912726:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.912729:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1600 refcount=3 00000020:00000001:3.0:1773688179.912733:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:3.0:1773688179.912737:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00000100:00000001:0.0:1773688179.912740:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1773688179.912741:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.912745:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.912747:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.912752:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000004:00000002:3.0:1773688179.912753:0:68797:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0x144:0x0], ibits = 0x5/0x1a, open_flags = 040004240000003, try_layout = 1 : rc = 0 00000004:00000001:3.0:1773688179.912761:0:68797:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773688179.912763:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 00000004:00000001:3.0:1773688179.912764:0:68797:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.912773:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:3.0:1773688179.912774:0:68797:0:(mdt_open.c:559:mdt_finish_open()) Process entered 02000000:00000001:0.0:1773688179.912778:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.912781:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.912785:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.912788:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000100:00000001:0.0:1773688179.912788:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:3.0:1773688179.912790:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.912793:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.912795:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.912799:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.912804:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.912804:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000004:00000002:3.0:1773688179.912807:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:3.0:1773688179.912811:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: returning size 15360 00000001:00000001:3.0:1773688179.912813:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000400:00000010:0.0:1773688179.912813:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316beee0. 00000001:00000001:3.0:1773688179.912816:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.912821:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1773688179.912823:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00000200:0.0:1773688179.912825:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854332288, offset 224 00000004:00000001:3.0:1773688179.912827:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.912831:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.912836:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.912841:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000400:00000200:0.0:1773688179.912842:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000004:00000001:3.0:1773688179.912845:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.912848:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.912852:0:68797:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000004:00000002:3.0:1773688179.912853:0:68797:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:3.0:1773688179.912856:0:68797:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000004:00000001:3.0:1773688179.912861:0:68797:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773688179.912866:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000004:00000001:3.0:1773688179.912867:0:68797:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:3.0:1773688179.912875:0:68797:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000400:00000200:0.0:1773688179.912877:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48174:48174:256:4294967295] 192.168.204.51@tcp LPNI seq info [48170:48170:8:4294967295] 00000004:00000001:3.0:1773688179.912879:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:00000001:3.0:1773688179.912882:0:68797:0:(mdd_permission.c:247:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.912890:0:68797:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.912893:0:68797:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.912896:0:68797:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000004:00000010:3.0:1773688179.912903:0:68797:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9a01d09600. 00000020:00000001:3.0:1773688179.912907:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.912912:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a01d09600 with handle 0x52973366461d2fca to hash 00000020:00000001:3.0:1773688179.912917:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000200:0.0:1773688179.912917:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000004:00000001:3.0:1773688179.912922:0:68797:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614992792884736 : -129080916666880 : ffff8a9a01d09600) 00000004:00000001:3.0:1773688179.912927:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1773688179.912929:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:3.0:1773688179.912931:0:68797:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0x144:0x0] Change mfd open_flags 0 -> 040004240000003. 00000004:00000001:3.0:1773688179.912939:0:68797:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00000800:00000200:0.0:1773688179.912939:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00080000:00000001:3.0:1773688179.912944:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000800:00000010:0.0:1773688179.912963:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356700. 00080000:00000010:3.0:1773688179.912965:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10fafc00. 00080000:00000001:3.0:1773688179.912969:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993047321600 : -129080662230016 : ffff8a9a10fafc00) 00080000:00000001:3.0:1773688179.912973:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000200:0.0:1773688179.912976:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00080000:00000001:3.0:1773688179.912980:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.912986:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000800:00000200:0.0:1773688179.912987:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00080000:00000001:3.0:1773688179.912988:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688179.912996:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356700 type 1, nob 320 niov 1 nkiov 1 00080000:00000001:3.0:1773688179.913034:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.913037:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1773688179.913041:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000010:0.1:1773688179.913042:0:6358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86a00. 00000001:00000002:3.0:1773688179.913045:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692084, last_committed = 171798692041 00000001:00000010:3.0:1773688179.913050:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a0f8360c0. 00000001:00000040:3.0:1773688179.913053:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 43 00010000:00000010:0.1:1773688179.913053:0:6358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f0600. 00000020:00000040:3.0:1773688179.913061:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=97 00010000:00000010:0.1:1773688179.913065:0:6358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcc000. 00000001:00000010:3.0:1773688179.913067:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a0cd82540. 00010000:00000010:0.1:1773688179.913073:0:6358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd400. 00080000:00000001:3.0:1773688179.913074:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000010:0.1:1773688179.913082:0:6358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86200. 00010000:00000010:0.1:1773688179.913087:0:6358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd600. 00000800:00000200:2.0:1773688179.913092:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:3.0:1773688179.913095:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000100:00000001:0.0:1773688179.913095:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1773688179.913096:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356700. 00000001:00000001:3.0:1773688179.913102:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a0cd82540: xid 1859843854332160, transno 171798692084, tag 1, client gen 13, slot idx 2 00000400:00000200:2.0:1773688179.913106:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:3.0:1773688179.913110:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.913110:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00000400:00000200:2.0:1773688179.913118:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00010000:00000001:0.0:1773688179.913118:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.913123:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773688179.913126:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316beee0 00080000:00000001:3.0:1773688179.913130:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773688179.913130:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316beee0. 00000100:00000040:0.0:1773688179.913133:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e8b3b80 x1859843854332288/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1773688179.913137:0:68797:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000100:00000001:2.0:1773688179.913140:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000004:00000001:3.0:1773688179.913142:0:68797:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.913145:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000001:3.0:1773688179.913150:0:68797:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.913156:0:68797:0:(mdt_open.c:1236:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.913160:0:68797:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1773688179.913163:0:68797:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:3.0:1773688179.913165:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.913170:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.913172:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1773688179.913174:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.913176:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.913179:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.913182:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.913185:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.913193:0:68797:0:(mdt_open.c:1525:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1773688179.913200:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.913207:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.913209:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.913211:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.913216:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.913219:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1773688179.913222:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.913225:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.913228:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.913230:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.913233:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.913236:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.913243:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.913246:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e8b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+97:2405:x1859843854332288:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 820us (1177us total) trans 0 rc 0/0 00000004:00000001:3.0:1773688179.913254:0:68797:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00000100:00100000:0.0:1773688179.913259:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3741 00002000:00000001:3.0:1773688179.913264:0:68797:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00000100:00000040:0.0:1773688179.913264:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00002000:00000001:3.0:1773688179.913268:0:68797:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.913270:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.913274:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1773688179.913277:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.913281:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1773688179.913282:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b36cae300. 00000020:00000040:3.0:1773688179.913284:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1600 refcount=3 00000020:00000001:3.0:1773688179.913288:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:3.0:1773688179.913291:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00000020:00000010:0.0:1773688179.913291:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400bb8. 00000004:00000040:3.0:1773688179.913299:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.913302:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=98 00000020:00000010:0.0:1773688179.913302:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b37440c00. 00010000:00000001:3.0:1773688179.913309:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.913312:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.913314:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000020:00000040:0.0:1773688179.913314:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 97 00000004:00000001:3.0:1773688179.913320:0:68797:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000100:00000001:0.0:1773688179.913322:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1773688179.913324:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.913330:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.913333:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.913335:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.913339:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.913340:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.913343:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.913344:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.913347:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f0c00 with handle 0x52973366461d2fbc from hash 00010000:00000001:3.0:1773688179.913349:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.913350:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.913351:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.913351:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.913352:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.913356:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d2fbc lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8cb expref: 97 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.913361:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.913363:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 96 00010000:00000010:3.0:1773688179.913366:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315bac80. 00010000:00000001:3.0:1773688179.913375:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.913376:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.913379:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.913382:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d2fc3 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8cb expref: 96 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.913388:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.913390:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.913392:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:3.0:1773688179.913394:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00000001:3.0:1773688179.913395:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.913397:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.913398:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.913399:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.913401:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.913402:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a168f1600, rc 0) 00000020:00000001:3.0:1773688179.913404:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.913408:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692084, xid 1859843854332160 00010000:00000001:3.0:1773688179.913410:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.913417:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b35ac4000 x1859843854332160/t171798692084(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.913425:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.913427:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.913431:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.913435:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.913437:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.913440:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.913443:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.913446:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.913449:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.913452:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.913457:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee660. 00000100:00000200:3.0:1773688179.913462:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854332160, offset 224 00000400:00000200:3.0:1773688179.913468:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.913477:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.913483:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48175:48175:256:4294967295] 192.168.204.51@tcp LPNI seq info [48171:48171:8:4294967295] 00000400:00000200:3.0:1773688179.913494:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.913499:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.913502:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d100. 00000800:00000200:3.0:1773688179.913506:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.913510:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.913513:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d100 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.913524:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.913527:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.913529:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.913530:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.913532:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.913537:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b35ac4000 x1859843854332160/t171798692084(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.913545:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b35ac4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+96:68109:x1859843854332160:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 4060us (4295us total) trans 171798692084 rc 0/0 00000100:00100000:3.0:1773688179.913552:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15540 00000100:00000040:3.0:1773688179.913556:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.913557:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.913559:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.913562:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688179.913568:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0190. 00000020:00000010:3.0:1773688179.913573:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2200. 00000020:00000040:3.0:1773688179.913576:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 95 00000100:00000001:3.0:1773688179.913578:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.913597:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.913601:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d100. 00000400:00000200:0.0:1773688179.913606:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.913612:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.913616:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee660 00000400:00000010:0.0:1773688179.913618:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee660. 00000100:00000001:0.0:1773688179.913622:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.913623:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1773688179.915199:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.915208:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773688179.915210:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.915212:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.915217:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:3.0:1773688179.915225:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4467200 00000400:00000200:3.0:1773688179.915231:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 127488 00000800:00000001:3.0:1773688179.915235:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.915243:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.915245:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688179.915247:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:3.0:1773688179.915251:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773688179.915253:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1773688179.915257:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e8b3800. 00000100:00000040:3.0:1773688179.915259:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0e8b3800 x1859843854332416 msgsize 576 00000100:00100000:3.0:1773688179.915262:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:3.0:1773688179.915271:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1773688179.915276:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.915279:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.915296:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.915300:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854332416 02000000:00000001:0.0:1773688179.915303:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.915305:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.915307:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.915310:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.915314:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854332416 00000020:00000001:0.0:1773688179.915316:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.915317:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.915319:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.915322:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=96 00000020:00000001:0.0:1773688179.915325:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.915327:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.915330:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.915334:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703500. 00000100:00000001:0.0:1773688179.915336:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.915339:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703500. 00000020:00000010:0.0:1773688179.915343:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b37440c00. 00000020:00000010:0.0:1773688179.915346:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b36cae300. 00000020:00000010:0.0:1773688179.915350:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400bb8. 00000100:00000040:0.0:1773688179.915356:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688179.915359:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.915360:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688179.915363:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688179.915364:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.915367:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.915371:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.915382:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.915390:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.915392:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.915398:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15541 00000100:00000040:0.0:1773688179.915401:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.915404:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993006442496 : -129080703109120 : ffff8a9a0e8b3800) 00000100:00000040:0.0:1773688179.915410:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e8b3800 x1859843854332416/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688179.915418:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.915421:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703500. 00000100:00000001:0.0:1773688179.915423:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.915425:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703500. 00000100:00100000:0.0:1773688179.915429:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e8b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+96:68109:x1859843854332416:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688179.915433:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854332416 00000020:00000001:0.0:1773688179.915436:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.915440:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1773688179.915444:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a0cd82540: xid 1859843854332160, transno 171798692084, client gen 13, slot idx 2 00000001:00000001:0.0:1773688179.915449:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b08b53180: xid 1859843854331776, transno 171798692083, client gen 13, slot idx 3 00000001:00000010:0.0:1773688179.915452:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b08b53180. 00000020:00000001:0.0:1773688179.915455:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.915457:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.915459:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688179.915462:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688179.915465:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854332416, found 0 last_xid 1859843854332415 00000020:00000001:0.0:1773688179.915468:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.915470:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.915472:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.915476:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.915478:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688179.915479:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688179.915482:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688179.915483:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688179.915485:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.915488:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.915493:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 7 00010000:00000001:0.0:1773688179.915495:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.915498:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.915501:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8ac00. 00000020:00000001:0.0:1773688179.915503:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.915505:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8ac00 with handle 0x52973366461d2fd1 to hash 00000020:00000001:0.0:1773688179.915507:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.915508:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160026624 : -129075549524992 : ffff8a9b41b8ac00) 00010000:00000010:0.0:1773688179.915513:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c200. 00010000:00000001:0.0:1773688179.915516:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160026624 : -129075549524992 : ffff8a9b41b8ac00) 00010000:00010000:0.0:1773688179.915520:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8ac00/0x52973366461d2fd1 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a8d2 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.915533:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:0.0:1773688179.915535:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=97 00010000:00000001:0.0:1773688179.915540:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688179.915542:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688179.915548:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688179.915550:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688179.915552:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1773688179.915553:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.915555:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x144:0x0] 00000020:00000001:0.0:1773688179.915559:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.915563:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:0.0:1773688179.915566:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:0.0:1773688179.915568:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.915570:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688179.915572:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688179.915575:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.915577:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.915581:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b08909000. 02000000:00000001:0.0:1773688179.915583:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.915585:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.915588:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.915590:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1773688179.915593:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:0.0:1773688179.915595:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.915597:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.915600:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.915601:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.915604:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.915605:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.915606:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.915608:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.915610:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.915611:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.915613:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.915614:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.915616:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.915617:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.915619:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.915620:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.915622:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.915624:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.915625:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.915629:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688179.915634:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688179.915636:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688179.915638:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.915639:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.915641:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.915643:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.915644:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.915646:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.915647:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688179.915649:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.915652:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.915653:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.915655:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688179.915657:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.915660:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:0.0:1773688179.915664:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1773688179.915665:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:0.0:1773688179.915667:0:68797:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000020:00000010:0.0:1773688179.915673:0:68797:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8a9a19fd4000. 00000004:00000001:0.0:1773688179.915678:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.915683:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.915685:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.915691:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:0.0:1773688179.915694:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:0.0:1773688179.915697:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:0.0:1773688179.915699:0:68797:0:(mdt_lib.c:2238:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.915702:0:68797:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0x144:0x0]/[0x20000afe1:0x144:0x0], ldlm_rep = ffff8a9b08909228 00000004:00000001:0.0:1773688179.915708:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1773688179.915712:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.915714:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.915716:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 8 00010000:00000001:0.0:1773688179.915719:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.915721:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.915724:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8b200. 00000020:00000001:0.0:1773688179.915726:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.915728:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8b200 with handle 0x52973366461d2fd8 to hash 00000020:00000001:0.0:1773688179.915730:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.915732:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160028160 : -129075549523456 : ffff8a9b41b8b200) 00010000:00000010:0.0:1773688179.915735:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c180. 00010000:00000001:0.0:1773688179.915738:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160028160 : -129075549523456 : ffff8a9b41b8b200) 00010000:00000001:0.0:1773688179.915741:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.915743:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.915746:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d2fd8 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.915753:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.915756:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.915758:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.915759:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.915762:0:68797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1773688179.915767:0:68797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d2fc3 lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8cb expref: 97 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.915774:0:68797:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1773688179.915776:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.915778:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.915780:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.915782:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.915784:0:68797:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1773688179.915787:0:68797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d2fd8 lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.915798:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 8 00010000:00000040:0.0:1773688179.915801:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.915804:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d2fc3 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8cb expref: 97 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.915813:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 97 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.915820:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2f99 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.915825:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.915830:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.915836:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.915841:0:68797:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1773688179.915843:0:68797:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d2fd8 lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.915850:0:68797:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b08703500. 00000100:00000001:0.0:1773688179.915853:0:68797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773688179.915856:0:68797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b08b53180. 00000100:00000001:0.0:1773688179.915858:0:68797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997203497344 : -129076506054272 : ffff8a9b08b53180) 00000100:00000001:0.0:1773688179.915860:0:68797:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997203497344 : -129076506054272 : ffff8a9b08b53180) 00000100:00000001:0.0:1773688179.915863:0:68797:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773688179.915864:0:68797:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1773688179.915866:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1773688179.915870:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.915871:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1773688179.915873:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.915875:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.915876:0:68797:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1773688179.915878:0:68797:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1773688179.915882:0:68797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b342ea300. 00000020:00000040:0.0:1773688179.915885:0:68797:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:0.0:1773688179.915889:0:68797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773688179.915891:0:68797:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773688179.915895:0:68797:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773688179.915900:0:68797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9b37441c00. 00000100:00000001:0.0:1773688179.915905:0:68797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.915910:0:68797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d2fc3 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8cb expref: 97 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.915927:0:68797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d2fc3 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8cb expref: 97 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.915936:0:68797:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1773688179.915939:0:68797:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773688179.915943:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b342ea300 x1859843861192704/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.915966:0:68797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773688179.915968:0:68797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.915974:0:68797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b342ea300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861192704:192.168.204.51@tcp:104: 00000100:00000001:0.0:1773688179.915978:0:68797:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773688179.915981:0:68797:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773688179.915983:0:68797:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.915985:0:68797:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773688179.915989:0:68797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9b37440000. 02000000:00000001:0.0:1773688179.915991:0:68797:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773688179.915997:0:68797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a19e548f0. 00000400:00000010:0.0:1773688179.916002:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be110. 00000100:00000200:0.0:1773688179.916039:0:68797:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861192704, portal 16 00000100:00000001:0.0:1773688179.916042:0:68797:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773688179.916044:0:68797:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997932876544 : -129075776675072 : ffff8a9b342ea300) 00000100:00000040:0.0:1773688179.916050:0:68797:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b342ea300 x1859843861192704/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.916056:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.916059:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.916062:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be660. 00000100:00000200:0.0:1773688179.916065:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861192704, offset 0 00000400:00000200:0.0:1773688179.916072:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.916080:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.916085:0:68797:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773688179.916089:0:68797:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:0.0:1773688179.916092:0:68797:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773688179.916095:0:68797:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:0.0:1773688179.916098:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48176:48176:256:4294967295] 192.168.204.51@tcp LPNI seq info [48172:48172:8:4294967295] 00000400:00000200:0.0:1773688179.916108:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.916113:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.916117:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356400. 00000800:00000200:0.0:1773688179.916121:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.916127:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.916130:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.916142:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.916147:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297630837 00000100:00000001:0.0:1773688179.916153:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297630831 00000100:00000001:0.0:1773688179.916158:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297630837 00000100:00000001:0.0:1773688179.916162:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297630831 00000100:00000001:0.0:1773688179.916165:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297630837 00000100:00000001:0.0:1773688179.916169:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297630831 00000100:00000001:0.0:1773688179.916171:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297630837 00000100:00000001:0.0:1773688179.916176:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297630831 00000100:00000001:0.0:1773688179.916179:0:68797:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773688179.916182:0:68797:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.916184:0:68797:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.916186:0:68797:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.916188:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.916190:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.916192:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.916194:0:68797:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773688179.916196:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1773688179.916196:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1773688179.916199:0:68797:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000800:00000010:2.0:1773688179.916201:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356400. 00000100:00000001:0.0:1773688179.916203:0:68797:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773688179.916205:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1773688179.916207:0:68797:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773688179.916210:0:68797:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1773688179.916211:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00100000:0.0:1773688179.916215:0:68797:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b08b53180 going to sleep for 11 seconds 00000400:00000200:2.0:1773688179.916217:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be660 00000100:00000001:0.0:1773688179.916219:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1773688179.916220:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be660. 00000100:00000001:2.0:1773688179.916224:0:3439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1773688179.916224:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1773688179.916230:0:3439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b342ea300 x1859843861192704/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.916236:0:3439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.916238:0:3439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b342ea300 x1859843861192704/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.916243:0:3439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.916245:0:3439:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.917111:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.917120:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.917123:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.917125:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.917131:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.917140:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af2000 00000400:00000200:0.0:1773688179.917146:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77f71 [1] + 224 00000800:00000001:0.0:1773688179.917151:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.917158:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.917160:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.917163:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.917167:0:3440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773688179.917172:0:3440:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b342ea300 x1859843861192704/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1773688179.917182:0:3440:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9b342ea300 x1859843861192704/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.917209:0:3440:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.917214:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.917217:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.917243:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773688179.917265:0:68797:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773688179.917268:0:68797:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773688179.917271:0:68797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a19e548f0. 00000400:00000200:3.0:1773688179.917279:0:68797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be110 00000400:00000010:3.0:1773688179.917281:0:68797:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be110. 00000100:00000001:3.0:1773688179.917284:0:68797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773688179.917296:0:68797:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9b342ea300 x1859843861192704/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1773688179.917307:0:68797:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9b342ea300 x1859843861192704/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.917315:0:68797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773688179.917316:0:68797:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.917319:0:68797:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773688179.917321:0:68797:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773688179.917323:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.917325:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.917329:0:68797:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.917335:0:68797:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=3 v=5 (5 0 0 0) 00000100:00001000:3.0:1773688179.917339:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1773688179.917342:0:68797:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773688179.917343:0:68797:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.917345:0:68797:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773688179.917349:0:68797:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.917352:0:68797:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.917357:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9b342ea300 x1859843861192704/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.917366:0:68797:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773688179.917369:0:68797:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773688179.917370:0:68797:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.917373:0:68797:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1773688179.917375:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.917378:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.917379:0:68797:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.917384:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b342ea300 x1859843861192704/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773688179.917393:0:68797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9b342ea300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861192704:192.168.204.51@tcp:104: 00000100:00000001:3.0:1773688179.917400:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.917404:0:68797:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.917406:0:68797:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773688179.917409:0:68797:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773688179.917414:0:68797:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9b342ea300 x1859843861192704/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.917422:0:68797:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773688179.917425:0:68797:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773688179.917429:0:68797:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9b37440000. 02000000:00000001:3.0:1773688179.917433:0:68797:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773688179.917435:0:68797:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773688179.917437:0:68797:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1773688179.917439:0:68797:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773688179.917442:0:68797:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9b37441c00. 02000000:00000001:3.0:1773688179.917445:0:68797:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773688179.917447:0:68797:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773688179.917448:0:68797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b342ea300. 00000100:00000001:3.0:1773688179.917452:0:68797:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773688179.917453:0:68797:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773688179.917456:0:68797:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b08b53180. 00000100:00000001:3.0:1773688179.917458:0:68797:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1773688179.917460:0:68797:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1773688179.917463:0:68797:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b08703500. 00010000:00000001:3.0:1773688179.917467:0:68797:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.917469:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.917471:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.917474:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1773688179.917478:0:68797:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d2fd8 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000001:3.0:1773688179.917961:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.917971:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773688179.917974:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.917977:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.917983:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:3.0:1773688179.917993:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4467280 00000400:00000200:3.0:1773688179.918001:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x735c9 [2] + 328 00000800:00000001:3.0:1773688179.918030:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.918078:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.918081:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688179.918087:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:3.0:1773688179.918097:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773688179.918099:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1773688179.918105:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a0e8b0380. 00000100:00000040:3.0:1773688179.918108:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0e8b0380 x1859843854332544 msgsize 328 00000100:00100000:3.0:1773688179.918113:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:3.0:1773688179.918126:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1773688179.918133:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.918137:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.918239:0:6358:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.918242:0:6358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854332544 02000000:00000001:0.0:1773688179.918246:0:6358:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.918249:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.918252:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.918257:0:6358:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.918262:0:6358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854332544 00000020:00000001:0.0:1773688179.918266:0:6358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.918268:0:6358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.918270:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.918272:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=98 00000020:00000001:0.0:1773688179.918275:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.918278:0:6358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.918282:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.918285:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703a00. 00000100:00000001:0.0:1773688179.918288:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.918291:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703a00. 00000020:00000010:0.0:1773688179.918296:0:6358:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b37440400. 00000020:00000010:0.0:1773688179.918300:0:6358:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b08bfd200. 00000020:00000010:0.0:1773688179.918304:0:6358:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400708. 00000100:00000040:0.0:1773688179.918310:0:6358:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1773688179.918313:0:6358:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.918314:0:6358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1773688179.918317:0:6358:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1773688179.918319:0:6358:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.918322:0:6358:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1773688179.918325:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.918327:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.918329:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1600 refcount=4 00000020:00000001:0.0:1773688179.918332:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:0.0:1773688179.918335:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00010000:0.0:1773688179.918342:0:6358:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d2fc3 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8cb expref: 98 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.918351:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.918352:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.918354:0:6358:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.918357:0:6358:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.918362:0:6358:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1773688179.918368:0:6358:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9a0e8b0380 x1859843854332544/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688179.918375:0:6358:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1773688179.918377:0:6358:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.918388:0:6358:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.918399:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.918401:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.918406:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3742 00000100:00000040:0.0:1773688179.918409:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00000100:00000001:0.0:1773688179.918412:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993006429056 : -129080703122560 : ffff8a9a0e8b0380) 00000100:00000040:0.0:1773688179.918417:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0e8b0380 x1859843854332544/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688179.918425:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.918429:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703a00. 00000100:00000001:0.0:1773688179.918431:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.918432:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703a00. 00000100:00100000:0.0:1773688179.918437:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0e8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+98:2404:x1859843854332544:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1773688179.918441:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854332544 00010000:00000001:0.0:1773688179.918443:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1773688179.918445:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1773688179.918447:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1773688179.918450:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.918453:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.918457:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a0e969800. 02000000:00000001:0.0:1773688179.918460:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.918462:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.918464:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1773688179.918466:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1773688179.918467:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.918469:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.918470:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1600 refcount=4 00000020:00000001:0.0:1773688179.918473:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:0.0:1773688179.918474:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000040:0.0:1773688179.918477:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 9 00000004:00000001:0.0:1773688179.918480:0:6358:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:0.0:1773688179.918484:0:6358:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d2fc3 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8cb expref: 98 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:0.0:1773688179.918492:0:6358:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b2bf83c50 time=1773688179 v=20 (0 0 0 0) 00010000:00000001:0.0:1773688179.918495:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773688179.918502:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.918504:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.918506:0:6358:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d2fc3 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8cb expref: 98 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1773688179.918514:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.918515:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.918517:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.918519:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.918522:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.918524:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.918527:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.918529:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.918531:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.918533:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.918535:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f1600 with handle 0x52973366461d2fc3 from hash 00010000:00000001:0.0:1773688179.918537:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.918539:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.918541:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.918542:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.918546:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.918547:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.918549:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.918550:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.918554:0:6358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d2fc3 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0x144:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8cb expref: 98 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.918560:0:6358:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:0.0:1773688179.918563:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 97 00010000:00000010:0.0:1773688179.918565:0:6358:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba980. 00010000:00000001:0.0:1773688179.918572:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.918573:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.918575:0:6358:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.918577:0:6358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:0.0:1773688179.918582:0:6358:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d2fd8 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.918588:0:6358:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.918589:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.918591:0:6358:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.918593:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.918594:0:6358:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.918597:0:6358:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.918598:0:6358:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1773688179.918601:0:6358:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d2fd8 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.918606:0:6358:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1773688179.918608:0:6358:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.918609:0:6358:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.918611:0:6358:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.918613:0:6358:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 8 00010000:00000040:0.0:1773688179.918616:0:6358:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.918619:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 97 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.918626:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2f99 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.918632:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.918638:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.918643:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.918649:0:6358:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d2fd8 lrc: 4/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.918654:0:6358:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.918656:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.918657:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.918659:0:6358:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.918660:0:6358:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.918662:0:6358:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1773688179.918666:0:6358:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b08703a00. 00000100:00000001:0.0:1773688179.918668:0:6358:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773688179.918672:0:6358:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b08b53f00. 00000100:00000001:0.0:1773688179.918674:0:6358:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997203500800 : -129076506050816 : ffff8a9b08b53f00) 00000100:00000001:0.0:1773688179.918676:0:6358:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997203500800 : -129076506050816 : ffff8a9b08b53f00) 00000100:00000001:0.0:1773688179.918678:0:6358:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773688179.918679:0:6358:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1773688179.918681:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773688179.918683:0:6358:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.918697:0:6358:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.918700:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.918701:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.918703:0:6358:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.918705:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773688179.918707:0:6358:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1773688179.918709:0:6358:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.918712:0:6358:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.918714:0:6358:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1773688179.918716:0:6358:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b08b53f00. 00000100:00000001:0.0:1773688179.918720:0:6358:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1773688179.918722:0:6358:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1773688179.918724:0:6358:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b08703a00. 00010000:00010000:3.0:1773688179.918726:0:68797:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d2fd8 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.918727:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1773688179.918730:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1773688179.918733:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.918735:0:68797:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.918739:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d2fd8 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.918739:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.918743:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.918746:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.918748:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:0.0:1773688179.918748:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00010000:00000001:3.0:1773688179.918750:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.918754:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1773688179.918755:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1773688179.918756:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.918758:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8b200 refcount=3 00000020:00000001:3.0:1773688179.918761:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160028160 : -129075549523456 : ffff8a9b41b8b200) 00000100:00000040:0.0:1773688179.918761:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.918766:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160028160 : -129075549523456 : ffff8a9b41b8b200) 00000100:00000001:0.0:1773688179.918767:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 00010000:00000001:3.0:1773688179.918768:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.918771:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.918773:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.918773:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.918776:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.918777:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000100:00000001:0.0:1773688179.918782:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:3.0:1773688179.918783:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000100:00000040:0.0:1773688179.918786:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000004:00000001:3.0:1773688179.918788:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000400:00000010:0.0:1773688179.918791:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be550. 00000004:00000001:3.0:1773688179.918796:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1773688179.918796:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854332544, offset 224 00000004:00000001:3.0:1773688179.918801:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000400:00000200:0.0:1773688179.918805:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000004:00000001:3.0:1773688179.918806:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.918810:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.918814:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000400:00000200:0.0:1773688179.918814:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000004:00000001:3.0:1773688179.918820:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000400:00000200:0.0:1773688179.918823:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48177:48177:256:4294967295] 192.168.204.51@tcp LPNI seq info [48173:48173:8:4294967295] 00000004:00000001:3.0:1773688179.918825:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.918830:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.918833:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.918838:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x144:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000400:00000200:0.0:1773688179.918841:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000004:00000001:3.0:1773688179.918845:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.918849:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000800:00000200:0.0:1773688179.918849:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00080000:00000001:3.0:1773688179.918853:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000800:00000010:0.0:1773688179.918855:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356500. 00080000:00000001:3.0:1773688179.918857:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.918861:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000800:00000200:0.0:1773688179.918863:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000004:00000001:3.0:1773688179.918864:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.918869:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.918872:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000800:00000200:0.0:1773688179.918872:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00080000:00000001:3.0:1773688179.918875:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000800:00000200:0.0:1773688179.918877:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356500 type 1, nob 320 niov 1 nkiov 1 00080000:00000001:3.0:1773688179.918879:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.918884:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.918886:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1773688179.918888:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1773688179.918890:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1773688179.918892:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b08909370 00000100:00000001:0.0:1773688179.918892:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.918897:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.918901:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.918902:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.918905:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.918906:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.918909:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.918914:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000100:00000040:0.0:1773688179.918914:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e8b0380 x1859843854332544/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1773688179.918917:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.918921:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.918924:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.918927:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.918930:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.918934:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000100:00100000:0.0:1773688179.918935:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+97:2404:x1859843854332544:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 505us (821us total) trans 0 rc 0/0 00000004:00200000:3.0:1773688179.918938:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: returning size 15360 00000004:00000040:3.0:1773688179.918944:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x144:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:3.0:1773688179.918956:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:3.0:1773688179.918958:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000401:2569 00000004:00200000:3.0:1773688179.918960:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:3.0:1773688179.918962:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000100:00100000:0.0:1773688179.918963:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3742 00000001:00000001:3.0:1773688179.918964:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000800:00000200:2.0:1773688179.918964:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:00000001:3.0:1773688179.918967:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.918969:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00000004:00000001:3.0:1773688179.918970:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000800:00000010:2.0:1773688179.918971:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356500. 00000004:00000001:3.0:1773688179.918973:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00000001:0.0:1773688179.918974:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000001:3.0:1773688179.918976:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000400:00000200:2.0:1773688179.918977:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1773688179.918978:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000001:3.0:1773688179.918979:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.918984:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:0.0:1773688179.918984:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b08bfd200. 00000400:00000200:2.0:1773688179.918988:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000004:00000001:3.0:1773688179.918990:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:0.0:1773688179.918992:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400708. 00000004:00000001:3.0:1773688179.918994:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000400:00000200:2.0:1773688179.918996:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be550 00000004:00000001:3.0:1773688179.918997:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773688179.918998:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b37440400. 00000400:00000010:2.0:1773688179.919000:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be550. 00000020:00000001:3.0:1773688179.919004:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000040:0.0:1773688179.919004:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 96 00000100:00000001:2.0:1773688179.919025:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.919028:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1773688179.919030:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f0c00. 00000020:00000001:3.0:1773688179.919039:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.919041:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.919042:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.919043:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.919048:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.919050:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.919051:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8b200 refcount=3 00000020:00000001:3.0:1773688179.919053:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160028160 : -129075549523456 : ffff8a9b41b8b200) 00010000:00000001:3.0:1773688179.919055:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160028160 : -129075549523456 : ffff8a9b41b8b200) 00000004:00010000:3.0:1773688179.919058:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d2fd8 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.919063:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.919064:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.919066:0:68797:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:3.0:1773688179.919068:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.919070:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:3.0:1773688179.919072:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.919073:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.919076:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8b200 refcount=3 00000020:00000001:3.0:1773688179.919078:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160028160 : -129075549523456 : ffff8a9b41b8b200) 00010000:00000001:3.0:1773688179.919081:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160028160 : -129075549523456 : ffff8a9b41b8b200) 00010000:00000010:0.1:1773688179.919084:0:6358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8aa00. 00000004:00000040:3.0:1773688179.919085:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.919090:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=98 00010000:00000001:3.0:1773688179.919094:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.919096:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.919100:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000100:00000001:0.0:1773688179.919100:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1773688179.919104:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1773688179.919109:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.919111:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.919113:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.919115:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.919117:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.919119:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.919124:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.919127:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.919130:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.919132:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:3.0:1773688179.919135:0:68797:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8a9a19fd4000. 00000004:00000001:3.0:1773688179.919139:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.919142:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.919144:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.919147:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.919148:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.919150:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.919152:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.919154:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8ac00 with handle 0x52973366461d2fd1 from hash 00010000:00000001:3.0:1773688179.919157:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.919159:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.919160:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.919161:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.919163:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.919167:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8ac00/0x52973366461d2fd1 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8d2 expref: 97 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.919181:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.919183:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 96 00010000:00000010:3.0:1773688179.919185:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921c200. 00010000:00000001:3.0:1773688179.919190:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.919192:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.919195:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.919199:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d2fd8 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8d2 expref: 96 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.919207:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.919208:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.919210:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:3.0:1773688179.919213:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1773688179.919215:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.919218:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.919219:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.919220:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.919222:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.919223:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41b8b200, rc 0) 00000020:00000001:3.0:1773688179.919226:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.919230:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854332416 00010000:00000001:3.0:1773688179.919233:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.919237:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0e8b3800 x1859843854332416/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.919244:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.919246:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.919249:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.919252:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.919254:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.919257:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.919259:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.919261:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.919263:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.919265:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.919269:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee4c8. 00000100:00000200:3.0:1773688179.919272:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854332416, offset 224 00000400:00000200:3.0:1773688179.919277:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.919283:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.919287:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48178:48178:256:4294967295] 192.168.204.51@tcp LPNI seq info [48174:48174:8:4294967295] 00000400:00000200:3.0:1773688179.919295:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.919300:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.919304:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d300. 00000800:00000200:3.0:1773688179.919308:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.919312:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.919314:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d300 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.919325:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.919328:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.919330:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.919332:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.919335:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.919339:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0e8b3800 x1859843854332416/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.919349:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0e8b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+96:68109:x1859843854332416:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3928us (4087us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688179.919356:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15541 00000100:00000040:3.0:1773688179.919359:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.919360:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.919362:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.919365:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b36cae300. 00000020:00000010:3.0:1773688179.919369:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400bb8. 00000020:00000010:3.0:1773688179.919373:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b37440c00. 00000020:00000040:3.0:1773688179.919376:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 95 00000100:00000001:3.0:1773688179.919379:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.919383:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.919387:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d300. 00000400:00000200:0.0:1773688179.919391:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.919396:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.919399:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee4c8 00000400:00000010:0.0:1773688179.919401:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee4c8. 00000100:00000001:0.0:1773688179.919404:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.919405:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1773688179.922503:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.922512:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773688179.922515:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.922517:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.922524:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:3.0:1773688179.922536:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4467300 00000400:00000200:3.0:1773688179.922542:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 128064 00000800:00000001:3.0:1773688179.922549:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.922556:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.922558:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688179.922562:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:3.0:1773688179.922567:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773688179.922569:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1773688179.922575:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b417d8380. 00000100:00000040:3.0:1773688179.922578:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b417d8380 x1859843854332672 msgsize 584 00000100:00100000:3.0:1773688179.922582:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:3.0:1773688179.922594:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1773688179.922600:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.922603:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.922622:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.922626:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854332672 02000000:00000001:0.0:1773688179.922629:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.922631:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.922634:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.922638:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.922641:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854332672 00000020:00000001:0.0:1773688179.922644:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.922645:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.922647:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.922650:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=96 00000020:00000001:0.0:1773688179.922653:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.922655:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.922659:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.922663:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703a00. 00000100:00000001:0.0:1773688179.922666:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.922668:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703a00. 00000020:00000010:0.0:1773688179.922672:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b37440400. 00000020:00000010:0.0:1773688179.922677:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b08bfd200. 00000020:00000010:0.0:1773688179.922683:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400708. 00000100:00000040:0.0:1773688179.922689:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688179.922691:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.922693:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688179.922695:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688179.922697:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.922699:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.922704:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.922714:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.922725:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.922727:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.922732:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15542 00000100:00000040:0.0:1773688179.922736:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.922738:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614998156149632 : -129075553401984 : ffff8a9b417d8380) 00000100:00000040:0.0:1773688179.922745:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b417d8380 x1859843854332672/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688179.922755:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.922757:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703a00. 00000100:00000001:0.0:1773688179.922760:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.922763:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703a00. 00000100:00100000:0.0:1773688179.922768:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b417d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+96:68109:x1859843854332672:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688179.922772:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854332672 00000020:00000001:0.0:1773688179.922776:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.922780:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688179.922783:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.922786:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.922788:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688179.922791:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688179.922794:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854332672, found 0 last_xid 1859843854332671 00000020:00000001:0.0:1773688179.922797:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.922800:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.922802:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.922806:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.922809:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688179.922811:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688179.922813:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688179.922815:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688179.922817:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.922821:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.922826:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:0.0:1773688179.922829:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.922832:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.922836:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8aa00. 00000020:00000001:0.0:1773688179.922839:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.922842:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8aa00 with handle 0x52973366461d2fdf to hash 00000020:00000001:0.0:1773688179.922844:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.922846:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00000010:0.0:1773688179.922851:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c680. 00010000:00000001:0.0:1773688179.922854:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00010000:0.0:1773688179.922859:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d2fdf lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a8d9 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.922873:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:0.0:1773688179.922876:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=97 00010000:00000001:0.0:1773688179.922880:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688179.922881:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688179.922885:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688179.922887:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688179.922889:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1773688179.922891:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.922894:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:0.0:1773688179.922897:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.922901:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:0.0:1773688179.922904:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:0.0:1773688179.922906:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.922909:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688179.922911:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688179.922913:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.922915:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.922920:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a19fd2000. 02000000:00000001:0.0:1773688179.922923:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.922926:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.922928:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.922930:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1773688179.922933:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:0.0:1773688179.922935:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.922938:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.922940:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.922943:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.922945:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.922947:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.922961:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.922963:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.922965:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.922966:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.922968:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.922971:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.922972:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.922974:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.922976:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.922977:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.922979:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.922981:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.922982:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.922986:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688179.922990:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688179.922992:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688179.922994:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.922996:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.922997:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.922999:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.923001:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.923002:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.923004:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688179.923071:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.923075:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.923076:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.923078:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688179.923080:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.923084:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:0.0:1773688179.923088:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:0.0:1773688179.923091:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/~WRL0004.TMP, ldlm_rep = ffff8a9a19fd2228 00000004:00000001:0.0:1773688179.923095:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1773688179.923098:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1773688179.923100:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1773688179.923102:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.923103:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.923106:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:0.0:1773688179.923108:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.923110:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.923113:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8a400. 00000020:00000001:0.0:1773688179.923116:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.923118:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8a400 with handle 0x52973366461d2fe6 to hash 00000020:00000001:0.0:1773688179.923120:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.923121:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000010:0.0:1773688179.923125:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921cc80. 00010000:00000001:0.0:1773688179.923127:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:0.0:1773688179.923130:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.923132:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.923135:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d2fe6 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.923142:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.923145:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.923147:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.923149:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.923151:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.923153:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.923154:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.923157:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.923158:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.923160:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.923161:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.923163:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 4 00010000:00000040:0.0:1773688179.923166:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.923170:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 97 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.923179:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 97 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.923185:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d2fe6 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.923191:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.923194:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.923196:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.923198:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.923199:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.923202:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.923204:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.923206:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.923208:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.923211:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d2fe6 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.923217:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.923218:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.923220:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.923221:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.923222:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.923225:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b415e4200 count: 2 00010000:00000001:0.0:1773688179.923281:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.923283:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.923286:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8b600. 00000020:00000001:0.0:1773688179.923289:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.923291:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8b600 with handle 0x52973366461d2fed to hash 00000020:00000001:0.0:1773688179.923293:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.923294:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00000010:0.0:1773688179.923297:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921ca80. 00010000:00000001:0.0:1773688179.923299:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00000001:0.0:1773688179.923302:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.923303:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.923306:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d2fed lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.923312:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.923314:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.923315:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.923317:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.923319:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.923321:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.923322:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.923324:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.923325:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.923327:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.923328:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.923330:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x57ca59f5 (ffff8a9b415e4200) refcount = 2 00010000:00000040:0.0:1773688179.923332:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.923335:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd000/0x52973366461d2f92 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.923341:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d2fed lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.923347:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.923349:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.923351:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.923352:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.923354:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.923356:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.923357:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.923359:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.923361:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.923364:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d2fed lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.923369:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.923371:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.923372:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.923373:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.923378:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.923407:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1773688179.923410:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688179.923413:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1773688179.923417:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.923421:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1773688179.923440:0:68797:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688179.923442:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1773688179.923443:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1773688179.923446:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688179.923449:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688179.923451:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688179.923453:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.923455:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688179.923456:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688179.923458:0:68797:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:0.0:1773688179.923460:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.923462:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.923464:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.923465:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x144:0x0] 00000020:00000001:0.0:1773688179.923467:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.923469:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:0.0:1773688179.923471:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:0.0:1773688179.923475:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1773688179.923477:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.923479:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.923482:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 7 00010000:00000001:0.0:1773688179.923484:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.923486:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.923489:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8a800. 00000020:00000001:0.0:1773688179.923492:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.923493:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8a800 with handle 0x52973366461d2ff4 to hash 00000020:00000001:0.0:1773688179.923495:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.923496:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00010000:00000010:0.0:1773688179.923499:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921ce80. 00010000:00000001:0.0:1773688179.923501:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00010000:00000001:0.0:1773688179.923503:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.923504:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.923507:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d2ff4 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.923516:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.923518:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.923520:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.923521:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.923523:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.923525:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.923526:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.923528:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688179.923530:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.923531:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.923532:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.923534:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 7 00010000:00000040:0.0:1773688179.923536:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.923540:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d2fd8 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8d2 expref: 97 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.923547:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 97 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.923554:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2f99 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.923560:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.923566:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.923572:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.923576:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d2ff4 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.923584:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.923586:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.923587:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.923589:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688179.923590:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.923592:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.923594:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.923596:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688179.923598:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.923600:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d2ff4 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.923605:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688179.923606:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.923607:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.923608:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.923610:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.923611:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8a800 refcount=3 00000020:00000001:0.0:1773688179.923613:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00010000:00000001:0.0:1773688179.923615:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00010000:00000001:0.0:1773688179.923617:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.923618:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.923620:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.923622:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1773688179.923626:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1773688179.923627:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1773688179.923631:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.923633:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.923636:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.923638:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.923642:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688179.923645:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688179.923648:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688179.923650:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:0.0:1773688179.923652:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.923654:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x144:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:0.0:1773688179.923657:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.923658:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.923659:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.923661:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688179.923663:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688179.923664:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688179.923666:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.923667:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.923668:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.923670:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.923672:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.923674:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:0.0:1773688179.923676:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:0.0:1773688179.923678:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1773688179.923680:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a19fd2370 00000004:00000001:0.0:1773688179.923682:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.923684:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.923685:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.923687:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.923688:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.923690:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.923692:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.923693:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.923695:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.923697:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:0.0:1773688179.923700:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: returning size 15360 00000004:00000040:0.0:1773688179.923702:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x144:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:0.0:1773688179.923705:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:0.0:1773688179.923706:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000401:2569 00000004:00200000:0.0:1773688179.923709:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:0.0:1773688179.923711:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:0.0:1773688179.923712:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.923714:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.923716:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1773688179.923718:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.923720:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.923721:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.923723:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.923724:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.923726:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688179.923727:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.923731:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688179.923734:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.923735:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.923736:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.923738:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.923742:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.923743:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.923744:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8a800 refcount=3 00000020:00000001:0.0:1773688179.923745:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00010000:00000001:0.0:1773688179.923747:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00000004:00010000:0.0:1773688179.923749:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d2ff4 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:0.0:1773688179.923753:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688179.923754:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.923755:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1773688179.923756:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1773688179.923758:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.923759:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1773688179.923761:0:68797:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:0.0:1773688179.923762:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688179.923763:0:68797:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688179.923764:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688179.923765:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 7 00010000:00000040:0.0:1773688179.923766:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.923769:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d2fd8 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8d2 expref: 97 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.923777:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 97 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.923781:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2f99 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.923784:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.923786:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.923789:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.923792:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d2ff4 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.923795:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688179.923796:0:68797:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.923797:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.923797:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.923798:0:68797:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688179.923800:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688179.923801:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.923802:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.923803:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.923803:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8a400 refcount=3 00000020:00000001:0.0:1773688179.923804:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:0.0:1773688179.923805:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:0.0:1773688179.923807:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688179.923809:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d2fe6 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.923815:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.923815:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.923817:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d2fe6 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.923820:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.923821:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.923822:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688179.923824:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d2fe6 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.923827:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41b8a400 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688179.923828:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.923830:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688179.923831:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d2fe6 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.923834:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688179.923835:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.923836:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.923836:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8a400 refcount=4 00000020:00000001:0.0:1773688179.923837:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:0.0:1773688179.923838:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:0.0:1773688179.923840:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688179.923842:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d2fe6 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.923845:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688179.923846:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688179.923847:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.923848:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.923849:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.923850:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.923851:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.923853:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8a400 with handle 0x52973366461d2fe6 from hash 00010000:00000001:0.0:1773688179.923854:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.923855:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.923856:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.923857:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.923858:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.923859:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.923860:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.923861:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.923862:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.923864:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:0.0:1773688179.923865:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.923867:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.923868:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.923869:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.923870:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688179.923871:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.923872:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.923873:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.923874:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.923875:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.923877:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d2fe6 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.923879:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.923880:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.923881:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688179.923881:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688179.923882:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.923883:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d2fe6 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.923887:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921cc80. 00010000:00000001:0.0:1773688179.923891:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.923892:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.923893:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688179.923894:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.923894:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.923895:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8b600 refcount=3 00000020:00000001:0.0:1773688179.923897:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00000001:0.0:1773688179.923898:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00000001:0.0:1773688179.923899:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688179.923900:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d2fed lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.923903:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.923904:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.923905:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d2fed lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.923907:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.923908:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.923909:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688179.923910:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d2fed lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.923913:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41b8b600 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688179.923914:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.923914:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688179.923916:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d2fed lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.923918:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688179.923919:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.923919:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.923920:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8b600 refcount=4 00000020:00000001:0.0:1773688179.923921:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00000001:0.0:1773688179.923922:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00000001:0.0:1773688179.923923:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688179.923925:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d2fed lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.923927:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688179.923928:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688179.923929:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.923930:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688179.923931:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.923931:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.923932:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.923933:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8b600 with handle 0x52973366461d2fed from hash 00010000:00000001:0.0:1773688179.923934:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.923935:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.923936:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.923936:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688179.923937:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688179.923938:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.923939:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688179.923939:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.923940:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.923941:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x57ca59f5 (ffff8a9b415e4200) 00010000:00010000:0.0:1773688179.923942:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688179.923943:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.923944:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.923945:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.923946:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688179.923947:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.923962:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.923964:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.923965:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.923966:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.923967:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d2fed lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.923970:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.923971:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.923972:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688179.923973:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688179.923974:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.923975:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d2fed lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.923979:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921ca80. 00010000:00000001:0.0:1773688179.923981:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.923982:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688179.923983:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688179.923984:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688179.923984:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:0.0:1773688179.923985:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688179.923986:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.923987:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8a800 refcount=3 00000020:00000001:0.0:1773688179.923988:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00010000:00000001:0.0:1773688179.923990:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00000004:00000040:0.0:1773688179.923991:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:0.0:1773688179.923993:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=98 00010000:00000001:0.0:1773688179.923995:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.923995:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688179.923996:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688179.923998:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1773688179.923999:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688179.924000:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688179.924001:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00010000:00000010:0.1:1773688179.924086:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f1600. 00000004:00000001:0.0:1773688179.924090:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688179.924092:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688179.924094:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1773688179.924097:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.924099:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688179.924101:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688179.924102:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688179.924103:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1773688179.924105:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1773688179.924107:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688179.924110:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.924112:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.924113:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.924115:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688179.924117:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8aa00 with handle 0x52973366461d2fdf from hash 00010000:00000001:0.0:1773688179.924120:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688179.924121:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.924122:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.924123:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1773688179.924124:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688179.924127:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d2fdf lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8d9 expref: 98 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.924131:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:0.0:1773688179.924132:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 97 00010000:00000010:0.0:1773688179.924134:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921c680. 00010000:00000001:0.0:1773688179.924137:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.924138:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.924140:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1773688179.924143:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d2ff4 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8d9 expref: 97 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.924148:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688179.924149:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688179.924150:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:0.0:1773688179.924152:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1773688179.924153:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.924154:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.924155:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688179.924156:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.924156:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688179.924157:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41b8a800, rc 0) 00000020:00000001:0.0:1773688179.924159:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688179.924161:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854332672 00010000:00000001:0.0:1773688179.924163:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688179.924167:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b417d8380 x1859843854332672/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688179.924238:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688179.924242:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688179.924245:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688179.924250:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688179.924252:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688179.924255:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688179.924258:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688179.924260:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.924262:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.924265:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.924270:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be550. 00000100:00000200:0.0:1773688179.924274:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854332672, offset 224 00000400:00000200:0.0:1773688179.924281:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.924289:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.924295:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48179:48179:256:4294967295] 192.168.204.51@tcp LPNI seq info [48175:48175:8:4294967295] 00000400:00000200:0.0:1773688179.924305:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.924310:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.924315:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356000. 00000800:00000200:0.0:1773688179.924320:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.924326:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.924329:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356000 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.924343:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.924347:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688179.924349:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688179.924351:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.924353:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688179.924358:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b417d8380 x1859843854332672/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688179.924368:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b417d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+97:68109:x1859843854332672:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1610us (1787us total) trans 0 rc 0/0 00000100:00100000:0.0:1773688179.924376:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15542 00000100:00000040:0.0:1773688179.924380:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688179.924382:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688179.924384:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688179.924388:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b08bfd200. 00000020:00000010:0.0:1773688179.924392:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400708. 00000020:00000010:0.0:1773688179.924395:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b37440400. 00000020:00000040:0.0:1773688179.924399:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 96 00000100:00000001:0.0:1773688179.924402:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.924416:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.924421:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356000. 00000400:00000200:2.0:1773688179.924425:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.924430:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.924434:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be550 00000400:00000010:2.0:1773688179.924437:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be550. 00000100:00000001:2.0:1773688179.924440:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.924442:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1773688179.926042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8ac00. 00000800:00000001:0.0:1773688179.926840:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.926848:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.926851:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.926854:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.926862:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.926875:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4467380 00000400:00000200:0.0:1773688179.926881:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x735c9 [2] + 656 00000800:00000001:0.0:1773688179.926888:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.926895:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.926898:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.926902:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.926907:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.926909:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1773688179.926914:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b342eb100. 00000100:00000040:0.0:1773688179.926918:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b342eb100 x1859843854332800 msgsize 328 00000100:00100000:0.0:1773688179.926923:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.926938:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.926945:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.926961:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.926973:0:6358:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.926976:0:6358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854332800 02000000:00000001:1.0:1773688179.926978:0:6358:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.926980:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.926981:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.926984:0:6358:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.926986:0:6358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854332800 00000020:00000001:1.0:1773688179.926988:0:6358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.926990:0:6358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.926991:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.926993:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=97 00000020:00000001:1.0:1773688179.926995:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.926996:0:6358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.926999:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.927002:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.927004:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.927006:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000020:00000010:1.0:1773688179.927032:0:6358:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356a00. 00000020:00000010:1.0:1773688179.927035:0:6358:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e880. 00000020:00000010:1.0:1773688179.927038:0:6358:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688179.927043:0:6358:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.927045:0:6358:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.927046:0:6358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.927048:0:6358:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.927050:0:6358:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.927052:0:6358:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.927055:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.927057:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.927058:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8a800 refcount=3 00000020:00000001:1.0:1773688179.927060:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00010000:00000001:1.0:1773688179.927062:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00010000:00000001:1.0:1773688179.927064:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.927065:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.927066:0:6358:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.927068:0:6358:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.927073:0:6358:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.927081:0:6358:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.927089:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.927090:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.927095:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1586 00000100:00000040:1.0:1773688179.927097:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688179.927099:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997932880128 : -129075776671488 : ffff8a9b342eb100) 00000100:00000040:1.0:1773688179.927103:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b342eb100 x1859843854332800/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.927110:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.927112:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.927113:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.927115:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000100:00100000:1.0:1773688179.927118:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b342eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+97:2405:x1859843854332800:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.927121:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854332800 00010000:00000001:1.0:1773688179.927122:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.927124:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.927125:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.927128:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.927130:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.927133:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a0fadf800. 02000000:00000001:1.0:1773688179.927134:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.927137:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.927138:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.927139:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.927141:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.927142:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.927143:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8a800 refcount=3 00000020:00000001:1.0:1773688179.927144:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00010000:00000001:1.0:1773688179.927145:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00010000:00000040:1.0:1773688179.927147:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 8 00000004:00000001:1.0:1773688179.927150:0:6358:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1773688179.927151:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688179.927153:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.927154:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.927155:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.927156:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.927159:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.927160:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.927163:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.927163:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.927165:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.927166:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.927168:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8a800 with handle 0x52973366461d2ff4 from hash 00010000:00000001:1.0:1773688179.927169:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.927170:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.927171:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.927172:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.927175:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.927176:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.927177:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.927178:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.927181:0:6358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d2ff4 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8d9 expref: 97 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.927186:0:6358:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:1.0:1773688179.927188:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 96 00010000:00000010:1.0:1773688179.927189:0:6358:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921ce80. 00010000:00000001:1.0:1773688179.927194:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.927195:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.927197:0:6358:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.927198:0:6358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00000001:1.0:1773688179.927201:0:6358:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.927202:0:6358:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.927203:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.927204:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.927205:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.927207:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.927208:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.927210:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1773688179.927212:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.927214:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.927216:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.927217:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.927218:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.927220:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.927221:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.927224:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64550. 00000100:00000200:1.0:1773688179.927227:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854332800, offset 224 00000400:00000200:1.0:1773688179.927232:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.927236:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.927240:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48180:48180:256:4294967295] 192.168.204.51@tcp LPNI seq info [48176:48176:8:4294967295] 00000400:00000200:1.0:1773688179.927245:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.927248:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.927251:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7300. 00000800:00000200:1.0:1773688179.927254:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.927258:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.927260:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.927269:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.927272:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.927273:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.927275:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.927278:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b342eb100 x1859843854332800/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773688179.927284:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b342eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+96:2405:x1859843854332800:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 173us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688179.927290:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1586 00000100:00000040:1.0:1773688179.927292:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688179.927294:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.927295:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.927297:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e880. 00000020:00000010:1.0:1773688179.927301:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000020:00000010:1.0:1773688179.927303:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356a00. 00000020:00000040:1.0:1773688179.927306:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 95 00000100:00000001:1.0:1773688179.927308:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773688179.927340:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773688179.927343:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7300. 00000400:00000200:3.0:1773688179.927346:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688179.927349:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:3.0:1773688179.927352:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64550 00000400:00000010:3.0:1773688179.927354:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64550. 00000100:00000001:3.0:1773688179.927356:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1773688179.927358:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1773688179.928040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a400. 00010000:00000010:0.1:1773688179.928047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b600. 00010000:00000010:0.1:1773688179.928052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8aa00. 00000800:00000001:0.0:1773688179.931094:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.931102:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.931105:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.931107:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.931115:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.931127:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 488 into portal 12 MB=0x69b84a4467480 00000400:00000200:0.0:1773688179.931134:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 488/488 into md 0x3b659 [64] + 128648 00000800:00000001:0.0:1773688179.931140:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.931149:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.931152:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.931155:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.931161:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.931163:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.931168:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b342e8700. 00000100:00000040:0.0:1773688179.931172:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b342e8700 x1859843854333056 msgsize 488 00000100:00100000:0.0:1773688179.931176:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.931188:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.931195:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.931199:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.931212:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.931215:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854333056 02000000:00000001:3.0:1773688179.931218:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.931219:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.931221:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.931223:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.931226:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854333056 00000020:00000001:3.0:1773688179.931228:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.931229:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.931231:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.931233:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=96 00000020:00000001:3.0:1773688179.931236:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.931238:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.931241:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.931245:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5780. 00000100:00000001:3.0:1773688179.931249:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.931251:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5780. 00000020:00000010:3.0:1773688179.931257:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2200. 00000020:00000010:3.0:1773688179.931261:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b36cae300. 00000020:00000010:3.0:1773688179.931271:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0190. 00000100:00000040:3.0:1773688179.931278:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.931281:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.931282:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773688179.931285:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.931290:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.931301:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.931310:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.931312:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.931317:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15543 00000100:00000040:3.0:1773688179.931320:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.931323:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997932869376 : -129075776682240 : ffff8a9b342e8700) 00000100:00000040:3.0:1773688179.931329:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b342e8700 x1859843854333056/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/0 e 0 to 0 dl 1773688259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773688179.931338:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.931341:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5780. 00000100:00000001:3.0:1773688179.931343:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.931346:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5780. 00000100:00100000:3.0:1773688179.931350:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b342e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+96:68109:x1859843854333056:12345-192.168.204.51@tcp:36:dbench.0 00000100:00000200:3.0:1773688179.931354:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854333056 00000020:00000001:3.0:1773688179.931356:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.931360:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.931365:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.931368:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.931370:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862544 : -1038689072 : ffffffffc216dcd0) 00000020:00000001:3.0:1773688179.931373:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.931376:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854333056, found 0 last_xid 1859843854333055 00000020:00000001:3.0:1773688179.931379:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.931381:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.931383:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.931387:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.931390:0:68797:0:(mdt_handler.c:3339:mdt_reint()) Process entered 00000004:00000002:3.0:1773688179.931396:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff8a9b342e8700 x1859843854333056/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1773688179.931404:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1773688179.931406:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1773688179.931407:0:68797:0:(mdt_lib.c:1397:mdt_setattr_unpack()) Process entered 00000004:00000001:3.0:1773688179.931409:0:68797:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1773688179.931411:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.931413:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.931415:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.931416:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=1139191808 : 1139191808 : 0x43e6b000) 00000001:00000001:3.0:1773688179.931417:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=1139191808 : 1139191808 : 43e6b000) 00000001:00000001:3.0:1773688179.931419:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.931419:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=4294941998 : 4294941998 : 0xffff9d2e) 00000001:00000001:3.0:1773688179.931421:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=4294941998 : 4294941998 : ffff9d2e) 00000001:00000001:3.0:1773688179.931422:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.931422:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.931423:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.931424:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.931425:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.931427:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.931429:0:68797:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.931431:0:68797:0:(mdt_lib.c:1387:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.931433:0:68797:0:(mdt_lib.c:1427:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.931435:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.931437:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.931438:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.931440:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.931441:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.931445:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8a9a16bb3000. 02000000:00000001:3.0:1773688179.931446:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.931448:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.931450:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1773688179.931451:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.931452:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.931453:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.931454:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.931456:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.931457:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.931458:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.931459:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.931461:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.931461:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.931464:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.931468:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.931469:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.931470:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.931471:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.931473:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.931474:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.931475:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.931476:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.931478:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.931479:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.931480:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.931482:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.931483:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.931485:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.931487:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1773688179.931488:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.931490:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1773688179.931492:0:68797:0:(mdt_reint.c:973:mdt_reint_setattr()) Process entered 00000004:00000002:3.0:1773688179.931495:0:68797:0:(mdt_reint.c:975:mdt_reint_setattr()) @@@ setattr [0x20000afe1:0x144:0x0] 7 req@ffff8a9b342e8700 x1859843854333056/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/3152 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773688179.931502:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1773688179.931504:0:68797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1773688179.931506:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.931508:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.931510:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8b200 refcount=3 00000020:00000001:3.0:1773688179.931512:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160028160 : -129075549523456 : ffff8a9b41b8b200) 00010000:00000001:3.0:1773688179.931514:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160028160 : -129075549523456 : ffff8a9b41b8b200) 00010000:00000040:3.0:1773688179.931517:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 7 00000004:00000001:3.0:1773688179.931521:0:68797:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1773688179.931523:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1773688179.931526:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.931528:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.931529:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.931532:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.931536:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.931538:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.931543:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.931544:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.931547:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.931549:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.931551:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8b200 with handle 0x52973366461d2fd8 from hash 00010000:00000001:3.0:1773688179.931553:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.931555:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.931556:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.931558:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.931562:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.931564:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.931567:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.931568:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.931574:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d2fd8 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x144:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8d2 expref: 96 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.931588:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:3.0:1773688179.931591:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 95 00010000:00000010:3.0:1773688179.931593:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921c180. 00010000:00000001:3.0:1773688179.931600:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.931602:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.931604:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.931607:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00000001:3.0:1773688179.931610:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.931613:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.931615:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1773688179.931617:0:68797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1773688179.931619:0:68797:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1773688179.931622:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.931624:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x144:0x0] 00000020:00000001:3.0:1773688179.931627:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.931632:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156742488 : -129075552809128 : ffff8a9b41868f58) 00000004:00000001:3.0:1773688179.931635:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156742400 : -129075552809216 : ffff8a9b41868f00) 00000004:00000001:3.0:1773688179.931637:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1773688179.931639:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773688179.931645:0:68797:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8a9b09ea8000. 00000020:00000010:3.0:1773688179.931650:0:68797:0:(tgt_fmd.c:221:tgt_fmd_get()) slab-freed '(fmd_new)': 56 at ffff8a9b09ea8000. 00000004:00000001:3.0:1773688179.931654:0:68797:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1773688179.931658:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.931664:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.931666:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.931672:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.931675:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.931678:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.931681:0:68797:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.931688:0:68797:0:(mdt_reint.c:864:mdt_attr_set()) Process entered 00000004:00000001:3.0:1773688179.931691:0:68797:0:(mdt_reint.c:327:mdt_object_stripes_lock()) Process entered 00000004:00000001:3.0:1773688179.931693:0:68797:0:(mdt_handler.c:4261:mdt_object_lock()) Process entered 00010000:00000001:3.0:1773688179.931697:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.931699:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.931703:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 6 00010000:00000001:3.0:1773688179.931706:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.931708:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.931711:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1800. 00000020:00000001:3.0:1773688179.931714:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.931717:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1800 with handle 0x52973366461d2ffb to hash 00000020:00000001:3.0:1773688179.931719:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.931721:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140914176 : -129080568637440 : ffff8a9a168f1800) 00010000:00000010:3.0:1773688179.931726:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315bac80. 00010000:00000001:3.0:1773688179.931729:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140914176 : -129080568637440 : ffff8a9a168f1800) 00010000:00000001:3.0:1773688179.931732:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.931733:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.931737:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1800/0x52973366461d2ffb lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0x144:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.931743:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.931746:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.931748:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.931750:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.931753:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.931755:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.931757:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.931759:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.931761:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.931763:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.931765:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.931767:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 6 00010000:00000040:3.0:1773688179.931770:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.931775:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 95 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.931787:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2f99 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.931794:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.931800:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.931806:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.931812:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1800/0x52973366461d2ffb lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.931817:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.931820:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.931822:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.931824:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.931825:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.931828:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.931830:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.931833:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.931836:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.931838:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1800/0x52973366461d2ffb lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.931844:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.931846:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.931847:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.931849:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.931851:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.931852:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1800 refcount=3 00000020:00000001:3.0:1773688179.931854:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140914176 : -129080568637440 : ffff8a9a168f1800) 00010000:00000001:3.0:1773688179.931857:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140914176 : -129080568637440 : ffff8a9a168f1800) 00010000:00000001:3.0:1773688179.931860:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.931861:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.931863:0:68797:0:(mdt_handler.c:4265:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.931866:0:68797:0:(mdt_reint.c:350:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.931870:0:68797:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1773688179.931877:0:68797:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1773688179.931881:0:68797:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1773688179.931885:0:68797:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1773688179.931892:0:68797:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9a0f836d80. 00080000:00000001:3.0:1773688179.931895:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1773688179.931902:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9b35d77400. 00080000:00000001:3.0:1773688179.931904:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614997960717312 : -129075748834304 : ffff8a9b35d77400) 00000004:00000001:3.0:1773688179.931908:0:68797:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.931911:0:68797:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.931913:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.931915:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997960717312 : -129075748834304 : ffff8a9b35d77400) 00080000:00000001:3.0:1773688179.931919:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1773688179.931937:0:68797:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.931939:0:68797:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.931942:0:68797:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.931945:0:68797:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1773688179.931958:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1773688179.931964:0:68797:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1773688179.931966:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.931968:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997960717312 : -129075748834304 : ffff8a9b35d77400) 00080000:00000001:3.0:1773688179.931972:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.931977:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.931979:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.931982:0:68797:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.932001:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.932003:0:68797:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.932032:0:68797:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1773688166, ctime 1773688179 00000004:00000001:3.0:1773688179.932036:0:68797:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:3.0:1773688179.932039:0:68797:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:3.0:1773688179.932041:0:68797:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:3.0:1773688179.932043:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.932045:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997960717312 : -129075748834304 : ffff8a9b35d77400) 00080000:00000001:3.0:1773688179.932049:0:68797:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:3.0:1773688179.932057:0:68797:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.932060:0:68797:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.932062:0:68797:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.932064:0:68797:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.932068:0:68797:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1773688179.932070:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1773688179.932073:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1773688179.932077:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692085, last_committed = 171798692041 00000001:00000010:3.0:1773688179.932082:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a0f836060. 00000001:00000040:3.0:1773688179.932085:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 44 00000020:00000040:3.0:1773688179.932087:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=96 00000001:00000010:3.0:1773688179.932094:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b41aaf6c0. 00000004:00000001:3.0:1773688179.932099:0:68797:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1773688179.932101:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.932102:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997960717312 : -129075748834304 : ffff8a9b35d77400) 00080000:00000001:3.0:1773688179.932105:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.932131:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1773688179.932135:0:68797:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1773688179.932138:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b41aaf6c0: xid 1859843854333056, transno 171798692085, tag 1, client gen 13, slot idx 3 00000001:00000001:3.0:1773688179.932142:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.932161:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773688179.932164:0:68797:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9a0f836d80. 00000020:00000001:3.0:1773688179.932168:0:68797:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.932173:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304500 count: 7 00010000:00000001:3.0:1773688179.932176:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.932179:0:68797:0:(mdt_reint.c:905:mdt_attr_set()) Process leaving 00000004:00000001:3.0:1773688179.932181:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.932183:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:3.0:1773688179.932185:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.932186:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.932188:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.932189:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.932192:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1800 refcount=3 00000020:00000001:3.0:1773688179.932194:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140914176 : -129080568637440 : ffff8a9a168f1800) 00010000:00000001:3.0:1773688179.932197:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140914176 : -129080568637440 : ffff8a9a168f1800) 00000004:00010000:3.0:1773688179.932201:0:68797:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000372ef506 reply state 000000007a6407a6 transno 171798692085 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1800/0x52973366461d2ffb lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.932209:0:68797:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:3.0:1773688179.932212:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.932214:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.932217:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.932218:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.932220:0:68797:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.932222:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.932224:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) refcount = 6 00010000:00000040:3.0:1773688179.932226:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.932231:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1b800/0x52973366461d2c97 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x144:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a7d6 expref: 96 pid: 75542 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.932238:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc200/0x52973366461d2f99 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.932244:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86e00/0x52973366461d2d54 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.932250:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11e00/0x52973366461d2cc8 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.932256:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0f427a00/0x52973366461d2c90 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.932263:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1800/0x52973366461d2ffb lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0x144:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.932268:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.932271:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.932273:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.932275:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.932276:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.932278:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.932281:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x144:0x0].0x0 (ffff8a9b32304500) 00010000:00010000:3.0:1773688179.932284:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.932286:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.932288:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.932290:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.932291:0:68797:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:3.0:1773688179.932294:0:68797:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:3.0:1773688179.932296:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.932297:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.932299:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.932300:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.932302:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.932304:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1773688179.932306:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.932309:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.932312:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.932315:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.932317:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.932319:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.932322:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.932324:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.932326:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.932328:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.932330:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.932332:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x144:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000002:3.0:1773688179.932335:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:3.0:1773688179.932338:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.932341:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.932342:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.932345:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.932346:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.932349:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.932351:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.932353:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.932355:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.932357:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x144:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:3.0:1773688179.932361:0:68797:0:(mdt_reint.c:1175:mdt_reint_setattr()) Process leaving 00000004:00000001:3.0:1773688179.932363:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.932366:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1773688179.932371:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.932376:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.932379:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.932381:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.932383:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.932384:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.932387:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.932389:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1773688179.932392:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.932394:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.932396:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.932398:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.932400:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.932403:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.932408:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.932411:0:68797:0:(mdt_handler.c:3355:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.932414:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692085, xid 1859843854333056 00010000:00000001:3.0:1773688179.932417:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:3.0:1773688179.932419:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=97 00010000:00000200:3.0:1773688179.932422:0:68797:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 171798692085, last committed = 171798692041 00010000:00000200:3.0:1773688179.932429:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b342e8700 x1859843854333056/t171798692085(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773688179.932437:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.932440:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.932444:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.932448:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.932451:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.932454:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.932457:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.932460:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.932463:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.932466:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.932470:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee2a8. 00000100:00000200:3.0:1773688179.932473:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854333056, offset 224 00000400:00000200:3.0:1773688179.932480:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.932488:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.932495:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48181:48181:256:4294967295] 192.168.204.51@tcp LPNI seq info [48177:48177:8:4294967295] 00000400:00000200:3.0:1773688179.932505:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.932511:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.932516:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d000. 00000800:00000200:3.0:1773688179.932521:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.932527:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.932530:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d000 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.932543:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.932548:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.932552:0:68797:0:(ldlm_lib.c:3443:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.932554:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.932557:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.932561:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b342e8700 x1859843854333056/t171798692085(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773688179.932572:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b342e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+97:68109:x1859843854333056:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1231us (1396us total) trans 171798692085 rc 0/0 00000100:00100000:3.0:1773688179.932580:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15543 00000100:00000040:3.0:1773688179.932583:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.932586:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.932588:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.932592:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b36cae300. 00000020:00000010:3.0:1773688179.932596:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0190. 00000800:00000200:2.0:1773688179.932599:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1773688179.932600:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2200. 00000800:00000010:2.0:1773688179.932605:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d000. 00000020:00000040:3.0:1773688179.932607:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 96 00000100:00000001:3.0:1773688179.932612:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.932612:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.932621:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.932625:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee2a8 00000400:00000010:2.0:1773688179.932627:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee2a8. 00000100:00000001:2.0:1773688179.932630:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.932632:0:3440:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688179.934025:0:82140:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a800. 00000800:00000001:3.0:1773688179.934284:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.934289:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773688179.934291:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.934293:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.934297:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:3.0:1773688179.934308:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 440 into portal 28 MB=0x69b84a4467500 00000400:00000200:3.0:1773688179.934314:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.51@tcp of length 440/440 into md 0x59745 [8] + 0 00000800:00000001:3.0:1773688179.934319:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.934327:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.934329:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688179.934333:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:3.0:1773688179.934337:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773688179.934339:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1773688179.934343:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b417d9f80. 00000100:00000040:3.0:1773688179.934346:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b417d9f80 x1859843854333184 msgsize 440 00000100:00100000:3.0:1773688179.934350:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:3.0:1773688179.934361:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1773688179.934365:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.934367:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.934396:0:38615:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.934400:0:38615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854333184 02000000:00000001:2.0:1773688179.934402:0:38615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.934404:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.934406:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.934409:0:38615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.934412:0:38615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854333184 00000020:00000001:2.0:1773688179.934414:0:38615:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.934416:0:38615:0:(genops.c:823:class_conn2export()) looking for export cookie 0x529733664618833a 00000020:00000001:2.0:1773688179.934417:0:38615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.934419:0:38615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9a0a88f800 refcount=39 00000020:00000001:2.0:1773688179.934422:0:38615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000020:00000001:2.0:1773688179.934425:0:38615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000100:00000001:2.0:1773688179.934428:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.934432:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5640. 00000100:00000001:2.0:1773688179.934434:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.934436:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5640. 00000020:00000010:2.0:1773688179.934440:0:38615:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a16628e00. 00000020:00000010:2.0:1773688179.934444:0:38615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9700. 00000020:00000010:2.0:1773688179.934447:0:38615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0a28. 00000100:00000040:2.0:1773688179.934462:0:38615:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1773688179.934465:0:38615:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.934466:0:38615:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773688179.934468:0:38615:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.934473:0:38615:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.934484:0:38615:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.934492:0:38615:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.934494:0:38615:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.934499:0:38615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7648 00000100:00000040:2.0:1773688179.934502:0:38615:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9a0a88f800 : new rpc_count 1 00000100:00000001:2.0:1773688179.934505:0:38615:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614998156156800 : -129075553394816 : ffff8a9b417d9f80) 00000100:00000040:2.0:1773688179.934511:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b417d9f80 x1859843854333184/t0(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 440/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.934520:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.934523:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5640. 00000100:00000001:2.0:1773688179.934525:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.934527:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5640. 00000100:00100000:2.0:1773688179.934531:0:38615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b417d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+39:2404:x1859843854333184:12345-192.168.204.51@tcp:2:dbench.0 00000100:00000200:2.0:1773688179.934535:0:38615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854333184 00000020:00000001:2.0:1773688179.934537:0:38615:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.934539:0:38615:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.934541:0:38615:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.934543:0:38615:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.934545:0:38615:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672990144 : -1036561472 : ffffffffc23753c0) 00000020:00000001:2.0:1773688179.934548:0:38615:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1773688179.934550:0:38615:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.934552:0:38615:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.934554:0:38615:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.934556:0:38615:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1773688179.934559:0:38615:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1773688179.934561:0:38615:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.934563:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.934564:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.934566:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.934568:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.934570:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.934572:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.934573:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.934575:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.934577:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.934578:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.934579:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.934582:0:38615:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.934585:0:38615:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.934588:0:38615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.934590:0:38615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.934593:0:38615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8a9a10ca7000. 02000000:00000001:2.0:1773688179.934595:0:38615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.934597:0:38615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688179.934600:0:38615:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:2.0:1773688179.934602:0:38615:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1773688179.934605:0:38615:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.934609:0:38615:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997950534792 : -129075759016824 : ffff8a9b353c1488) 00002000:00000001:2.0:1773688179.934612:0:38615:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997950534704 : -129075759016912 : ffff8a9b353c1430) 00002000:00000001:2.0:1773688179.934615:0:38615:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000001:2.0:1773688179.934618:0:38615:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.934634:0:38615:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:2.0:1773688179.934637:0:38615:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00002000:00000001:2.0:1773688179.934639:0:38615:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688179.934641:0:38615:0:(ofd_objects.c:1579:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688179.934643:0:38615:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1773688179.934645:0:38615:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.934647:0:38615:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1773688179.934653:0:38615:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10ca7800. 00080000:00000001:2.0:1773688179.934655:0:38615:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993044142080 : -129080665409536 : ffff8a9a10ca7800) 00000001:00000001:2.0:1773688179.934657:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.934659:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.934662:0:38615:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1773688179.934674:0:38615:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.934677:0:38615:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1773688179.934682:0:38615:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.934684:0:38615:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1773688179.934687:0:38615:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1773688179.934707:0:38615:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688179.934709:0:38615:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.934723:0:38615:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773688179.934728:0:38615:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8a9b03f002d8. 00000020:00000010:2.0:1773688179.934732:0:38615:0:(tgt_fmd.c:221:tgt_fmd_get()) slab-freed '(fmd_new)': 56 at ffff8a9b03f002d8. 00080000:00000001:2.0:1773688179.934734:0:38615:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:2.0:1773688179.934741:0:38615:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688179.934744:0:38615:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:2.0:1773688179.934746:0:38615:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.934748:0:38615:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00002000:00000001:2.0:1773688179.934751:0:38615:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688179.934753:0:38615:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.934755:0:38615:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1773688179.934757:0:38615:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1773688179.934759:0:38615:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4294970324, last_committed = 4294970321 00000001:00000010:2.0:1773688179.934763:0:38615:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a106a5540. 00000001:00000040:2.0:1773688179.934765:0:38615:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9a0a88f800 : new cb_count 3 00000020:00000040:2.0:1773688179.934767:0:38615:0:(genops.c:887:class_export_get()) GET export ffff8a9a0a88f800 refcount=40 00080000:00000001:2.0:1773688179.934771:0:38615:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1773688179.934780:0:38615:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1773688179.934783:0:38615:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.934791:0:38615:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.934796:0:38615:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.934800:0:38615:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.934802:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.934804:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688179.934806:0:38615:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:2.0:1773688179.934808:0:38615:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b353c1488/ffff8a9b353c1430 to site lru. bkt: ffff8a9b34381880 00010000:00000040:2.0:1773688179.934813:0:38615:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b065e5e00 count: 2 00010000:00000001:2.0:1773688179.934815:0:38615:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1773688179.934818:0:38615:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1773688179.934821:0:38615:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1773688179.934822:0:38615:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.934825:0:38615:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997950534792 : -129075759016824 : ffff8a9b353c1488) 00002000:00000001:2.0:1773688179.934827:0:38615:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997950534704 : -129075759016912 : ffff8a9b353c1430) 00002000:00000001:2.0:1773688179.934829:0:38615:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1773688179.934832:0:38615:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1773688179.934834:0:38615:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0xa09:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1773688179.934837:0:38615:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0xa09:0x0] updating lvb mtime from disk: 1773688154 -> 1773688166 00002000:00010000:2.0:1773688179.934840:0:38615:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0xa09:0x0] updating lvb atime from disk: 1773688158 -> 1773688169 00002000:00010000:2.0:1773688179.934842:0:38615:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0xa09:0x0] updating lvb ctime from disk: 1773688178 -> 1773688179 00002000:00010000:2.0:1773688179.934845:0:38615:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0xa09:0x0] updating lvb blocks from disk: 1 -> 1 00000020:00000002:2.0:1773688179.934848:0:38615:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b353c1488/ffff8a9b353c1430 to site lru. bkt: ffff8a9b34381880 00010000:00000040:2.0:1773688179.934851:0:38615:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294970315, transno 4294970324, xid 1859843854333184 00010000:00000001:2.0:1773688179.934853:0:38615:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.934858:0:38615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b417d9f80 x1859843854333184/t4294970324(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 440/432 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.934865:0:38615:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.934868:0:38615:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.934870:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b36eb51e8 time=95 v=5 (1 4 1 1) 00000100:00000001:2.0:1773688179.934873:0:38615:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.934875:0:38615:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.934878:0:38615:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.934880:0:38615:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.934881:0:38615:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.934884:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.934886:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.934889:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505ee0. 00000100:00000200:2.0:1773688179.934892:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1859843854333184, offset 224 00000400:00000200:2.0:1773688179.934897:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.934903:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.934908:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48182:48182:256:4294967295] 192.168.204.51@tcp LPNI seq info [48178:48178:8:4294967295] 00000400:00000200:2.0:1773688179.934917:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.934922:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.934925:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a500. 00000800:00000200:2.0:1773688179.934929:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.934934:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.934937:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a500 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.934964:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.934968:0:38615:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.934970:0:38615:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.934973:0:38615:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.934975:0:38615:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.934980:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b417d9f80 x1859843854333184/t4294970324(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 440/432 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.934990:0:38615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b417d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+40:2404:x1859843854333184:12345-192.168.204.51@tcp:2:dbench.0 Request processed in 467us (641us total) trans 4294970324 rc 0/0 00000100:00100000:2.0:1773688179.934997:0:38615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7648 00000100:00000040:2.0:1773688179.934999:0:38615:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9a0a88f800 : new rpc_count 0 00000100:00000001:2.0:1773688179.935001:0:38615:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.935003:0:38615:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:0.0:1773688179.935022:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1773688179.935025:0:38615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9700. 00000800:00000010:0.0:1773688179.935026:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a500. 00000400:00000200:0.0:1773688179.935032:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1773688179.935033:0:38615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0a28. 00000020:00000010:2.0:1773688179.935039:0:38615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a16628e00. 00000400:00000200:0.0:1773688179.935039:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.935044:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505ee0 00000400:00000010:0.0:1773688179.935047:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505ee0. 00000100:00000001:0.0:1773688179.935049:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.935050:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:2.0:1773688179.935053:0:38615:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 39 00000100:00000001:2.0:1773688179.935057:0:38615:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1773688179.937053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b200. 00000800:00000001:2.0:1773688179.939197:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.939204:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.939207:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.939209:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.939215:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.939226:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 392 into portal 23 MB=0x69b84a4467600 00000400:00000200:2.0:1773688179.939231:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 392/392 into md 0x72709 [2] + 1176 00000800:00000001:2.0:1773688179.939236:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.939242:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.939244:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.939246:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.939250:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.939253:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1773688179.939258:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b35ac7100. 00000100:00000040:2.0:1773688179.939261:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b35ac7100 x1859843854333440 msgsize 392 00000100:00100000:2.0:1773688179.939266:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.939279:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.939285:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.939288:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.939320:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.939324:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854333440 02000000:00000001:3.0:1773688179.939326:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.939328:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.939330:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.939334:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.939337:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854333440 00000020:00000001:3.0:1773688179.939339:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.939341:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.939343:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.939346:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=97 00000020:00000001:3.0:1773688179.939348:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.939350:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.939354:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.939358:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5780. 00000100:00000001:3.0:1773688179.939361:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.939363:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5780. 00000020:00000010:3.0:1773688179.939369:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2200. 00000020:00000010:3.0:1773688179.939373:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b36cae300. 00000020:00000010:3.0:1773688179.939377:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0190. 00000100:00000040:3.0:1773688179.939383:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1773688179.939385:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.939387:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773688179.939388:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.939393:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.939404:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.939412:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.939414:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.939419:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3244 00000100:00000040:3.0:1773688179.939423:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.939424:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997957898496 : -129075751653120 : ffff8a9b35ac7100) 00000100:00000040:3.0:1773688179.939430:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b35ac7100 x1859843854333440/t0(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.939438:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.939441:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5780. 00000100:00000001:3.0:1773688179.939443:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.939445:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5780. 00000100:00100000:3.0:1773688179.939450:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b35ac7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+97:68109:x1859843854333440:12345-192.168.204.51@tcp:35:dbench.0 00000100:00000200:3.0:1773688179.939453:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854333440 00000020:00000001:3.0:1773688179.939456:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.939460:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1773688179.939464:0:73057:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b41aaf6c0: xid 1859843854333056, transno 171798692085, client gen 13, slot idx 3 00000001:00000001:3.0:1773688179.939468:0:73057:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a0cd82540: xid 1859843854332160, transno 171798692084, client gen 13, slot idx 2 00000001:00000010:3.0:1773688179.939474:0:73057:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a0cd82540. 00000020:00000001:3.0:1773688179.939478:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.939480:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.939482:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862496 : -1038689120 : ffffffffc216dca0) 00000020:00000001:3.0:1773688179.939484:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.939487:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854333440, found 0 last_xid 1859843854333439 00000020:00000001:3.0:1773688179.939489:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.939491:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.939493:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.939496:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.939500:0:73057:0:(mdt_open.c:2771:mdt_close()) Process entered 00000004:00000001:3.0:1773688179.939502:0:73057:0:(mdt_lib.c:1452:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1773688179.939503:0:73057:0:(mdt_lib.c:1362:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1773688179.939506:0:73057:0:(mdt_lib.c:1373:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.939508:0:73057:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1773688179.939511:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.939512:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.939515:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.939517:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.939519:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.939520:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.939521:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.939523:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.939525:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.939526:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.939528:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.939529:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.939530:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.939532:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.939534:0:73057:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.939536:0:73057:0:(mdt_lib.c:1435:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1773688179.939537:0:73057:0:(mdt_lib.c:1437:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.939540:0:73057:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1773688179.939541:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.939542:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.939544:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.939545:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.939546:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.939548:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.939549:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.939550:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.939552:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.939553:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.939557:0:73057:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.939561:0:73057:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.939563:0:73057:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.939565:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.939566:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.939568:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.939569:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.939570:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.939572:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.939574:0:73057:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.939576:0:73057:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.939577:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.939578:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.939586:0:73057:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.939588:0:73057:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.939593:0:73057:0:(mdt_lib.c:1465:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.939596:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.939598:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.939602:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8a9b35d74400. 02000000:00000001:3.0:1773688179.939604:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.939606:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.939607:0:73057:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1773688179.939609:0:73057:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.939612:0:73057:0:(mdt_open.c:2739:mdt_close_internal()) Process entered 00000004:00000001:3.0:1773688179.939614:0:73057:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1773688179.939615:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.939617:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8a9b35d06f00 refcount=2 00000020:00000001:3.0:1773688179.939619:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997960257280 : -129075749294336 : ffff8a9b35d06f00) 00000004:00000001:3.0:1773688179.939622:0:73057:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446614997960257280 : -129075749294336 : ffff8a9b35d06f00) 00000020:00000040:3.0:1773688179.939624:0:73057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b35d06f00 with handle 0x52973366461d2e81 from hash 00000004:00000001:3.0:1773688179.939628:0:73057:0:(mdt_open.c:2590:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1773688179.939630:0:73057:0:(mdt_open.c:2598:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000afe1:0x145:0x0] with intent: 0 00000004:00000001:3.0:1773688179.939634:0:73057:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:3.0:1773688179.939636:0:73057:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 15360 size 15360 lsom blocks 1 blocks 1 truncate 0 00000004:00000001:3.0:1773688179.939639:0:73057:0:(mdt_som.c:209:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.939641:0:73057:0:(mdt_open.c:149:mdt_write_put()) Process entered 00000004:00000001:3.0:1773688179.939643:0:73057:0:(mdt_open.c:153:mdt_write_put()) Process leaving 00000004:00000001:3.0:1773688179.939644:0:73057:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1773688179.939647:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.939651:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.939653:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.939658:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.939661:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.939664:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.939665:0:73057:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.939668:0:73057:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1773688179.939674:0:73057:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1773688179.939676:0:73057:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.939679:0:73057:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x20000afe1:0x145:0x0], previous was 0x7 00000004:00000001:3.0:1773688179.939681:0:73057:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.939683:0:73057:0:(mdt_reint.c:931:mdt_add_dirty_flag()) Process entered 00000004:00000001:3.0:1773688179.939685:0:73057:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.939686:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.939688:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.939689:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.939691:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.939693:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.939695:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1773688179.939698:0:73057:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1773688179.939700:0:73057:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1773688179.939702:0:73057:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=ffff8a9b35d746f0 00000004:00000001:3.0:1773688179.939704:0:73057:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.939706:0:73057:0:(mdt_reint.c:958:mdt_add_dirty_flag()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.939709:0:73057:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1773688179.939711:0:73057:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.939714:0:73057:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:3.0:1773688179.939717:0:73057:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.939720:0:73057:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1773688179.939722:0:73057:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8a9b35d06f00. 00000004:00000001:3.0:1773688179.939734:0:73057:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1773688179.939738:0:73057:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b418685f8/ffff8a9b418685a0 to site lru. bkt: ffff8a9a1aeb6e28 00000004:00000001:3.0:1773688179.939741:0:73057:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.939742:0:73057:0:(mdt_open.c:2728:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.939744:0:73057:0:(mdt_open.c:2758:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.939746:0:73057:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:3.0:1773688179.939748:0:73057:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1773688179.939755:0:73057:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9b35d77000. 00080000:00000001:3.0:1773688179.939758:0:73057:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614997960716288 : -129075748835328 : ffff8a9b35d77000) 00080000:00000001:3.0:1773688179.939760:0:73057:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1773688179.939765:0:73057:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.939769:0:73057:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.939770:0:73057:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.939784:0:73057:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.939786:0:73057:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1773688179.939788:0:73057:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1773688179.939791:0:73057:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692086, last_committed = 171798692041 00000001:00000010:3.0:1773688179.939795:0:73057:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a0f836840. 00000001:00000040:3.0:1773688179.939797:0:73057:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 45 00000020:00000040:3.0:1773688179.939799:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=98 00000001:00000010:3.0:1773688179.939804:0:73057:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a0cd82540. 00080000:00000001:3.0:1773688179.939808:0:73057:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.939822:0:73057:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1773688179.939825:0:73057:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a0cd82540: xid 1859843854333440, transno 171798692086, tag 1, client gen 13, slot idx 2 00000001:00000001:3.0:1773688179.939828:0:73057:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.939838:0:73057:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.939840:0:73057:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1773688179.939842:0:73057:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.939843:0:73057:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.939845:0:73057:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.939848:0:73057:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.939852:0:73057:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.939855:0:73057:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.939857:0:73057:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1773688179.939861:0:73057:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.939866:0:73057:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.939868:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.939870:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.939872:0:73057:0:(mdt_open.c:2833:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.939876:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692086, xid 1859843854333440 00010000:00000001:3.0:1773688179.939878:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.939884:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b35ac7100 x1859843854333440/t171798692086(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.939892:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.939894:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.939896:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=49 v=5 (1 1 1 0) 00000100:00000001:3.0:1773688179.939898:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.939901:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.939902:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.939904:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.939906:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.939907:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.939909:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.939913:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeeee0. 00000100:00000200:3.0:1773688179.939916:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854333440, offset 224 00000400:00000200:3.0:1773688179.939920:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.939926:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.939930:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48183:48183:256:4294967295] 192.168.204.51@tcp LPNI seq info [48179:48179:8:4294967295] 00000400:00000200:3.0:1773688179.939936:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.939939:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.939942:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99dd00. 00000800:00000200:3.0:1773688179.939946:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.939964:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.939966:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99dd00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.939975:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.939978:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.939979:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.939980:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.939982:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.939985:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b35ac7100 x1859843854333440/t171798692086(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.939991:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b35ac7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+98:68109:x1859843854333440:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 552us (728us total) trans 171798692086 rc 0/0 00000100:00100000:3.0:1773688179.939998:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3244 00000100:00000040:3.0:1773688179.940000:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.940001:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.940002:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.940004:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b36cae300. 00000020:00000010:3.0:1773688179.940022:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0190. 00000020:00000010:3.0:1773688179.940025:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2200. 00000020:00000040:3.0:1773688179.940029:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 97 00000100:00000001:3.0:1773688179.940031:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.940060:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.940064:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99dd00. 00000400:00000200:2.0:1773688179.940068:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.940073:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.940076:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeeee0 00000400:00000010:2.0:1773688179.940079:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeeee0. 00000100:00000001:2.0:1773688179.940082:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.940084:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.941524:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.941529:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.941531:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.941532:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.941537:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.941543:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4467680 00000400:00000200:0.0:1773688179.941548:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 129136 00000800:00000001:0.0:1773688179.941552:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.941557:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.941558:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.941561:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.941565:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.941566:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.941569:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b342eb800. 00000100:00000040:0.0:1773688179.941571:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b342eb800 x1859843854333568 msgsize 584 00000100:00100000:0.0:1773688179.941574:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.941586:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.941591:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.941593:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.941609:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.941611:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854333568 02000000:00000001:3.0:1773688179.941613:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.941614:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.941616:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.941618:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.941619:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854333568 00000020:00000001:3.0:1773688179.941621:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.941622:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.941623:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.941624:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=98 00000020:00000001:3.0:1773688179.941626:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.941628:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.941630:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.941633:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5780. 00000100:00000001:3.0:1773688179.941635:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.941637:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5780. 00000020:00000010:3.0:1773688179.941640:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2200. 00000020:00000010:3.0:1773688179.941642:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b36cae300. 00000020:00000010:3.0:1773688179.941644:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0190. 00000100:00000040:3.0:1773688179.941649:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.941650:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.941651:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.941653:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.941654:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.941656:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.941659:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.941668:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.941677:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.941678:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.941683:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15544 00000100:00000040:3.0:1773688179.941686:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.941688:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997932881920 : -129075776669696 : ffff8a9b342eb800) 00000100:00000040:3.0:1773688179.941692:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b342eb800 x1859843854333568/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.941697:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.941699:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5780. 00000100:00000001:3.0:1773688179.941701:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.941702:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5780. 00000100:00100000:3.0:1773688179.941706:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b342eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+98:68109:x1859843854333568:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.941708:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854333568 00000020:00000001:3.0:1773688179.941710:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.941712:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1773688179.941715:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a0cd82540: xid 1859843854333440, transno 171798692086, client gen 13, slot idx 2 00000001:00000001:3.0:1773688179.941718:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b41aaf6c0: xid 1859843854333056, transno 171798692085, client gen 13, slot idx 3 00000001:00000010:3.0:1773688179.941720:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b41aaf6c0. 00000020:00000001:3.0:1773688179.941723:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.941725:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.941732:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.941734:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.941735:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854333568, found 0 last_xid 1859843854333567 00000020:00000001:3.0:1773688179.941737:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.941739:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.941740:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.941742:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.941743:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.941745:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.941746:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.941748:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.941750:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.941753:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.941758:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:3.0:1773688179.941761:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.941764:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.941767:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1200. 00000020:00000001:3.0:1773688179.941772:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.941774:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1200 with handle 0x52973366461d3002 to hash 00000020:00000001:3.0:1773688179.941776:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.941778:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140912640 : -129080568638976 : ffff8a9a168f1200) 00010000:00000010:3.0:1773688179.941783:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.941786:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140912640 : -129080568638976 : ffff8a9a168f1200) 00010000:00010000:3.0:1773688179.941791:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d3002 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a8e0 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.941800:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.941803:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=99 00010000:00000001:3.0:1773688179.941808:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.941810:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.941815:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.941818:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.941820:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688179.941822:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.941824:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.941827:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.941831:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.941833:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.941836:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.941839:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.941842:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.941844:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.941846:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.941850:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a16bb1000. 02000000:00000001:3.0:1773688179.941852:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.941854:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.941856:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.941859:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688179.941861:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688179.941863:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.941864:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.941866:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.941868:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.941870:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.941871:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.941873:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.941875:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.941876:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.941877:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.941879:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.941880:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.941881:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.941883:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.941885:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.941887:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.941888:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.941890:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.941891:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.941894:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.941897:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.941899:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.941900:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.941902:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.941904:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.941905:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.941906:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.941908:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.941910:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.941911:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.941913:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.941914:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.941916:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.941917:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.941920:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1773688179.941925:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:3.0:1773688179.941927:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/~WRD0003.TMP, ldlm_rep = ffff8a9a16bb1228 00000004:00000001:3.0:1773688179.941930:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1773688179.941932:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1773688179.941934:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1773688179.941936:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.941937:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.941939:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:3.0:1773688179.941941:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.941942:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.941944:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f0c00. 00000020:00000001:3.0:1773688179.941946:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.941962:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f0c00 with handle 0x52973366461d3009 to hash 00000020:00000001:3.0:1773688179.941963:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.941964:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000010:3.0:1773688179.941967:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315bae00. 00010000:00000001:3.0:1773688179.941968:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:3.0:1773688179.941970:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.941971:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.941974:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3009 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.941978:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.941981:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.941982:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.941983:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.941985:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.941986:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.941987:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.941989:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.941990:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.941991:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.941992:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.941994:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 4 00010000:00000040:3.0:1773688179.941996:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.941998:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 99 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.942003:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 99 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.942021:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3009 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.942026:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.942030:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.942031:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.942033:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.942034:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.942036:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.942038:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.942040:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.942041:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.942043:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3009 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.942047:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.942048:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.942049:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.942050:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.942051:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.942053:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46c00 count: 2 00010000:00000001:3.0:1773688179.942055:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.942056:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.942058:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1600. 00000020:00000001:3.0:1773688179.942059:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.942060:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1600 with handle 0x52973366461d3010 to hash 00000020:00000001:3.0:1773688179.942061:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.942062:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000010:3.0:1773688179.942064:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.942065:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:3.0:1773688179.942066:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.942067:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.942069:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3010 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.942071:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.942072:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.942073:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.942074:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.942076:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.942077:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.942078:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.942079:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.942080:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.942081:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.942082:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.942083:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x10682665 (ffff8a9a0ec46c00) refcount = 2 00010000:00000040:3.0:1773688179.942084:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.942086:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5c00/0x52973366461d2e50 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.942089:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3010 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.942091:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.942092:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.942093:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.942094:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.942095:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.942096:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.942097:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.942097:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.942098:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.942100:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3010 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.942102:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.942103:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.942104:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.942104:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.942108:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.942131:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.942134:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.942136:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688179.942140:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.942144:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1773688179.942160:0:68797:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.942162:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1773688179.942163:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1773688179.942165:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.942167:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.942169:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.942170:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.942171:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.942172:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.942174:0:68797:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:3.0:1773688179.942176:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.942177:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.942178:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.942179:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x145:0x0] 00000020:00000001:3.0:1773688179.942180:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.942182:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156740088 : -129075552811528 : ffff8a9b418685f8) 00000004:00000001:3.0:1773688179.942183:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156740000 : -129075552811616 : ffff8a9b418685a0) 00000004:00000001:3.0:1773688179.942186:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1773688179.942188:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.942189:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.942191:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 4 00010000:00000001:3.0:1773688179.942192:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.942194:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.942195:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f0600. 00000020:00000001:3.0:1773688179.942197:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.942198:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f0600 with handle 0x52973366461d3017 to hash 00000020:00000001:3.0:1773688179.942199:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.942200:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000010:3.0:1773688179.942202:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba600. 00010000:00000001:3.0:1773688179.942203:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000001:3.0:1773688179.942204:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.942205:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.942207:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d3017 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.942210:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.942211:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.942212:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.942213:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.942215:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.942216:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.942217:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.942218:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.942219:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.942220:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.942220:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.942221:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 4 00010000:00000040:3.0:1773688179.942223:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.942225:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.942229:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.942232:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.942235:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d3017 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.942238:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.942239:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.942240:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.942241:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.942242:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.942243:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.942244:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.942245:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.942246:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.942247:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d3017 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.942250:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.942251:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.942252:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.942252:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.942253:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.942254:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0600 refcount=3 00000020:00000001:3.0:1773688179.942256:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000001:3.0:1773688179.942257:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000001:3.0:1773688179.942258:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.942259:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.942260:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.942261:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1773688179.942264:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.942265:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.942267:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.942268:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.942270:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.942271:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.942273:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.942274:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.942276:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.942277:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.942278:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.942279:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x145:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:3.0:1773688179.942281:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.942282:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.942283:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.942284:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.942285:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.942286:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.942287:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.942288:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.942288:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.942289:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.942290:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.942291:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1773688179.942292:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1773688179.942293:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1773688179.942294:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a16bb1370 00000004:00000001:3.0:1773688179.942296:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.942298:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.942299:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.942300:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.942301:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.942302:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.942303:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.942304:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.942305:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.942306:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:3.0:1773688179.942308:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: returning size 15360 00000004:00000040:3.0:1773688179.942310:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x145:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:3.0:1773688179.942318:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:3.0:1773688179.942320:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2569 00000004:00200000:3.0:1773688179.942321:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:3.0:1773688179.942323:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1773688179.942324:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.942326:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.942328:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1773688179.942329:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.942330:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.942330:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.942331:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.942333:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.942334:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.942335:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.942338:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.942340:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.942341:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.942342:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.942343:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.942346:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.942347:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.942348:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0600 refcount=3 00000020:00000001:3.0:1773688179.942349:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000001:3.0:1773688179.942351:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00000004:00010000:3.0:1773688179.942353:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d3017 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:3.0:1773688179.942357:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1773688179.942358:0:68797:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b418685f8/ffff8a9b418685a0 to site lru. bkt: ffff8a9a1aeb6e28 00000004:00000001:3.0:1773688179.942359:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.942360:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1773688179.942361:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.942362:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.942363:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1773688179.942365:0:68797:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:3.0:1773688179.942366:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.942367:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.942368:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.942369:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 4 00010000:00000040:3.0:1773688179.942370:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.942372:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.942378:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.942383:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.942389:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d3017 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.942393:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.942395:0:68797:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.942396:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.942397:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.942399:0:68797:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.942402:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.942404:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.942406:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.942407:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.942408:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0c00 refcount=3 00000020:00000001:3.0:1773688179.942410:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:3.0:1773688179.942412:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:3.0:1773688179.942415:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.942417:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3009 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.942423:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.942424:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.942426:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3009 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.942431:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.942432:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.942434:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.942435:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3009 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.942439:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a168f0c00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.942440:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.942441:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.942443:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3009 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.942446:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.942447:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.942447:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.942448:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0c00 refcount=4 00000020:00000001:3.0:1773688179.942449:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:3.0:1773688179.942450:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:3.0:1773688179.942452:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.942454:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3009 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.942457:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.942458:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.942459:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.942461:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.942462:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.942463:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.942464:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.942465:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f0c00 with handle 0x52973366461d3009 from hash 00010000:00000001:3.0:1773688179.942466:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.942467:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.942468:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.942469:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.942471:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.942471:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.942472:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.942474:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.942475:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.942477:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.942478:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.942480:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.942482:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.942483:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.942483:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.942485:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.942485:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.942486:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.942487:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.942488:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.942490:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3009 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.942493:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.942494:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.942495:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.942496:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.942496:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.942498:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3009 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.942502:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315bae00. 00010000:00000001:3.0:1773688179.942507:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.942508:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.942509:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.942510:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.942510:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.942511:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1600 refcount=3 00000020:00000001:3.0:1773688179.942512:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:3.0:1773688179.942513:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:3.0:1773688179.942515:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.942516:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3010 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.942519:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.942520:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.942521:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3010 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.942523:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.942524:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.942525:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.942526:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3010 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.942529:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a168f1600 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.942530:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.942531:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.942532:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3010 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.942535:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.942536:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.942536:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.942537:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1600 refcount=4 00000020:00000001:3.0:1773688179.942538:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:3.0:1773688179.942539:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:3.0:1773688179.942540:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.942541:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3010 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.942544:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.942544:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.942545:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.942546:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.942547:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.942548:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.942548:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.942549:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f1600 with handle 0x52973366461d3010 from hash 00010000:00000001:3.0:1773688179.942550:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.942551:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.942552:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.942552:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.942553:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.942554:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.942555:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.942555:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.942556:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.942557:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x10682665 (ffff8a9a0ec46c00) 00010000:00010000:3.0:1773688179.942558:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.942559:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.942560:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.942561:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.942562:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.942564:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.942564:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.942565:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.942566:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.942567:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.942569:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3010 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.942571:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.942572:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.942573:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.942573:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.942574:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.942575:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3010 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.942578:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.942579:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.942580:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.942581:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.942582:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.942582:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:3.0:1773688179.942584:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.942585:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.942585:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0600 refcount=3 00000020:00000001:3.0:1773688179.942586:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000001:3.0:1773688179.942587:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00000004:00000040:3.0:1773688179.942589:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.942590:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=100 00010000:00000001:3.0:1773688179.942592:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.942593:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.942594:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.942595:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1773688179.942596:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.942597:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.942598:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.942599:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.942600:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.942601:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.942604:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.942605:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.942607:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.942608:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.942609:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.942610:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.942611:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.942613:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.942614:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.942615:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.942616:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.942617:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f1200 with handle 0x52973366461d3002 from hash 00010000:00000001:3.0:1773688179.942618:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.942619:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.942620:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.942620:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.942621:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.942623:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d3002 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8e0 expref: 100 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.942626:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.942628:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 99 00010000:00000010:3.0:1773688179.942629:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.942631:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.942632:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.942634:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.942636:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d3017 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8e0 expref: 99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.942641:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.942642:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.942643:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00010000:3.0:1773688179.942645:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1773688179.942646:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.942647:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.942648:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.942649:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.942649:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.942650:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a168f0600, rc 0) 00000020:00000001:3.0:1773688179.942652:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.942653:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854333568 00010000:00000001:3.0:1773688179.942654:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.942657:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b342eb800 x1859843854333568/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.942661:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.942663:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.942664:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.942666:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.942667:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.942668:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.942670:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.942671:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.942673:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.942674:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.942676:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee3b8. 00000100:00000200:3.0:1773688179.942679:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854333568, offset 224 00000400:00000200:3.0:1773688179.942682:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.942686:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.942689:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48184:48184:256:4294967295] 192.168.204.51@tcp LPNI seq info [48180:48180:8:4294967295] 00000400:00000200:3.0:1773688179.942695:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.942698:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.942700:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d900. 00000800:00000200:3.0:1773688179.942703:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.942706:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.942709:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d900 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.942719:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.942721:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.942723:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.942724:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.942725:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.942727:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b342eb800 x1859843854333568/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.942733:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b342eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+99:68109:x1859843854333568:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1035us (1161us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688179.942739:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15544 00000100:00000040:3.0:1773688179.942740:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.942742:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.942743:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.942745:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b36cae300. 00000020:00000010:3.0:1773688179.942747:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0190. 00000020:00000010:3.0:1773688179.942749:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2200. 00000020:00000040:3.0:1773688179.942751:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 98 00000100:00000001:3.0:1773688179.942753:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.942779:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.942783:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d900. 00000400:00000200:0.0:1773688179.942787:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.942791:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.942794:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee3b8 00000400:00000010:0.0:1773688179.942796:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee3b8. 00000100:00000001:0.0:1773688179.942799:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.942800:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1773688179.947040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f0c00. 00010000:00000010:3.1:1773688179.947049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f1600. 00010000:00000010:3.1:1773688179.947053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f1200. 00000800:00000001:3.0:1773688179.947934:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.947942:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773688179.947945:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.947958:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.947965:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:3.0:1773688179.947976:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 648 into portal 12 MB=0x69b84a4467780 00000400:00000200:3.0:1773688179.947982:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 648/648 into md 0x3b659 [64] + 129720 00000800:00000001:3.0:1773688179.947988:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.947996:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.947998:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688179.948002:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:3.0:1773688179.948036:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773688179.948039:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1773688179.948046:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce4700. 00000100:00000040:3.0:1773688179.948049:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a10ce4700 x1859843854333824 msgsize 648 00000100:00100000:3.0:1773688179.948055:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:3.0:1773688179.948063:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1773688179.948070:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.948074:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.948078:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.948081:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854333824 02000000:00000001:0.0:1773688179.948083:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.948085:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.948087:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.948089:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.948092:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854333824 00000020:00000001:0.0:1773688179.948094:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.948095:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.948097:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.948099:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=99 00000020:00000001:0.0:1773688179.948100:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.948102:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.948105:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.948108:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703f80. 00000100:00000001:0.0:1773688179.948110:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.948113:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703f80. 00000020:00000010:0.0:1773688179.948118:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b37440c00. 00000020:00000010:0.0:1773688179.948123:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b08bfd200. 00000020:00000010:0.0:1773688179.948128:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400708. 00000100:00000040:0.0:1773688179.948134:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688179.948136:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.948138:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688179.948140:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688179.948142:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.948144:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.948149:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.948162:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.948172:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.948174:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.948179:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15545 00000100:00000001:1.0:1773688179.948181:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1773688179.948183:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688179.948184:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1773688179.948187:0:75542:0:(service.c:2223:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.948188:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993044391680 : -129080665159936 : ffff8a9a10ce4700) 00000100:00000001:1.0:1773688179.948190:0:75542:0:(service.c:2462:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688179.948198:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a10ce4700 x1859843854333824/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688179.948207:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.948211:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703f80. 00000100:00000001:0.0:1773688179.948213:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.948215:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703f80. 00000100:00100000:0.0:1773688179.948219:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a10ce4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+99:68109:x1859843854333824:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688179.948223:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854333824 00000020:00000001:0.0:1773688179.948227:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.948230:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688179.948233:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.948235:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.948237:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688179.948239:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688179.948242:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854333824, found 0 last_xid 1859843854333823 00000020:00000001:0.0:1773688179.948245:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.948246:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.948248:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.948252:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.948253:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688179.948255:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688179.948257:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688179.948258:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688179.948260:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.948264:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.948268:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:0.0:1773688179.948270:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.948272:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.948275:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8aa00. 00000020:00000001:0.0:1773688179.948278:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.948280:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8aa00 with handle 0x52973366461d301e to hash 00000020:00000001:0.0:1773688179.948282:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.948284:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00000010:0.0:1773688179.948288:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c680. 00010000:00000001:0.0:1773688179.948290:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00010000:0.0:1773688179.948304:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d301e lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a8e7 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.948313:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:0.0:1773688179.948316:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=100 00010000:00000001:0.0:1773688179.948320:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688179.948321:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688179.948326:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688179.948328:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688179.948329:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.948332:0:68797:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:0.0:1773688179.948337:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9a10ce4700 x1859843854333824/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1773688179.948345:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1773688179.948347:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1773688179.948349:0:68797:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1773688179.948351:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.948353:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.948356:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.948357:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.948359:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.948360:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.948362:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.948363:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.948368:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.948370:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.948372:0:68797:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.948374:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.948378:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688179.948379:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688179.948381:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.948383:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.948388:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9a19fd5000. 02000000:00000001:0.0:1773688179.948391:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.948393:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.948395:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1773688179.948397:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.948398:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.948400:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.948401:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.948412:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.948414:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.948415:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.948417:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.948420:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.948421:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.948424:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688179.948428:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688179.948430:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688179.948432:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.948434:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.948436:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.948438:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.948439:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.948441:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.948443:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688179.948444:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.948446:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.948447:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.948449:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688179.948451:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.948453:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1773688179.948455:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.948457:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1773688179.948460:0:68797:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:0.0:1773688179.948462:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfa38 00000004:00000002:0.0:1773688179.948464:0:68797:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xef:0x0]/(->[0x20000afe1:0x145:0x0]) cr_flag=040004240000003 mode=0100000 msg_flag=0x600 00000004:00000001:0.0:1773688179.948467:0:68797:0:(mdt_open.c:1135:mdt_open_by_fid_lock()) Process entered 00000004:00000001:0.0:1773688179.948468:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.948470:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:0.0:1773688179.948471:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.948474:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:0.0:1773688179.948475:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:0.0:1773688179.948476:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.948477:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x145:0x0] 00000020:00000001:0.0:1773688179.948478:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.948481:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156740088 : -129075552811528 : ffff8a9b418685f8) 00000004:00000001:0.0:1773688179.948482:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156740000 : -129075552811616 : ffff8a9b418685a0) 00000004:00000001:0.0:1773688179.948483:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1773688179.948484:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.948487:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1773688179.948488:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1773688179.948492:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.948493:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.948496:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.948497:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.948500:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688179.948503:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688179.948506:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688179.948507:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:0.0:1773688179.948509:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.948511:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x145:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:0.0:1773688179.948513:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.948514:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.948515:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.948517:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688179.948519:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688179.948521:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:0.0:1773688179.948523:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a19fd5378 00000004:00000001:0.0:1773688179.948525:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.948528:0:68797:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:0.0:1773688179.948530:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1773688179.948531:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.948534:0:68797:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0x145:0x0] lease count: 0, lm: 8 00000004:00000001:0.0:1773688179.948537:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1773688179.948539:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.948541:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.948544:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 5 00010000:00000001:0.0:1773688179.948546:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.948548:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.948551:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8b600. 00000020:00000001:0.0:1773688179.948554:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.948555:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8b600 with handle 0x52973366461d3025 to hash 00000020:00000001:0.0:1773688179.948557:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.948558:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00000010:0.0:1773688179.948561:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921ca80. 00010000:00000001:0.0:1773688179.948562:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00000001:0.0:1773688179.948564:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.948565:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.948567:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3025 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.948572:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.948574:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.948575:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.948577:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.948579:0:68797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1773688179.948582:0:68797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d3017 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8e0 expref: 100 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.948586:0:68797:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1773688179.948587:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.948589:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.948589:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.948591:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.948592:0:68797:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1773688179.948594:0:68797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3025 lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.948600:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 5 00010000:00000040:0.0:1773688179.948602:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.948605:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d3017 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8e0 expref: 100 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.948613:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 100 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.948620:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.948626:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.948630:0:68797:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1773688179.948633:0:68797:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3025 lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.948643:0:68797:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b08703f80. 00000100:00000001:0.0:1773688179.948645:0:68797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773688179.948649:0:68797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b08b53f00. 00000100:00000001:0.0:1773688179.948650:0:68797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997203500800 : -129076506050816 : ffff8a9b08b53f00) 00000100:00000001:0.0:1773688179.948652:0:68797:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997203500800 : -129076506050816 : ffff8a9b08b53f00) 00000100:00000001:0.0:1773688179.948654:0:68797:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773688179.948655:0:68797:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1773688179.948656:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1773688179.948658:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.948659:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1773688179.948660:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.948662:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.948663:0:68797:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1773688179.948664:0:68797:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1773688179.948666:0:68797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b342e9500. 00000020:00000040:0.0:1773688179.948668:0:68797:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:0.0:1773688179.948671:0:68797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773688179.948672:0:68797:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773688179.948675:0:68797:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773688179.948679:0:68797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9b37441600. 00000100:00000001:0.0:1773688179.948683:0:68797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.948686:0:68797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d3017 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8e0 expref: 100 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.948702:0:68797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d3017 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8e0 expref: 100 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.948707:0:68797:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1773688179.948709:0:68797:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773688179.948712:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b342e9500 x1859843861192832/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.948717:0:68797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773688179.948719:0:68797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.948722:0:68797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b342e9500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861192832:192.168.204.51@tcp:104: 00000100:00000001:0.0:1773688179.948724:0:68797:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773688179.948727:0:68797:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773688179.948729:0:68797:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.948730:0:68797:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773688179.948732:0:68797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9b37441e00. 02000000:00000001:0.0:1773688179.948733:0:68797:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773688179.948736:0:68797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a19e548f0. 00000400:00000010:0.0:1773688179.948740:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be110. 00000100:00000200:0.0:1773688179.948744:0:68797:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861192832, portal 16 00000100:00000001:0.0:1773688179.948745:0:68797:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773688179.948746:0:68797:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997932872960 : -129075776678656 : ffff8a9b342e9500) 00000100:00000040:0.0:1773688179.948749:0:68797:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b342e9500 x1859843861192832/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.948754:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.948755:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.948756:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be660. 00000100:00000200:0.0:1773688179.948757:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861192832, offset 0 00000400:00000200:0.0:1773688179.948761:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.948766:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.948769:0:68797:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773688179.948772:0:68797:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:0.0:1773688179.948774:0:68797:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773688179.948776:0:68797:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:0.0:1773688179.948778:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48185:48185:256:4294967295] 192.168.204.51@tcp LPNI seq info [48181:48181:8:4294967295] 00000400:00000200:0.0:1773688179.948784:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.948787:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.948790:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356c00. 00000800:00000200:0.0:1773688179.948793:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.948797:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.948799:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.948809:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.948812:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297630869 00000100:00000001:0.0:1773688179.948818:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297630837 00000100:00000001:0.0:1773688179.948821:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297630869 00000100:00000001:0.0:1773688179.948824:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297630837 00000100:00000001:0.0:1773688179.948827:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297630869 00000100:00000001:0.0:1773688179.948831:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297630837 00000100:00000001:0.0:1773688179.948833:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297630869 00000100:00000001:0.0:1773688179.948836:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297630837 00000100:00000001:0.0:1773688179.948839:0:68797:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773688179.948841:0:68797:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.948843:0:68797:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.948844:0:68797:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.948847:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.948849:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.948851:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.948852:0:68797:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.948854:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1773688179.948856:0:68797:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1773688179.948858:0:68797:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.948860:0:68797:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773688179.948862:0:68797:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773688179.948864:0:68797:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b08b53f00 going to sleep for 11 seconds 00000100:00000001:0.0:1773688179.948867:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773688179.948870:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688179.948881:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.948884:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356c00. 00000400:00000200:1.0:1773688179.948888:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.948891:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.948893:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be660 00000400:00000010:1.0:1773688179.948895:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be660. 00000100:00000001:1.0:1773688179.948897:0:3439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773688179.948900:0:3439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b342e9500 x1859843861192832/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.948907:0:3439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773688179.948910:0:3439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b342e9500 x1859843861192832/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.948918:0:3439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.948919:0:3439:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.949813:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.949819:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.949822:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.949824:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.949829:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.949836:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af2080 00000400:00000200:0.0:1773688179.949840:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77f99 [1] + 224 00000800:00000001:0.0:1773688179.949843:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.949847:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.949849:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.949851:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.949853:0:3440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773688179.949856:0:3440:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b342e9500 x1859843861192832/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1773688179.949862:0:3440:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9b342e9500 x1859843861192832/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.949874:0:3440:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.949878:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.949880:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.949896:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773688179.949901:0:68797:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773688179.949902:0:68797:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773688179.949903:0:68797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a19e548f0. 00000400:00000200:3.0:1773688179.949907:0:68797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be110 00000400:00000010:3.0:1773688179.949908:0:68797:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be110. 00000100:00000001:3.0:1773688179.949910:0:68797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773688179.949913:0:68797:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9b342e9500 x1859843861192832/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1773688179.949920:0:68797:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9b342e9500 x1859843861192832/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.949924:0:68797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773688179.949925:0:68797:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.949927:0:68797:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773688179.949929:0:68797:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773688179.949930:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.949931:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.949932:0:68797:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.949935:0:68797:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=3 v=5 (5 0 0 0) 00000100:00001000:3.0:1773688179.949937:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1773688179.949939:0:68797:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773688179.949940:0:68797:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.949941:0:68797:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773688179.949943:0:68797:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.949945:0:68797:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.949957:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9b342e9500 x1859843861192832/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.949962:0:68797:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773688179.949964:0:68797:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773688179.949965:0:68797:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.949967:0:68797:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1773688179.949968:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.949969:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.949970:0:68797:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.949973:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b342e9500 x1859843861192832/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773688179.949978:0:68797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9b342e9500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861192832:192.168.204.51@tcp:104: 00000100:00000001:3.0:1773688179.949980:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.949982:0:68797:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.949983:0:68797:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773688179.949984:0:68797:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773688179.949986:0:68797:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9b342e9500 x1859843861192832/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.949990:0:68797:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773688179.949991:0:68797:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773688179.949993:0:68797:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9b37441e00. 02000000:00000001:3.0:1773688179.949995:0:68797:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773688179.949996:0:68797:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773688179.949997:0:68797:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1773688179.949998:0:68797:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773688179.949999:0:68797:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9b37441600. 02000000:00000001:3.0:1773688179.950001:0:68797:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773688179.950002:0:68797:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773688179.950003:0:68797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b342e9500. 00000100:00000001:3.0:1773688179.950005:0:68797:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773688179.950029:0:68797:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773688179.950032:0:68797:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b08b53f00. 00000100:00000001:3.0:1773688179.950035:0:68797:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1773688179.950037:0:68797:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1773688179.950039:0:68797:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b08703f80. 00010000:00000001:3.0:1773688179.950043:0:68797:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.950045:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.950047:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.950050:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1773688179.950053:0:68797:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3025 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000001:3.0:1773688179.950434:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.950439:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773688179.950441:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.950442:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.950445:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:3.0:1773688179.950451:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4467800 00000400:00000200:3.0:1773688179.950454:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x735c9 [2] + 984 00000800:00000001:3.0:1773688179.950457:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.950478:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.950480:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688179.950482:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:3.0:1773688179.950484:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773688179.950485:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1773688179.950488:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce5880. 00000100:00000040:3.0:1773688179.950490:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a10ce5880 x1859843854333952 msgsize 328 00000100:00100000:3.0:1773688179.950492:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:3.0:1773688179.950500:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1773688179.950503:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.950505:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.950526:0:6358:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.950529:0:6358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854333952 02000000:00000001:1.0:1773688179.950531:0:6358:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.950533:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.950534:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.950537:0:6358:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.950540:0:6358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854333952 00000020:00000001:1.0:1773688179.950542:0:6358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.950543:0:6358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.950545:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.950547:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=101 00000020:00000001:1.0:1773688179.950549:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.950551:0:6358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.950554:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.950558:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.950561:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.950563:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000020:00000010:1.0:1773688179.950568:0:6358:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356a00. 00000020:00000010:1.0:1773688179.950571:0:6358:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e280. 00000020:00000010:1.0:1773688179.950575:0:6358:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688179.950579:0:6358:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.950581:0:6358:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.950583:0:6358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.950585:0:6358:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.950587:0:6358:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.950589:0:6358:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.950591:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.950593:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.950594:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0600 refcount=4 00000020:00000001:1.0:1773688179.950595:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000001:1.0:1773688179.950597:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00010000:1.0:1773688179.950601:0:6358:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d3017 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8e0 expref: 101 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.950606:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.950607:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.950608:0:6358:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.950609:0:6358:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.950612:0:6358:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1773688179.950614:0:6358:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9a10ce5880 x1859843854333952/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.950618:0:6358:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1773688179.950619:0:6358:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.950626:0:6358:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.950633:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.950634:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.950637:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3743 00000100:00000040:1.0:1773688179.950639:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00000100:00000001:1.0:1773688179.950640:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993044396160 : -129080665155456 : ffff8a9a10ce5880) 00000100:00000040:1.0:1773688179.950643:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a10ce5880 x1859843854333952/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.950648:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.950650:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.950651:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.950653:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000100:00100000:1.0:1773688179.950656:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a10ce5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+101:2405:x1859843854333952:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.950658:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854333952 00010000:00000001:1.0:1773688179.950660:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.950661:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.950662:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.950664:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.950665:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.950668:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a0fadc400. 02000000:00000001:1.0:1773688179.950669:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.950670:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.950672:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.950673:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.950674:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.950675:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.950676:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0600 refcount=4 00000020:00000001:1.0:1773688179.950677:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000001:1.0:1773688179.950678:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000040:1.0:1773688179.950680:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 6 00000004:00000001:1.0:1773688179.950682:0:6358:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1773688179.950684:0:6358:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d3017 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8e0 expref: 101 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:1.0:1773688179.950688:0:6358:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b2bf83c50 time=1773688179 v=20 (0 0 0 0) 00010000:00000001:1.0:1773688179.950690:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773688179.950694:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.950695:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.950697:0:6358:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d3017 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8e0 expref: 101 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773688179.950702:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.950703:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.950704:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.950705:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.950707:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.950708:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.950710:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.950711:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.950712:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.950713:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.950714:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f0600 with handle 0x52973366461d3017 from hash 00010000:00000001:1.0:1773688179.950716:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.950717:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.950718:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.950719:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.950722:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.950723:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.950724:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.950725:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.950727:0:6358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d3017 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8e0 expref: 101 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.950732:0:6358:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:1.0:1773688179.950735:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 100 00010000:00000010:1.0:1773688179.950737:0:6358:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba600. 00010000:00000001:1.0:1773688179.950744:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.950746:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.950747:0:6358:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.950749:0:6358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00010000:1.0:1773688179.950754:0:6358:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3025 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.950759:0:6358:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.950761:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.950762:0:6358:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.950764:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.950766:0:6358:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.950768:0:6358:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.950769:0:6358:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688179.950772:0:6358:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3025 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.950778:0:6358:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688179.950780:0:6358:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.950781:0:6358:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.950782:0:6358:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.950784:0:6358:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 5 00010000:00000040:1.0:1773688179.950786:0:6358:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.950789:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 100 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.950793:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.950797:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.950800:0:6358:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3025 lrc: 4/0,1 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.950803:0:6358:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.950805:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.950805:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.950806:0:6358:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.950807:0:6358:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.950809:0:6358:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1773688179.950811:0:6358:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.950812:0:6358:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688179.950814:0:6358:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a0eeecd80. 00000100:00000001:1.0:1773688179.950815:0:6358:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614993012968832 : -129080696582784 : ffff8a9a0eeecd80) 00000100:00000001:1.0:1773688179.950817:0:6358:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614993012968832 : -129080696582784 : ffff8a9a0eeecd80) 00000100:00000001:1.0:1773688179.950818:0:6358:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688179.950819:0:6358:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688179.950820:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.950821:0:6358:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.950828:0:6358:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.950830:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.950831:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.950832:0:6358:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.950833:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.950834:0:6358:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688179.950835:0:6358:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.950837:0:6358:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.950838:0:6358:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1773688179.950839:0:6358:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a0eeecd80. 00000100:00000001:1.0:1773688179.950841:0:6358:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688179.950843:0:6358:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773688179.950844:0:6358:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9a0f80a700. 00010000:00000001:1.0:1773688179.950846:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.950847:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.950849:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773688179.950852:0:68797:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3025 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.950852:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.950855:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.950859:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00010000:00000001:3.0:1773688179.950862:0:68797:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.950863:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:3.0:1773688179.950866:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3025 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000040:1.0:1773688179.950867:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.950874:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:1.0:1773688179.950874:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 00010000:00000001:3.0:1773688179.950876:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.950878:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1773688179.950879:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1773688179.950880:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.950883:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.950884:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8b600 refcount=3 02000000:00000001:1.0:1773688179.950884:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.950888:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00000001:3.0:1773688179.950890:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00000100:00000001:1.0:1773688179.950890:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1773688179.950894:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.950896:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.950898:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.950898:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000004:00000002:3.0:1773688179.950903:0:68797:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0x145:0x0], ibits = 0x5/0x1a, open_flags = 040004240000003, try_layout = 1 : rc = 0 00000400:00000010:1.0:1773688179.950905:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64bb0. 00000004:00000001:3.0:1773688179.950906:0:68797:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.950910:0:68797:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773688179.950911:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854333952, offset 224 00000004:00000001:3.0:1773688179.950913:0:68797:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000001:00000001:3.0:1773688179.950916:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.950919:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773688179.950920:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000001:00000001:3.0:1773688179.950922:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.950924:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.950926:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.950928:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.950930:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1773688179.950931:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000001:00000001:3.0:1773688179.950932:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.950935:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:3.0:1773688179.950938:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: returning size 15360 00000001:00000001:3.0:1773688179.950942:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.950943:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773688179.950943:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48186:48186:256:4294967295] 192.168.204.51@tcp LPNI seq info [48182:48182:8:4294967295] 00000004:00000001:3.0:1773688179.950958:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1773688179.950961:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.950964:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.950967:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000400:00000200:1.0:1773688179.950969:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00080000:00000001:3.0:1773688179.950971:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.950973:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000200:1.0:1773688179.950974:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000004:00000001:3.0:1773688179.950976:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.950979:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773688179.950979:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7300. 00000004:00000001:3.0:1773688179.950981:0:68797:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000004:00000002:3.0:1773688179.950984:0:68797:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:3.0:1773688179.950987:0:68797:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000800:00000200:1.0:1773688179.950988:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000004:00000001:3.0:1773688179.950991:0:68797:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.950994:0:68797:0:(mdd_object.c:3758:mdd_open()) Process entered 00000800:00000200:1.0:1773688179.950994:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.950997:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7300 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:3.0:1773688179.950998:0:68797:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:3.0:1773688179.951001:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:00000001:3.0:1773688179.951003:0:68797:0:(mdd_permission.c:247:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.951004:0:68797:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.951006:0:68797:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688179.951021:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.951025:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.951027:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.951030:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.951034:0:68797:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000100:00000040:1.0:1773688179.951035:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce5880 x1859843854333952/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000010:3.0:1773688179.951039:0:68797:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9b36cae300. 00000020:00000001:3.0:1773688179.951043:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.951047:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b36cae300 with handle 0x52973366461d302c to hash 00000100:00100000:1.0:1773688179.951051:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a10ce5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+100:2405:x1859843854333952:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 398us (556us total) trans 0 rc 0/0 00000020:00000001:3.0:1773688179.951052:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:3.0:1773688179.951054:0:68797:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614997976670976 : -129075732880640 : ffff8a9b36cae300) 00000004:00000001:3.0:1773688179.951057:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1773688179.951059:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:3.0:1773688179.951061:0:68797:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0x145:0x0] Change mfd open_flags 0 -> 040004240000003. 00000800:00000200:0.0:1773688179.951064:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000004:00000001:3.0:1773688179.951066:0:68797:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00000100:00100000:1.0:1773688179.951066:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3743 00000800:00000010:0.0:1773688179.951068:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7300. 00080000:00000001:3.0:1773688179.951070:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000040:1.0:1773688179.951072:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00000400:00000200:0.0:1773688179.951074:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:3.0:1773688179.951077:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0e8a5c00. 00000100:00000001:1.0:1773688179.951077:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.951081:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000001:3.0:1773688179.951082:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993006386176 : -129080703165440 : ffff8a9a0e8a5c00) 00000400:00000200:0.0:1773688179.951082:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000020:00000010:1.0:1773688179.951086:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e280. 00080000:00000001:3.0:1773688179.951087:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1773688179.951089:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64bb0 00080000:00000001:3.0:1773688179.951093:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000010:1.0:1773688179.951093:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000400:00000010:0.0:1773688179.951094:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64bb0. 00000001:00000001:3.0:1773688179.951100:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000010:1.0:1773688179.951100:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356a00. 00000100:00000001:0.0:1773688179.951100:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00080000:00000001:3.0:1773688179.951104:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.951105:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:1.0:1773688179.951116:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 99 00000100:00000001:1.0:1773688179.951120:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.951125:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.951129:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1773688179.951132:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1773688179.951135:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692087, last_committed = 171798692041 00000001:00000010:3.0:1773688179.951139:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a0f8361e0. 00000001:00000040:3.0:1773688179.951141:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 46 00000020:00000040:3.0:1773688179.951143:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=100 00000001:00000010:3.0:1773688179.951148:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b41aaf6c0. 00080000:00000001:3.0:1773688179.951153:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.951168:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1773688179.951172:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b41aaf6c0: xid 1859843854333824, transno 171798692087, tag 1, client gen 13, slot idx 3 00000001:00000001:3.0:1773688179.951176:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.951186:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.951188:0:68797:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1773688179.951189:0:68797:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.951190:0:68797:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.951192:0:68797:0:(mdt_open.c:1236:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.951194:0:68797:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1773688179.951195:0:68797:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:3.0:1773688179.951196:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.951198:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.951198:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1773688179.951199:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.951200:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.951202:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.951203:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.951204:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.951205:0:68797:0:(mdt_open.c:1525:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1773688179.951209:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.951212:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.951213:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.951214:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.951217:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.951218:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1773688179.951220:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.951221:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.951222:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.951223:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.951225:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.951227:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.951230:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.951232:0:68797:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:3.0:1773688179.951234:0:68797:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:3.0:1773688179.951235:0:68797:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.951237:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.951238:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.951239:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8b600 refcount=3 00000020:00000001:3.0:1773688179.951240:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00000001:3.0:1773688179.951242:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00000004:00000040:3.0:1773688179.951244:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.951245:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=101 00010000:00000001:3.0:1773688179.951248:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.951249:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.951250:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.951253:0:68797:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.951255:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.951257:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.951259:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.951260:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.951262:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.951263:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.951265:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.951266:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.951268:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8aa00 with handle 0x52973366461d301e from hash 00010000:00000001:3.0:1773688179.951270:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.951272:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.951273:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.951274:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.951275:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.951279:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d301e lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8e7 expref: 101 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.951286:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.951288:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 100 00010000:00000010:3.0:1773688179.951290:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921c680. 00010000:00000001:3.0:1773688179.951295:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.951297:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.951300:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.951304:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3025 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8e7 expref: 100 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.951310:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.951319:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.951321:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00010000:3.0:1773688179.951324:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00000001:3.0:1773688179.951326:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.951327:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.951328:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.951329:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.951330:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.951331:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41b8b600, rc 0) 00000020:00000001:3.0:1773688179.951332:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.951335:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692087, xid 1859843854333824 00010000:00000001:3.0:1773688179.951336:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.951339:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a10ce4700 x1859843854333824/t171798692087(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.951344:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.951345:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.951346:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.951348:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.951350:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.951351:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.951353:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.951354:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.951355:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.951357:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.951359:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee990. 00000100:00000200:3.0:1773688179.951361:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854333824, offset 224 00000400:00000200:3.0:1773688179.951364:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.951368:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.951370:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48187:48187:256:4294967295] 192.168.204.51@tcp LPNI seq info [48183:48183:8:4294967295] 00000400:00000200:3.0:1773688179.951377:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.951381:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.951384:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d400. 00000800:00000200:3.0:1773688179.951388:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.951392:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.951395:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d400 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.951407:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.951411:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.951413:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.951414:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.951417:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.951421:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce4700 x1859843854333824/t171798692087(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.951430:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a10ce4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+100:68109:x1859843854333824:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 3221us (3379us total) trans 171798692087 rc 0/0 00000100:00100000:3.0:1773688179.951435:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15545 00000100:00000040:3.0:1773688179.951437:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.951438:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.951439:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.951441:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b08bfd200. 00000020:00000010:3.0:1773688179.951444:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400708. 00000020:00000010:3.0:1773688179.951446:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b37440c00. 00000020:00000040:3.0:1773688179.951449:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 99 00000100:00000001:3.0:1773688179.951451:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.951452:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.951455:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d400. 00000400:00000200:0.0:1773688179.951459:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.951463:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.951466:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee990 00000400:00000010:0.0:1773688179.951467:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee990. 00000100:00000001:0.0:1773688179.951470:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.951471:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1773688179.953294:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.953299:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773688179.953301:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.953302:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.953306:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:3.0:1773688179.953317:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4467880 00000400:00000200:3.0:1773688179.953321:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 130368 00000800:00000001:3.0:1773688179.953326:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.953331:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.953332:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688179.953334:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:3.0:1773688179.953337:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773688179.953338:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1773688179.953341:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce4380. 00000100:00000040:3.0:1773688179.953343:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a10ce4380 x1859843854334080 msgsize 576 00000100:00100000:3.0:1773688179.953345:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:3.0:1773688179.953352:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1773688179.953355:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.953357:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.953383:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688179.953386:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854334080 02000000:00000001:0.0:1773688179.953388:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688179.953389:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688179.953391:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.953393:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.953396:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854334080 00000020:00000001:0.0:1773688179.953398:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688179.953399:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688179.953401:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688179.953403:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=100 00000020:00000001:0.0:1773688179.953405:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688179.953407:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688179.953410:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.953414:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703540. 00000100:00000001:0.0:1773688179.953416:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.953419:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703540. 00000020:00000010:0.0:1773688179.953423:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b37441c00. 00000020:00000010:0.0:1773688179.953426:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b08bfd000. 00000020:00000010:0.0:1773688179.953429:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b05400d48. 00000100:00000040:0.0:1773688179.953433:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688179.953435:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688179.953436:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688179.953437:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688179.953438:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.953440:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.953499:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.953504:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688179.953510:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688179.953512:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688179.953517:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15546 00000100:00000040:0.0:1773688179.953520:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688179.953522:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993044390784 : -129080665160832 : ffff8a9a10ce4380) 00000100:00000040:0.0:1773688179.953528:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a10ce4380 x1859843854334080/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688179.953537:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688179.953540:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703540. 00000100:00000001:0.0:1773688179.953542:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688179.953545:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703540. 00000100:00100000:0.0:1773688179.953550:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a10ce4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+100:68109:x1859843854334080:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688179.953554:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854334080 00000020:00000001:0.0:1773688179.953557:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688179.953560:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1773688179.953563:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b41aaf6c0: xid 1859843854333824, transno 171798692087, client gen 13, slot idx 3 00000001:00000001:0.0:1773688179.953567:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a0cd82540: xid 1859843854333440, transno 171798692086, client gen 13, slot idx 2 00000001:00000010:0.0:1773688179.953569:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a0cd82540. 00000020:00000001:0.0:1773688179.953572:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.953573:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688179.953574:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688179.953576:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688179.953578:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854334080, found 0 last_xid 1859843854334079 00000020:00000001:0.0:1773688179.953580:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688179.953582:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688179.953583:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688179.953586:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.953587:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688179.953589:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688179.953591:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688179.953592:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688179.953593:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.953596:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.953599:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 5 00010000:00000001:0.0:1773688179.953602:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.953604:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.953607:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8be00. 00000020:00000001:0.0:1773688179.953610:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.953612:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8be00 with handle 0x52973366461d3033 to hash 00000020:00000001:0.0:1773688179.953614:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.953615:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160031232 : -129075549520384 : ffff8a9b41b8be00) 00010000:00000010:0.0:1773688179.953619:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921cc80. 00010000:00000001:0.0:1773688179.953621:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160031232 : -129075549520384 : ffff8a9b41b8be00) 00010000:00010000:0.0:1773688179.953625:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8be00/0x52973366461d3033 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a8ee expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.953632:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:0.0:1773688179.953634:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=101 00010000:00000001:0.0:1773688179.953637:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688179.953638:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688179.953641:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688179.953643:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688179.953644:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1773688179.953645:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688179.953646:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x145:0x0] 00000020:00000001:0.0:1773688179.953648:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688179.953650:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156740088 : -129075552811528 : ffff8a9b418685f8) 00000004:00000001:0.0:1773688179.953652:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156740000 : -129075552811616 : ffff8a9b418685a0) 00000004:00000001:0.0:1773688179.953653:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.953655:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688179.953656:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688179.953657:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688179.953658:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688179.953661:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a19fd3000. 02000000:00000001:0.0:1773688179.953662:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.953663:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.953665:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.953666:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1773688179.953668:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:0.0:1773688179.953669:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.953670:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.953671:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.953672:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.953674:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.953675:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.953675:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.953676:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.953677:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.953678:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.953679:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.953680:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.953681:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.953682:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.953683:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.953684:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.953685:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.953686:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.953687:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.953689:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688179.953691:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688179.953692:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688179.953693:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.953694:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.953695:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.953696:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688179.953696:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688179.953697:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.953698:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688179.953699:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688179.953701:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688179.953702:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.953703:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688179.953704:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688179.953705:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:0.0:1773688179.953708:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1773688179.953709:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:0.0:1773688179.953710:0:68797:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000020:00000010:0.0:1773688179.953713:0:68797:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8a9a19fd0000. 00000004:00000001:0.0:1773688179.953716:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688179.953718:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.953719:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688179.953722:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:0.0:1773688179.953723:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:0.0:1773688179.953725:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:0.0:1773688179.953727:0:68797:0:(mdt_lib.c:2238:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688179.953729:0:68797:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0x145:0x0]/[0x20000afe1:0x145:0x0], ldlm_rep = ffff8a9a19fd3228 00000004:00000001:0.0:1773688179.953733:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1773688179.953734:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688179.953735:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688179.953737:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 6 00010000:00000001:0.0:1773688179.953738:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688179.953740:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688179.953741:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8a400. 00000020:00000001:0.0:1773688179.953743:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688179.953744:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8a400 with handle 0x52973366461d303a to hash 00000020:00000001:0.0:1773688179.953745:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688179.953746:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000010:0.0:1773688179.953748:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921ce00. 00010000:00000001:0.0:1773688179.953749:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:0.0:1773688179.953751:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688179.953752:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.953758:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d303a lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.953763:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688179.953764:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688179.953765:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688179.953766:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.953767:0:68797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1773688179.953770:0:68797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3025 lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8e7 expref: 101 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.953774:0:68797:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1773688179.953775:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.953776:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688179.953777:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.953778:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688179.953779:0:68797:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1773688179.953781:0:68797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d303a lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.953785:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 6 00010000:00000040:0.0:1773688179.953787:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688179.953789:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3025 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8e7 expref: 101 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.953793:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 101 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.953797:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.953800:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688179.953802:0:68797:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1773688179.953803:0:68797:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d303a lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688179.953807:0:68797:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b08703540. 00000100:00000001:0.0:1773688179.953808:0:68797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773688179.953810:0:68797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b08b53f00. 00000100:00000001:0.0:1773688179.953811:0:68797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997203500800 : -129076506050816 : ffff8a9b08b53f00) 00000100:00000001:0.0:1773688179.953813:0:68797:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997203500800 : -129076506050816 : ffff8a9b08b53f00) 00000100:00000001:0.0:1773688179.953814:0:68797:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773688179.953814:0:68797:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1773688179.953815:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1773688179.953816:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.953817:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1773688179.953818:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.953819:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688179.953820:0:68797:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1773688179.953821:0:68797:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1773688179.953823:0:68797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b342e9f80. 00000020:00000040:0.0:1773688179.953825:0:68797:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:0.0:1773688179.953826:0:68797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773688179.953828:0:68797:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773688179.953830:0:68797:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773688179.953833:0:68797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9b37440200. 00000100:00000001:0.0:1773688179.953835:0:68797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688179.953838:0:68797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3025 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8e7 expref: 101 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688179.953848:0:68797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3025 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8e7 expref: 101 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688179.953852:0:68797:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1773688179.953854:0:68797:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773688179.953856:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b342e9f80 x1859843861192960/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.953861:0:68797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773688179.953862:0:68797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688179.953865:0:68797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b342e9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861192960:192.168.204.51@tcp:104: 00000100:00000001:0.0:1773688179.953867:0:68797:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773688179.953869:0:68797:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773688179.953870:0:68797:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688179.953871:0:68797:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773688179.953873:0:68797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9b37440000. 02000000:00000001:0.0:1773688179.953874:0:68797:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773688179.953877:0:68797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a19e54948. 00000400:00000010:0.0:1773688179.953879:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316beee0. 00000100:00000200:0.0:1773688179.953883:0:68797:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861192960, portal 16 00000100:00000001:0.0:1773688179.953884:0:68797:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773688179.953885:0:68797:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997932875648 : -129075776675968 : ffff8a9b342e9f80) 00000100:00000040:0.0:1773688179.953887:0:68797:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b342e9f80 x1859843861192960/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.953892:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688179.953893:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688179.953895:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be220. 00000100:00000200:0.0:1773688179.953896:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861192960, offset 0 00000400:00000200:0.0:1773688179.953898:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688179.953902:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688179.953904:0:68797:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773688179.953907:0:68797:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:0.0:1773688179.953909:0:68797:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773688179.953910:0:68797:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:0.0:1773688179.953912:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48188:48188:256:4294967295] 192.168.204.51@tcp LPNI seq info [48184:48184:8:4294967295] 00000400:00000200:0.0:1773688179.953918:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688179.953920:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688179.953922:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356600. 00000800:00000200:0.0:1773688179.953925:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688179.953928:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688179.953930:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773688179.953940:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.953943:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297630874 00000100:00000001:0.0:1773688179.953946:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297630869 00000100:00000001:0.0:1773688179.953966:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297630874 00000100:00000001:0.0:1773688179.953970:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297630869 00000100:00000001:0.0:1773688179.953971:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297630874 00000100:00000001:0.0:1773688179.953974:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297630869 00000100:00000001:0.0:1773688179.953977:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297630874 00000100:00000001:0.0:1773688179.953980:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297630869 00000100:00000001:0.0:1773688179.953981:0:68797:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773688179.953983:0:68797:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.953985:0:68797:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.953986:0:68797:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688179.953987:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.953988:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688179.953990:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688179.953990:0:68797:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688179.953991:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1773688179.953992:0:68797:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1773688179.953994:0:68797:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.953996:0:68797:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773688179.953997:0:68797:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1773688179.953998:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1773688179.953998:0:68797:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b08b53f00 going to sleep for 11 seconds 00000800:00000010:1.0:1773688179.954003:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356600. 00000100:00000001:0.0:1773688179.954003:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773688179.954019:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773688179.954041:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.954047:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.954051:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be220 00000400:00000010:1.0:1773688179.954053:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be220. 00000100:00000001:1.0:1773688179.954056:0:3439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773688179.954060:0:3439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b342e9f80 x1859843861192960/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.954068:0:3439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773688179.954070:0:3439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b342e9f80 x1859843861192960/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688179.954074:0:3439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.954075:0:3439:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.955117:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.955123:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.955125:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.955127:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.955132:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.955146:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af2100 00000400:00000200:0.0:1773688179.955152:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77fa9 [1] + 224 00000800:00000001:0.0:1773688179.955156:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.955171:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.955173:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.955177:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.955180:0:3440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773688179.955185:0:3440:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b342e9f80 x1859843861192960/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1773688179.955194:0:3440:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9b342e9f80 x1859843861192960/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.955208:0:3440:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.955214:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.955217:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.955224:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773688179.955229:0:68797:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773688179.955230:0:68797:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773688179.955232:0:68797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a19e54948. 00000400:00000200:3.0:1773688179.955235:0:68797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316beee0 00000400:00000010:3.0:1773688179.955236:0:68797:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316beee0. 00000100:00000001:3.0:1773688179.955238:0:68797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773688179.955241:0:68797:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9b342e9f80 x1859843861192960/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1773688179.955248:0:68797:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9b342e9f80 x1859843861192960/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.955252:0:68797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773688179.955253:0:68797:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.955254:0:68797:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773688179.955255:0:68797:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773688179.955256:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.955257:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.955259:0:68797:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.955261:0:68797:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=3 v=5 (5 0 0 0) 00000100:00001000:3.0:1773688179.955263:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1773688179.955265:0:68797:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773688179.955266:0:68797:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.955267:0:68797:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773688179.955269:0:68797:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.955270:0:68797:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.955272:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9b342e9f80 x1859843861192960/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.955277:0:68797:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773688179.955278:0:68797:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773688179.955279:0:68797:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.955281:0:68797:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1773688179.955281:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.955282:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.955283:0:68797:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.955285:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b342e9f80 x1859843861192960/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773688179.955289:0:68797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9b342e9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861192960:192.168.204.51@tcp:104: 00000100:00000001:3.0:1773688179.955292:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.955293:0:68797:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.955295:0:68797:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773688179.955295:0:68797:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773688179.955297:0:68797:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9b342e9f80 x1859843861192960/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.955300:0:68797:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773688179.955301:0:68797:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773688179.955302:0:68797:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9b37440000. 02000000:00000001:3.0:1773688179.955304:0:68797:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773688179.955305:0:68797:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773688179.955306:0:68797:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1773688179.955307:0:68797:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773688179.955308:0:68797:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9b37440200. 02000000:00000001:3.0:1773688179.955309:0:68797:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773688179.955310:0:68797:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773688179.955311:0:68797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b342e9f80. 00000100:00000001:3.0:1773688179.955313:0:68797:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773688179.955314:0:68797:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773688179.955315:0:68797:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b08b53f00. 00000100:00000001:3.0:1773688179.955316:0:68797:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1773688179.955317:0:68797:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1773688179.955319:0:68797:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b08703540. 00010000:00000001:3.0:1773688179.955321:0:68797:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.955323:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.955324:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.955325:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1773688179.955327:0:68797:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d303a lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000001:3.0:1773688179.955439:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.955444:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773688179.955446:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.955448:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.955458:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:3.0:1773688179.955465:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4467900 00000400:00000200:3.0:1773688179.955469:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x735c9 [2] + 1312 00000800:00000001:3.0:1773688179.955474:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.955493:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.955495:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688179.955497:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:3.0:1773688179.955499:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773688179.955500:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1773688179.955503:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a10ce5180. 00000100:00000040:3.0:1773688179.955504:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a10ce5180 x1859843854334208 msgsize 328 00000100:00100000:3.0:1773688179.955507:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:3.0:1773688179.955513:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1773688179.955516:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.955518:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.955535:0:6358:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.955538:0:6358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854334208 02000000:00000001:1.0:1773688179.955542:0:6358:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.955544:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.955545:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.955548:0:6358:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.955550:0:6358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854334208 00000020:00000001:1.0:1773688179.955552:0:6358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.955553:0:6358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.955554:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.955556:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=102 00000020:00000001:1.0:1773688179.955558:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.955560:0:6358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.955563:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.955567:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.955569:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.955571:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000020:00000010:1.0:1773688179.955575:0:6358:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356a00. 00000020:00000010:1.0:1773688179.955578:0:6358:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e280. 00000020:00000010:1.0:1773688179.955581:0:6358:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688179.955586:0:6358:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.955588:0:6358:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.955590:0:6358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.955592:0:6358:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.955594:0:6358:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.955596:0:6358:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.955599:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.955600:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.955601:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8b600 refcount=4 00000020:00000001:1.0:1773688179.955603:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00000001:1.0:1773688179.955605:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00010000:1.0:1773688179.955610:0:6358:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3025 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8e7 expref: 102 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.955617:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.955618:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.955620:0:6358:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.955622:0:6358:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.955626:0:6358:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1773688179.955629:0:6358:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9a10ce5180 x1859843854334208/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.955635:0:6358:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1773688179.955636:0:6358:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.955645:0:6358:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.955649:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.955651:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.955654:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3744 00000100:00000040:1.0:1773688179.955657:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00000100:00000001:1.0:1773688179.955659:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993044394368 : -129080665157248 : ffff8a9a10ce5180) 00000100:00000040:1.0:1773688179.955664:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a10ce5180 x1859843854334208/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.955671:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.955673:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.955675:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.955677:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000100:00100000:1.0:1773688179.955681:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a10ce5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+102:2404:x1859843854334208:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.955684:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854334208 00010000:00000001:1.0:1773688179.955686:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.955687:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.955689:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.955692:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.955693:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.955696:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a0fade800. 02000000:00000001:1.0:1773688179.955698:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.955699:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.955701:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.955703:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.955705:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.955706:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.955708:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8b600 refcount=4 00000020:00000001:1.0:1773688179.955710:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00000001:1.0:1773688179.955712:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00000040:1.0:1773688179.955714:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 7 00000004:00000001:1.0:1773688179.955716:0:6358:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1773688179.955720:0:6358:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3025 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8e7 expref: 102 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:1.0:1773688179.955727:0:6358:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b2bf83c50 time=1773688179 v=20 (0 0 0 0) 00010000:00000001:1.0:1773688179.955729:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773688179.955734:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.955735:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.955737:0:6358:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3025 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8e7 expref: 102 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773688179.955741:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.955742:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.955743:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.955744:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.955746:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.955747:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.955750:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.955750:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.955752:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.955753:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.955754:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8b600 with handle 0x52973366461d3025 from hash 00010000:00000001:1.0:1773688179.955755:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.955756:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.955757:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.955758:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.955760:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.955761:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.955762:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.955763:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.955765:0:6358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3025 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8e7 expref: 102 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.955769:0:6358:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:1.0:1773688179.955771:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 101 00010000:00000010:1.0:1773688179.955772:0:6358:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921ca80. 00010000:00000001:1.0:1773688179.955776:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.955777:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.955778:0:6358:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.955779:0:6358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00010000:1.0:1773688179.955782:0:6358:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d303a lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.955785:0:6358:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.955786:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.955788:0:6358:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.955789:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.955790:0:6358:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.955791:0:6358:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.955792:0:6358:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688179.955793:0:6358:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d303a lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.955796:0:6358:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688179.955796:0:6358:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.955797:0:6358:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.955798:0:6358:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.955799:0:6358:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 6 00010000:00000040:1.0:1773688179.955800:0:6358:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.955802:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 101 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.955806:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.955816:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.955820:0:6358:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d303a lrc: 4/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.955823:0:6358:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.955824:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.955825:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.955826:0:6358:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.955827:0:6358:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.955828:0:6358:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1773688179.955831:0:6358:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.955832:0:6358:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688179.955834:0:6358:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a0eeecd80. 00000100:00000001:1.0:1773688179.955835:0:6358:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614993012968832 : -129080696582784 : ffff8a9a0eeecd80) 00000100:00000001:1.0:1773688179.955836:0:6358:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614993012968832 : -129080696582784 : ffff8a9a0eeecd80) 00000100:00000001:1.0:1773688179.955838:0:6358:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688179.955838:0:6358:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688179.955839:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.955840:0:6358:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.955846:0:6358:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.955847:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.955848:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.955849:0:6358:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.955850:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.955851:0:6358:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688179.955852:0:6358:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.955853:0:6358:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.955854:0:6358:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1773688179.955855:0:6358:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a0eeecd80. 00000100:00000001:1.0:1773688179.955856:0:6358:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688179.955857:0:6358:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773688179.955859:0:6358:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9a0f80a700. 00010000:00000001:1.0:1773688179.955861:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.955863:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.955864:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773688179.955866:0:68797:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d303a lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.955867:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.955870:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.955875:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00010000:00000001:3.0:1773688179.955876:0:68797:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.955881:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d303a lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773688179.955883:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1773688179.955887:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:1.0:1773688179.955889:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.955890:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.955892:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.955894:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1773688179.955895:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 00000020:00000001:3.0:1773688179.955896:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.955898:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8a400 refcount=3 00000020:00000001:3.0:1773688179.955901:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 02000000:00000001:1.0:1773688179.955902:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1773688179.955903:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 02000000:00000001:1.0:1773688179.955905:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.955906:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.955908:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773688179.955910:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:3.0:1773688179.955911:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.955915:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000100:00000040:1.0:1773688179.955917:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000004:00000001:3.0:1773688179.955920:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.955922:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000400:00000010:1.0:1773688179.955922:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64b28. 00000004:00000001:3.0:1773688179.955927:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773688179.955928:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854334208, offset 224 00000004:00000001:3.0:1773688179.955929:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.955932:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.955934:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000400:00000200:1.0:1773688179.955937:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00080000:00000001:3.0:1773688179.955938:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.955941:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.955943:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.955944:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.955958:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773688179.955959:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000004:00000002:3.0:1773688179.955960:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x145:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:3.0:1773688179.955965:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.955967:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000400:00000200:1.0:1773688179.955968:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48189:48189:256:4294967295] 192.168.204.51@tcp LPNI seq info [48185:48185:8:4294967295] 00080000:00000001:3.0:1773688179.955970:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.955974:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.955977:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.955981:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.955986:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000400:00000200:1.0:1773688179.955986:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000004:00000001:3.0:1773688179.955989:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.955993:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000800:00000200:1.0:1773688179.955996:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00080000:00000001:3.0:1773688179.955997:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.956002:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000010:1.0:1773688179.956003:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7700. 00000004:00000001:3.0:1773688179.956004:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1773688179.956028:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1773688179.956031:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000200:1.0:1773688179.956035:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000004:00000002:3.0:1773688179.956037:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a19fd3370 00000004:00000001:3.0:1773688179.956042:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688179.956043:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000001:00000001:3.0:1773688179.956046:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.956048:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688179.956048:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7700 type 1, nob 320 niov 1 nkiov 1 00000001:00000001:3.0:1773688179.956052:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.956055:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.956056:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.956058:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.956059:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.956059:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.956061:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000100:00000001:1.0:1773688179.956062:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00200000:3.0:1773688179.956063:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: returning size 15360 00000004:00000040:3.0:1773688179.956068:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x145:45025 magic=0x0BD10BD0 pattern=0X1 00000100:00000040:1.0:1773688179.956070:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00000004:00000040:3.0:1773688179.956071:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00010000:00000001:1.0:1773688179.956074:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1773688179.956075:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2569 00000004:00200000:3.0:1773688179.956080:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00000001:1.0:1773688179.956080:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.956084:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1773688179.956087:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.956088:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.956088:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce5180 x1859843854334208/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1773688179.956092:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1773688179.956095:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.956098:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.956101:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000800:00000200:0.0:1773688179.956101:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:1.0:1773688179.956102:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a10ce5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+101:2404:x1859843854334208:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 428us (593us total) trans 0 rc 0/0 00000800:00000010:0.0:1773688179.956105:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7700. 00080000:00000001:3.0:1773688179.956106:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.956111:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00100000:1.0:1773688179.956111:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3744 00000400:00000200:0.0:1773688179.956112:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:3.0:1773688179.956115:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000040:1.0:1773688179.956117:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00000004:00000001:3.0:1773688179.956118:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773688179.956120:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.956122:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1773688179.956125:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000100:00000001:1.0:1773688179.956125:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1773688179.956126:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64b28 00000020:00000001:3.0:1773688179.956129:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688179.956130:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e280. 00000400:00000010:0.0:1773688179.956131:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64b28. 00000001:00000001:3.0:1773688179.956133:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.956136:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688179.956136:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000100:00000001:0.0:1773688179.956137:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000004:00000001:3.0:1773688179.956142:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688179.956142:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1773688179.956143:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356a00. 00000020:00000040:1.0:1773688179.956148:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 100 00010000:00000001:3.0:1773688179.956149:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1773688179.956150:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.956152:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.956155:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8a400 refcount=3 00000020:00000001:3.0:1773688179.956157:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:3.0:1773688179.956159:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00000004:00010000:3.0:1773688179.956162:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d303a lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.956165:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.956166:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.956167:0:68797:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:3.0:1773688179.956168:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.956169:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:3.0:1773688179.956171:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.956172:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.956173:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8a400 refcount=3 00000020:00000001:3.0:1773688179.956174:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:3.0:1773688179.956175:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00000004:00000040:3.0:1773688179.956177:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.956179:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=101 00010000:00000001:3.0:1773688179.956181:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.956181:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.956182:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.956184:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1773688179.956185:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.956187:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.956188:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.956189:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.956190:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.956191:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.956194:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.956196:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.956197:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.956198:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:3.0:1773688179.956200:0:68797:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8a9a19fd0000. 00000004:00000001:3.0:1773688179.956202:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.956204:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.956205:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.956206:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.956207:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.956208:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.956209:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.956211:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8be00 with handle 0x52973366461d3033 from hash 00010000:00000001:3.0:1773688179.956212:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.956213:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.956213:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.956214:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.956215:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.956217:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8be00/0x52973366461d3033 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8ee expref: 101 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.956221:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.956222:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 100 00010000:00000010:3.0:1773688179.956223:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921cc80. 00010000:00000001:3.0:1773688179.956226:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.956227:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.956229:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.956232:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d303a lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8ee expref: 100 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.956236:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.956237:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.956238:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00010000:3.0:1773688179.956239:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1773688179.956240:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.956242:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.956242:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.956243:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.956244:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.956245:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41b8a400, rc 0) 00000020:00000001:3.0:1773688179.956246:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.956248:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854334080 00010000:00000001:3.0:1773688179.956249:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.956251:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a10ce4380 x1859843854334080/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.956256:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.956257:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.956259:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.956261:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.956262:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.956264:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.956265:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.956266:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.956268:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.956269:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.956271:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeea18. 00000100:00000200:3.0:1773688179.956273:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854334080, offset 224 00000400:00000200:3.0:1773688179.956276:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.956280:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.956282:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48190:48190:256:4294967295] 192.168.204.51@tcp LPNI seq info [48186:48186:8:4294967295] 00000400:00000200:3.0:1773688179.956288:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.956291:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.956293:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d700. 00000800:00000200:3.0:1773688179.956295:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.956298:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.956300:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d700 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.956308:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.956310:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.956312:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.956313:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.956314:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.956317:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a10ce4380 x1859843854334080/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.956323:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a10ce4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+100:68109:x1859843854334080:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2785us (2978us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688179.956327:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15546 00000100:00000040:3.0:1773688179.956329:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.956330:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.956331:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.956334:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b08bfd000. 00000020:00000010:3.0:1773688179.956336:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b05400d48. 00000020:00000010:3.0:1773688179.956339:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b37441c00. 00000020:00000040:3.0:1773688179.956341:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 99 00000100:00000001:3.0:1773688179.956343:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.956374:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.956378:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d700. 00000400:00000200:0.0:1773688179.956382:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.956386:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.956389:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeea18 00000400:00000010:0.0:1773688179.956392:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeea18. 00000100:00000001:0.0:1773688179.956394:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.956396:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1773688179.958191:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.958198:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773688179.958200:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.958202:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.958208:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:3.0:1773688179.958216:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 392 into portal 23 MB=0x69b84a4467a00 00000400:00000200:3.0:1773688179.958222:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 392/392 into md 0x72709 [2] + 1568 00000800:00000001:3.0:1773688179.958226:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.958231:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688179.958233:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688179.958236:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:3.0:1773688179.958240:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773688179.958241:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1773688179.958246:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36c2b100. 00000100:00000040:3.0:1773688179.958249:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36c2b100 x1859843854334464 msgsize 392 00000100:00100000:3.0:1773688179.958253:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:3.0:1773688179.958264:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1773688179.958268:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688179.958270:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.958294:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.958297:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854334464 02000000:00000001:2.0:1773688179.958300:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.958301:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.958303:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.958306:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.958309:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854334464 00000020:00000001:2.0:1773688179.958311:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.958312:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.958314:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.958316:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=100 00000020:00000001:2.0:1773688179.958319:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.958321:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.958324:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.958328:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5c00. 00000100:00000001:2.0:1773688179.958331:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.958333:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5c00. 00000020:00000010:2.0:1773688179.958338:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a16628e00. 00000020:00000010:2.0:1773688179.958342:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9400. 00000020:00000010:2.0:1773688179.958345:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0a28. 00000100:00000040:2.0:1773688179.958350:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1773688179.958352:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.958353:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773688179.958355:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.958359:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.958370:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.958378:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.958379:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.958384:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3245 00000100:00000040:2.0:1773688179.958387:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.958389:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997976133888 : -129075733417728 : ffff8a9b36c2b100) 00000100:00000040:2.0:1773688179.958395:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36c2b100 x1859843854334464/t0(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.958403:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.958406:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5c00. 00000100:00000001:2.0:1773688179.958408:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.958410:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5c00. 00000100:00100000:2.0:1773688179.958414:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36c2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+100:68109:x1859843854334464:12345-192.168.204.51@tcp:35:dbench.0 00000100:00000200:2.0:1773688179.958418:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854334464 00000020:00000001:2.0:1773688179.958421:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.958423:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.958426:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.958429:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.958430:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862496 : -1038689120 : ffffffffc216dca0) 00000020:00000001:2.0:1773688179.958433:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.958435:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854334464, found 0 last_xid 1859843854334463 00000020:00000001:2.0:1773688179.958438:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.958440:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.958441:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.958444:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.958448:0:73057:0:(mdt_open.c:2771:mdt_close()) Process entered 00000004:00000001:2.0:1773688179.958450:0:73057:0:(mdt_lib.c:1452:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1773688179.958452:0:73057:0:(mdt_lib.c:1362:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1773688179.958454:0:73057:0:(mdt_lib.c:1373:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.958457:0:73057:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1773688179.958459:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.958460:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.958463:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.958465:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.958467:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.958469:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.958470:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.958472:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.958473:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.958475:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.958477:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.958478:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.958480:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.958481:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.958483:0:73057:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.958484:0:73057:0:(mdt_lib.c:1435:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1773688179.958486:0:73057:0:(mdt_lib.c:1437:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.958488:0:73057:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1773688179.958489:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.958490:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.958491:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.958493:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.958495:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.958496:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.958497:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.958499:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.958501:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.958502:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.958505:0:73057:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688179.958508:0:73057:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688179.958510:0:73057:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688179.958512:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.958513:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.958515:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.958517:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688179.958518:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688179.958520:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.958522:0:73057:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688179.958524:0:73057:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.958526:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.958527:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.958529:0:73057:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688179.958531:0:73057:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.958533:0:73057:0:(mdt_lib.c:1465:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.958535:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.958537:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.958541:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8a9a10ca7400. 02000000:00000001:2.0:1773688179.958543:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.958545:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.958547:0:73057:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1773688179.958549:0:73057:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.958552:0:73057:0:(mdt_open.c:2739:mdt_close_internal()) Process entered 00000004:00000001:2.0:1773688179.958553:0:73057:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1773688179.958555:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.958557:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8a9b36cae300 refcount=2 00000020:00000001:2.0:1773688179.958559:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997976670976 : -129075732880640 : ffff8a9b36cae300) 00000004:00000001:2.0:1773688179.958561:0:73057:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446614997976670976 : -129075732880640 : ffff8a9b36cae300) 00000020:00000040:2.0:1773688179.958563:0:73057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b36cae300 with handle 0x52973366461d302c from hash 00000004:00000001:2.0:1773688179.958568:0:73057:0:(mdt_open.c:2590:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1773688179.958570:0:73057:0:(mdt_open.c:2598:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000afe1:0x145:0x0] with intent: 0 00000004:00000001:2.0:1773688179.958573:0:73057:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1773688179.958575:0:73057:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 15360 size 15360 lsom blocks 1 blocks 1 truncate 0 00000004:00000001:2.0:1773688179.958578:0:73057:0:(mdt_som.c:209:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.958580:0:73057:0:(mdt_open.c:149:mdt_write_put()) Process entered 00000004:00000001:2.0:1773688179.958582:0:73057:0:(mdt_open.c:153:mdt_write_put()) Process leaving 00000004:00000001:2.0:1773688179.958583:0:73057:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1773688179.958586:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688179.958588:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.958590:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.958593:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1773688179.958595:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1773688179.958597:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1773688179.958599:0:73057:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.958603:0:73057:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1773688179.958607:0:73057:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1773688179.958609:0:73057:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688179.958612:0:73057:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x20000afe1:0x145:0x0], previous was 0x7 00000004:00000001:2.0:1773688179.958614:0:73057:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.958617:0:73057:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1773688179.958619:0:73057:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.958621:0:73057:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1773688179.958624:0:73057:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1773688179.958627:0:73057:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1773688179.958630:0:73057:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8a9b36cae300. 00000004:00000001:2.0:1773688179.958637:0:73057:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1773688179.958640:0:73057:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b418685f8/ffff8a9b418685a0 to site lru. bkt: ffff8a9a1aeb6e28 00000004:00000001:2.0:1773688179.958642:0:73057:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1773688179.958644:0:73057:0:(mdt_open.c:2728:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.958646:0:73057:0:(mdt_open.c:2758:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.958648:0:73057:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:2.0:1773688179.958650:0:73057:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1773688179.958657:0:73057:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10ca7c00. 00080000:00000001:2.0:1773688179.958659:0:73057:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993044143104 : -129080665408512 : ffff8a9a10ca7c00) 00080000:00000001:2.0:1773688179.958661:0:73057:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1773688179.958665:0:73057:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1773688179.958669:0:73057:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688179.958671:0:73057:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.958686:0:73057:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.958688:0:73057:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1773688179.958690:0:73057:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1773688179.958693:0:73057:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692088, last_committed = 171798692041 00000001:00000010:2.0:1773688179.958696:0:73057:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a106a5840. 00000001:00000040:2.0:1773688179.958699:0:73057:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 47 00000020:00000040:2.0:1773688179.958701:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=101 00000001:00000010:2.0:1773688179.958705:0:73057:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b079f4300. 00080000:00000001:2.0:1773688179.958709:0:73057:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1773688179.958721:0:73057:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1773688179.958724:0:73057:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b079f4300: xid 1859843854334464, transno 171798692088, tag 1, client gen 13, slot idx 2 00000001:00000001:2.0:1773688179.958727:0:73057:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.958736:0:73057:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.958738:0:73057:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1773688179.958739:0:73057:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688179.958741:0:73057:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688179.958742:0:73057:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688179.958744:0:73057:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1773688179.958747:0:73057:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.958750:0:73057:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688179.958751:0:73057:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1773688179.958755:0:73057:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688179.958758:0:73057:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688179.958760:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688179.958762:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.958764:0:73057:0:(mdt_open.c:2833:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688179.958766:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692088, xid 1859843854334464 00010000:00000001:2.0:1773688179.958768:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688179.958773:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b36c2b100 x1859843854334464/t171798692088(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688179.958780:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.958782:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.958784:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=49 v=5 (1 1 1 0) 00000100:00000001:2.0:1773688179.958787:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.958789:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.958792:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.958794:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.958796:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.958798:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.958800:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.958804:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505440. 00000100:00000200:2.0:1773688179.958807:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854334464, offset 224 00000400:00000200:2.0:1773688179.958812:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.958818:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.958822:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48191:48191:256:4294967295] 192.168.204.51@tcp LPNI seq info [48187:48187:8:4294967295] 00000400:00000200:2.0:1773688179.958831:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.958837:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.958840:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a900. 00000800:00000200:2.0:1773688179.958845:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.958850:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.958853:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a900 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.958864:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.958868:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.958870:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688179.958872:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.958874:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688179.958879:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36c2b100 x1859843854334464/t171798692088(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 392/456 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688179.958890:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36c2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+101:68109:x1859843854334464:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 485us (638us total) trans 171798692088 rc 0/0 00000100:00100000:2.0:1773688179.958898:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3245 00000100:00000040:2.0:1773688179.958901:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.958904:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.958906:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.958908:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9400. 00000800:00000200:0.0:1773688179.958912:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1773688179.958913:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0a28. 00000800:00000010:0.0:1773688179.958916:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a900. 00000020:00000010:2.0:1773688179.958919:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a16628e00. 00000400:00000200:0.0:1773688179.958921:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1773688179.958925:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 100 00000400:00000200:0.0:1773688179.958927:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.958931:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.958932:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505440 00000400:00000010:0.0:1773688179.958936:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505440. 00000100:00000001:0.0:1773688179.958939:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.958940:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688179.960029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f0600. 00000800:00000001:0.0:1773688179.960272:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.960276:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.960278:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.960279:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.960283:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.960288:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4467a80 00000400:00000200:0.0:1773688179.960292:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 130944 00000800:00000001:0.0:1773688179.960295:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.960300:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.960302:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.960305:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.960309:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.960311:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.960314:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b342eb480. 00000100:00000040:0.0:1773688179.960317:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b342eb480 x1859843854334592 msgsize 584 00000100:00100000:0.0:1773688179.960321:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.960331:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.960335:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.960338:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.960348:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.960351:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854334592 02000000:00000001:3.0:1773688179.960353:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.960354:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.960355:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.960357:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.960359:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854334592 00000020:00000001:3.0:1773688179.960360:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.960361:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.960362:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.960364:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=101 00000020:00000001:3.0:1773688179.960365:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.960367:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.960369:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.960372:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5780. 00000100:00000001:3.0:1773688179.960374:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.960375:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5780. 00000020:00000010:3.0:1773688179.960378:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2200. 00000020:00000010:3.0:1773688179.960381:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688179.960384:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0190. 00000100:00000040:3.0:1773688179.960387:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.960389:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.960390:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.960392:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.960393:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.960394:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.960396:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.960404:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.960410:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.960410:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.960413:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15547 00000100:00000040:3.0:1773688179.960415:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.960417:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997932881024 : -129075776670592 : ffff8a9b342eb480) 00000100:00000040:3.0:1773688179.960421:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b342eb480 x1859843854334592/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.960427:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.960429:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5780. 00000100:00000001:3.0:1773688179.960430:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.960432:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5780. 00000100:00100000:3.0:1773688179.960435:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b342eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+101:68109:x1859843854334592:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.960437:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854334592 00000020:00000001:3.0:1773688179.960439:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.960440:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1773688179.960442:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b079f4300: xid 1859843854334464, transno 171798692088, client gen 13, slot idx 2 00000001:00000001:3.0:1773688179.960445:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b41aaf6c0: xid 1859843854333824, transno 171798692087, client gen 13, slot idx 3 00000001:00000010:3.0:1773688179.960447:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b41aaf6c0. 00000020:00000001:3.0:1773688179.960449:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.960450:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.960451:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.960453:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.960454:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854334592, found 0 last_xid 1859843854334591 00000020:00000001:3.0:1773688179.960456:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.960457:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.960458:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.960460:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.960461:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.960462:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.960463:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.960464:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.960465:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.960467:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.960470:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:3.0:1773688179.960472:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.960473:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.960475:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1600. 00000020:00000001:3.0:1773688179.960477:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.960478:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1600 with handle 0x52973366461d3041 to hash 00000020:00000001:3.0:1773688179.960479:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.960480:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000010:3.0:1773688179.960484:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.960485:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00010000:3.0:1773688179.960488:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3041 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a8f5 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.960493:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.960494:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=102 00010000:00000001:3.0:1773688179.960497:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.960498:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.960501:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.960503:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.960504:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688179.960505:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.960506:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.960509:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.960512:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.960515:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.960517:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.960519:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.960521:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.960522:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.960524:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.960529:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a0f6b7000. 02000000:00000001:3.0:1773688179.960532:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.960534:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.960536:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.960537:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688179.960540:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688179.960541:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.960543:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.960545:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.960546:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.960548:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.960550:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.960552:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.960553:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.960555:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.960556:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.960558:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.960559:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.960561:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.960562:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.960564:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.960565:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.960566:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.960569:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.960569:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.960571:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.960573:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.960574:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.960576:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.960577:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.960578:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.960579:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.960580:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.960581:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.960582:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.960582:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.960584:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.960584:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.960585:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.960586:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.960588:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1773688179.960591:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:3.0:1773688179.960593:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/~WRD0003.TMP, ldlm_rep = ffff8a9a0f6b7228 00000004:00000001:3.0:1773688179.960596:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1773688179.960598:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1773688179.960599:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1773688179.960601:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.960602:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.960604:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:3.0:1773688179.960605:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.960607:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.960609:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f0c00. 00000020:00000001:3.0:1773688179.960610:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.960612:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f0c00 with handle 0x52973366461d3048 to hash 00000020:00000001:3.0:1773688179.960613:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.960613:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000010:3.0:1773688179.960615:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.960617:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:3.0:1773688179.960618:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.960619:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.960621:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3048 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.960625:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.960626:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.960628:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.960629:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.960630:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.960632:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.960633:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.960634:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.960635:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.960635:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.960636:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.960637:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 4 00010000:00000040:3.0:1773688179.960639:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.960641:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 102 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.960646:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 102 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.960653:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3048 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.960656:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.960658:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.960659:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.960660:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.960661:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.960662:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.960663:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.960665:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.960666:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.960668:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3048 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.960671:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.960672:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.960673:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.960674:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.960674:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.960676:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46c00 count: 2 00010000:00000001:3.0:1773688179.960677:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.960678:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.960679:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1000. 00000020:00000001:3.0:1773688179.960680:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.960681:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1000 with handle 0x52973366461d304f to hash 00000020:00000001:3.0:1773688179.960682:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.960683:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000010:3.0:1773688179.960692:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315bae00. 00010000:00000001:3.0:1773688179.960693:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000001:3.0:1773688179.960695:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.960696:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.960698:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d304f lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.960701:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.960702:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.960703:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.960704:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.960705:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.960706:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.960707:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.960708:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.960708:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.960709:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.960710:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.960711:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x10682665 (ffff8a9a0ec46c00) refcount = 2 00010000:00000040:3.0:1773688179.960712:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.960713:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5c00/0x52973366461d2e50 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.960717:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d304f lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.960719:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.960720:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.960721:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.960722:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.960722:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.960723:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.960724:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.960725:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.960726:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.960728:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d304f lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.960730:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.960732:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.960732:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.960733:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.960736:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.960758:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.960760:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.960763:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688179.960767:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.960771:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1773688179.960789:0:68797:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.960792:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1773688179.960793:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1773688179.960796:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.960797:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.960800:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.960802:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.960803:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.960805:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.960806:0:68797:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:3.0:1773688179.960808:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.960809:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.960810:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.960811:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x145:0x0] 00000020:00000001:3.0:1773688179.960812:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.960815:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156740088 : -129075552811528 : ffff8a9b418685f8) 00000004:00000001:3.0:1773688179.960817:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156740000 : -129075552811616 : ffff8a9b418685a0) 00000004:00000001:3.0:1773688179.960819:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1773688179.960821:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.960822:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.960824:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 5 00010000:00000001:3.0:1773688179.960825:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.960826:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.960828:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f0200. 00000020:00000001:3.0:1773688179.960830:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.960831:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f0200 with handle 0x52973366461d3056 to hash 00000020:00000001:3.0:1773688179.960832:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.960833:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00010000:00000010:3.0:1773688179.960835:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba480. 00010000:00000001:3.0:1773688179.960837:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00010000:00000001:3.0:1773688179.960838:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.960839:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.960841:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d3056 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.960844:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.960846:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.960847:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.960847:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.960849:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.960850:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.960850:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.960852:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.960853:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.960854:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.960854:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.960855:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 5 00010000:00000040:3.0:1773688179.960857:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.960859:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d303a lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8ee expref: 102 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.960863:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 102 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.960867:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.960870:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.960874:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d3056 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.960877:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.960878:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.960879:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.960880:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.960881:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.960882:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.960883:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.960884:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.960885:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.960887:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d3056 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.960889:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.960890:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.960891:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.960892:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.960893:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.960894:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0200 refcount=3 00000020:00000001:3.0:1773688179.960895:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00010000:00000001:3.0:1773688179.960896:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00010000:00000001:3.0:1773688179.960897:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.960898:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.960899:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.960900:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1773688179.960902:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.960903:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.960905:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.960907:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.960908:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.960909:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.960911:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.960912:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.960913:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.960914:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.960915:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.960917:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x145:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:3.0:1773688179.960919:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.960920:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.960920:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.960922:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.960923:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.960924:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.960925:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.960925:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.960926:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.960927:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.960928:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.960929:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1773688179.960930:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1773688179.960931:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1773688179.960932:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a0f6b7370 00000004:00000001:3.0:1773688179.960934:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.960935:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.960936:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.960937:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.960938:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.960939:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.960940:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.960940:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.960941:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.960943:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:3.0:1773688179.960945:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: returning size 15360 00000004:00000040:3.0:1773688179.960958:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x145:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:3.0:1773688179.960960:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:3.0:1773688179.960962:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2569 00000004:00200000:3.0:1773688179.960964:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:3.0:1773688179.960965:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1773688179.960966:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.960967:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.960968:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1773688179.960970:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.960971:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.960972:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.960973:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.960974:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.960976:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.960977:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.960980:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.960981:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.960982:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.960983:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.960984:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.960987:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.960988:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.960989:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0200 refcount=3 00000020:00000001:3.0:1773688179.960991:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00010000:00000001:3.0:1773688179.960992:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00000004:00010000:3.0:1773688179.960994:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d3056 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:3.0:1773688179.960998:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1773688179.960999:0:68797:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b418685f8/ffff8a9b418685a0 to site lru. bkt: ffff8a9a1aeb6e28 00000004:00000001:3.0:1773688179.961001:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.961002:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1773688179.961003:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.961003:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.961005:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1773688179.961026:0:68797:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:3.0:1773688179.961027:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.961029:0:68797:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.961030:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.961031:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 5 00010000:00000040:3.0:1773688179.961034:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.961037:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d303a lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8ee expref: 102 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.961045:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 102 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.961049:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.961052:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.961055:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d3056 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.961058:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.961059:0:68797:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.961060:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.961060:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.961061:0:68797:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.961063:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.961064:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.961065:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.961066:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.961067:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0c00 refcount=3 00000020:00000001:3.0:1773688179.961068:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:3.0:1773688179.961069:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:3.0:1773688179.961070:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.961072:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3048 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.961074:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.961075:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.961076:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3048 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.961082:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.961083:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.961085:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.961087:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3048 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.961090:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a168f0c00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.961091:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.961092:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.961094:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3048 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.961097:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.961097:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.961098:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.961099:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0c00 refcount=4 00000020:00000001:3.0:1773688179.961100:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:3.0:1773688179.961101:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:3.0:1773688179.961103:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.961105:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3048 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.961108:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.961109:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.961110:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.961111:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.961112:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.961113:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.961113:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.961115:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f0c00 with handle 0x52973366461d3048 from hash 00010000:00000001:3.0:1773688179.961116:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.961117:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.961118:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.961118:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.961120:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.961121:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.961122:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.961123:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.961125:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.961126:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.961127:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.961129:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.961130:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.961131:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.961132:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.961134:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.961135:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.961135:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.961137:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.961138:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.961139:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3048 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.961142:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.961142:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.961143:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.961144:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.961145:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.961146:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3048 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.961149:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.961154:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.961155:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.961155:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.961156:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.961156:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.961157:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1000 refcount=3 00000020:00000001:3.0:1773688179.961158:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000001:3.0:1773688179.961160:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000001:3.0:1773688179.961161:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.961162:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d304f lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.961165:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.961166:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.961167:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d304f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.961170:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.961170:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.961171:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.961173:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d304f lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.961175:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a168f1000 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.961176:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.961177:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.961178:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d304f lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.961181:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.961181:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.961182:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.961182:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1000 refcount=4 00000020:00000001:3.0:1773688179.961183:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000001:3.0:1773688179.961184:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000001:3.0:1773688179.961186:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.961187:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d304f lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.961189:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.961190:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.961191:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.961192:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.961193:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.961194:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.961195:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.961196:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f1000 with handle 0x52973366461d304f from hash 00010000:00000001:3.0:1773688179.961197:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.961198:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.961198:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.961199:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.961200:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.961200:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.961201:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.961202:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.961203:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.961204:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x10682665 (ffff8a9a0ec46c00) 00010000:00010000:3.0:1773688179.961205:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.961206:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.961207:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.961208:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.961209:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.961210:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.961210:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.961211:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.961212:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.961213:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.961214:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d304f lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.961217:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.961217:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.961218:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.961218:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.961219:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.961220:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d304f lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.961226:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315bae00. 00010000:00000001:3.0:1773688179.961228:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.961228:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.961230:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.961231:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.961231:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:3.0:1773688179.961232:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.961233:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.961234:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0200 refcount=3 00000020:00000001:3.0:1773688179.961235:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00010000:00000001:3.0:1773688179.961236:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00000004:00000040:3.0:1773688179.961243:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:3.0:1773688179.961245:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=103 00010000:00000001:3.0:1773688179.961247:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.961248:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.961248:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.961249:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1773688179.961251:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.961252:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.961252:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.961253:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.961254:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.961255:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.961257:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.961259:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.961260:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.961261:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.961262:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.961263:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.961264:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.961266:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.961266:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.961267:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.961268:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.961269:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f1600 with handle 0x52973366461d3041 from hash 00010000:00000001:3.0:1773688179.961271:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.961272:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.961273:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.961273:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.961274:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.961276:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3041 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8f5 expref: 103 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.961280:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.961281:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 102 00010000:00000010:3.0:1773688179.961282:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.961284:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.961285:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.961287:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.961289:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d3056 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8f5 expref: 102 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.961293:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.961294:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.961295:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00010000:3.0:1773688179.961296:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1773688179.961297:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.961298:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.961299:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.961300:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.961300:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.961301:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a168f0200, rc 0) 00000020:00000001:3.0:1773688179.961303:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.961304:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854334592 00010000:00000001:3.0:1773688179.961306:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.961308:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b342eb480 x1859843854334592/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.961312:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.961314:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.961316:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.961318:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.961319:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.961321:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.961322:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.961323:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.961325:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.961326:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.961328:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee198. 00000100:00000200:3.0:1773688179.961331:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854334592, offset 224 00000400:00000200:3.0:1773688179.961334:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.961338:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.961341:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48192:48192:256:4294967295] 192.168.204.51@tcp LPNI seq info [48188:48188:8:4294967295] 00000400:00000200:3.0:1773688179.961346:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.961349:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.961351:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99da00. 00000800:00000200:3.0:1773688179.961354:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.961357:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.961359:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99da00 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.961367:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.961369:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.961371:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.961372:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.961373:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.961375:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b342eb480 x1859843854334592/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.961381:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b342eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+102:68109:x1859843854334592:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 952us (1063us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688179.961387:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15547 00000100:00000040:3.0:1773688179.961389:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.961391:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.961392:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.961393:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688179.961396:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0190. 00000020:00000010:3.0:1773688179.961399:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2200. 00000020:00000040:3.0:1773688179.961401:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 101 00000100:00000001:3.0:1773688179.961403:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.961426:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.961429:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99da00. 00000400:00000200:2.0:1773688179.961432:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.961435:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.961437:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee198 00000400:00000010:2.0:1773688179.961439:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee198. 00000100:00000001:2.0:1773688179.961440:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.961441:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.963028:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.963033:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.963035:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.963037:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.963041:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.963047:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4467b00 00000400:00000200:0.0:1773688179.963052:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x735c9 [2] + 1640 00000800:00000001:0.0:1773688179.963055:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.963060:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.963061:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.963063:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.963066:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.963067:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1773688179.963069:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b342ead80. 00000100:00000040:0.0:1773688179.963071:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b342ead80 x1859843854334720 msgsize 328 00000100:00100000:0.0:1773688179.963073:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.963082:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.963085:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.963087:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.963107:0:6358:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.963110:0:6358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854334720 02000000:00000001:1.0:1773688179.963111:0:6358:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.963112:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.963114:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.963115:0:6358:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.963117:0:6358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854334720 00000020:00000001:1.0:1773688179.963118:0:6358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.963119:0:6358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.963120:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.963122:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=102 00000020:00000001:1.0:1773688179.963123:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.963125:0:6358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.963127:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.963129:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.963131:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.963132:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000020:00000010:1.0:1773688179.963135:0:6358:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356a00. 00000020:00000010:1.0:1773688179.963137:0:6358:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e280. 00000020:00000010:1.0:1773688179.963139:0:6358:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688179.963143:0:6358:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.963145:0:6358:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.963145:0:6358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.963147:0:6358:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.963148:0:6358:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.963150:0:6358:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.963152:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.963152:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.963154:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0200 refcount=3 00000020:00000001:1.0:1773688179.963155:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00010000:00000001:1.0:1773688179.963156:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00010000:00000001:1.0:1773688179.963157:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.963158:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.963159:0:6358:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.963160:0:6358:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.963163:0:6358:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.963171:0:6358:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.963176:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.963177:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.963181:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1587 00000100:00000040:1.0:1773688179.963183:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688179.963185:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997932879232 : -129075776672384 : ffff8a9b342ead80) 00000100:00000040:1.0:1773688179.963189:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b342ead80 x1859843854334720/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.963200:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.963202:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.963205:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.963207:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000100:00100000:1.0:1773688179.963210:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b342ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+102:2404:x1859843854334720:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.963212:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854334720 00010000:00000001:1.0:1773688179.963213:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.963214:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.963216:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.963218:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.963219:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.963221:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a0fadf400. 02000000:00000001:1.0:1773688179.963222:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.963224:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.963225:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.963226:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.963227:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.963228:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.963229:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0200 refcount=3 00000020:00000001:1.0:1773688179.963230:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00010000:00000001:1.0:1773688179.963231:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00010000:00000040:1.0:1773688179.963233:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 6 00000004:00000001:1.0:1773688179.963235:0:6358:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1773688179.963236:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688179.963237:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.963238:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.963240:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.963241:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.963243:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.963244:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.963246:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.963246:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.963248:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.963249:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.963250:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f0200 with handle 0x52973366461d3056 from hash 00010000:00000001:1.0:1773688179.963251:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.963252:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.963253:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.963253:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.963255:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.963256:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.963257:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.963258:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.963260:0:6358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d3056 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8f5 expref: 102 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.963265:0:6358:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:1.0:1773688179.963266:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 101 00010000:00000010:1.0:1773688179.963268:0:6358:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba480. 00010000:00000001:1.0:1773688179.963272:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.963273:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.963274:0:6358:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.963275:0:6358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00000001:1.0:1773688179.963277:0:6358:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.963278:0:6358:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.963280:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.963280:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.963281:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.963283:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.963284:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.963285:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1773688179.963287:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.963288:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.963289:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.963291:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.963292:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.963293:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.963294:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.963296:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64880. 00000100:00000200:1.0:1773688179.963298:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854334720, offset 224 00000400:00000200:1.0:1773688179.963301:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.963305:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.963308:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48193:48193:256:4294967295] 192.168.204.51@tcp LPNI seq info [48189:48189:8:4294967295] 00000400:00000200:1.0:1773688179.963314:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.963317:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.963319:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7800. 00000800:00000200:1.0:1773688179.963322:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.963324:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.963326:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.963336:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.963338:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.963339:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.963340:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.963343:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b342ead80 x1859843854334720/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773688179.963349:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b342ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+101:2404:x1859843854334720:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 147us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688179.963353:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1587 00000100:00000040:1.0:1773688179.963355:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688179.963356:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.963357:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.963359:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e280. 00000020:00000010:1.0:1773688179.963361:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000020:00000010:1.0:1773688179.963364:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356a00. 00000020:00000040:1.0:1773688179.963366:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 100 00000100:00000001:1.0:1773688179.963368:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.963399:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.963403:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7800. 00000400:00000200:0.0:1773688179.963407:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.963411:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.963415:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64880 00000400:00000010:0.0:1773688179.963417:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64880. 00000100:00000001:0.0:1773688179.963420:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.963421:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.964559:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.964564:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.964565:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.964567:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.964570:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.964575:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4467b80 00000400:00000200:2.0:1773688179.964579:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 131528 00000800:00000001:2.0:1773688179.964582:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.964585:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.964587:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.964589:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.964591:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.964592:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.964595:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b35ac6680. 00000100:00000040:2.0:1773688179.964596:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b35ac6680 x1859843854334848 msgsize 584 00000100:00100000:2.0:1773688179.964599:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.964606:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.964611:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.964612:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.964626:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.964629:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854334848 02000000:00000001:3.0:1773688179.964630:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.964631:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.964633:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.964635:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.964636:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854334848 00000020:00000001:3.0:1773688179.964637:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.964638:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.964639:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.964641:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=101 00000020:00000001:3.0:1773688179.964642:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.964644:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.964645:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.964648:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5780. 00000100:00000001:3.0:1773688179.964650:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.964651:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5780. 00000020:00000010:3.0:1773688179.964654:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2200. 00000020:00000010:3.0:1773688179.964656:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688179.964658:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0190. 00000100:00000040:3.0:1773688179.964660:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.964662:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.964663:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.964664:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.964665:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.964666:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.964669:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.964677:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.964681:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.964682:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.964690:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15548 00000100:00000040:3.0:1773688179.964692:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.964694:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997957895808 : -129075751655808 : ffff8a9b35ac6680) 00000100:00000040:3.0:1773688179.964698:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b35ac6680 x1859843854334848/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.964703:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.964705:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5780. 00000100:00000001:3.0:1773688179.964706:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.964707:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5780. 00000100:00100000:3.0:1773688179.964710:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b35ac6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+101:68109:x1859843854334848:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.964712:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854334848 00000020:00000001:3.0:1773688179.964714:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.964715:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.964717:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.964718:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.964719:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.964721:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.964722:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854334848, found 0 last_xid 1859843854334847 00000020:00000001:3.0:1773688179.964724:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.964725:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.964726:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.964728:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.964729:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.964730:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.964731:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.964731:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.964732:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.964734:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.964737:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:3.0:1773688179.964738:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.964740:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.964741:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1c00. 00000020:00000001:3.0:1773688179.964743:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.964744:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1c00 with handle 0x52973366461d305d to hash 00000020:00000001:3.0:1773688179.964745:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.964746:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000010:3.0:1773688179.964749:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.964750:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00010000:3.0:1773688179.964752:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d305d lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a8fc expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.964757:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.964758:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=102 00010000:00000001:3.0:1773688179.964761:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.964762:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.964765:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.964766:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.964767:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688179.964768:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.964769:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.964772:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.964774:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.964775:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.964776:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.964778:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.964779:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.964780:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.964781:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.964784:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a0f6b6000. 02000000:00000001:3.0:1773688179.964786:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.964787:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.964788:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.964790:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688179.964791:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688179.964792:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.964793:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.964795:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.964796:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.964797:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.964798:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.964799:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.964800:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.964801:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.964801:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.964802:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.964803:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.964804:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.964805:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.964806:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.964806:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.964807:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.964808:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.964809:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.964811:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.964813:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.964814:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.964815:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.964816:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.964817:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.964818:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.964819:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.964820:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.964821:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.964821:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.964823:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.964823:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.964824:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.964825:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.964827:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1773688179.964830:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:3.0:1773688179.964831:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/HANDOUT.DOC, ldlm_rep = ffff8a9a0f6b6228 00000004:00000001:3.0:1773688179.964833:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1773688179.964835:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1773688179.964836:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1773688179.964837:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.964838:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.964839:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:3.0:1773688179.964840:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.964841:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.964843:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1a00. 00000020:00000001:3.0:1773688179.964844:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.964845:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1a00 with handle 0x52973366461d3064 to hash 00000020:00000001:3.0:1773688179.964846:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.964847:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140914688 : -129080568636928 : ffff8a9a168f1a00) 00010000:00000010:3.0:1773688179.964849:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315bae00. 00010000:00000001:3.0:1773688179.964850:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140914688 : -129080568636928 : ffff8a9a168f1a00) 00010000:00000001:3.0:1773688179.964851:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.964852:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.964854:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1a00/0x52973366461d3064 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.964857:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.964859:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.964860:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.964861:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.964862:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.964863:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.964864:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.964865:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.964866:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.964867:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.964868:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.964869:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 4 00010000:00000040:3.0:1773688179.964871:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.964874:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 102 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.964879:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 102 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.964882:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1a00/0x52973366461d3064 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.964885:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.964887:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.964887:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.964888:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.964889:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.964890:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.964891:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.964892:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.964893:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.964895:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1a00/0x52973366461d3064 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.964898:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.964899:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.964900:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.964901:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.964902:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.964903:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46200 count: 5 00010000:00000001:3.0:1773688179.964904:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.964905:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.964907:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f0600. 00000020:00000001:3.0:1773688179.964909:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.964909:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f0600 with handle 0x52973366461d306b to hash 00000020:00000001:3.0:1773688179.964910:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.964912:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000010:3.0:1773688179.964913:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.964915:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000001:3.0:1773688179.964916:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.964917:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.964919:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d306b lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.964922:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.964922:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.964923:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.964924:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.964925:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.964926:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.964927:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.964928:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.964928:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.964929:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.964930:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.964931:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) refcount = 5 00010000:00000040:3.0:1773688179.964932:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.964933:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d2f8b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.964937:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2d46 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.964940:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10000/0x52973366461d2b9b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.964943:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d2b78 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.964946:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d306b lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.964963:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.964964:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.964965:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.964966:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.964967:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.964968:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.964969:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.964971:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.964972:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.964973:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d306b lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.964976:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.964977:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.964978:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.964979:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.964981:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.964991:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.964993:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.964994:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688179.964997:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.964998:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1773688179.965026:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.965028:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.965029:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.965031:0:68797:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:3.0:1773688179.965032:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.965034:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.965035:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.965036:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.965037:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1a00 refcount=3 00000020:00000001:3.0:1773688179.965039:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140914688 : -129080568636928 : ffff8a9a168f1a00) 00010000:00000001:3.0:1773688179.965040:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140914688 : -129080568636928 : ffff8a9a168f1a00) 00010000:00000001:3.0:1773688179.965043:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.965045:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1a00/0x52973366461d3064 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.965048:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.965049:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.965050:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1a00/0x52973366461d3064 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.965054:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.965055:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.965056:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.965057:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1a00/0x52973366461d3064 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.965060:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a168f1a00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.965061:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.965062:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.965063:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1a00/0x52973366461d3064 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.965066:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.965067:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.965067:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.965068:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1a00 refcount=4 00000020:00000001:3.0:1773688179.965069:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140914688 : -129080568636928 : ffff8a9a168f1a00) 00010000:00000001:3.0:1773688179.965070:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140914688 : -129080568636928 : ffff8a9a168f1a00) 00010000:00000001:3.0:1773688179.965072:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.965073:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1a00/0x52973366461d3064 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.965076:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.965077:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.965078:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.965079:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.965081:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.965082:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.965082:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.965084:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f1a00 with handle 0x52973366461d3064 from hash 00010000:00000001:3.0:1773688179.965085:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.965086:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.965087:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.965087:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.965088:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.965089:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.965090:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.965091:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.965092:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.965093:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.965094:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.965095:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.965096:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.965097:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.965098:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.965099:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.965100:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.965101:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.965102:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.965103:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.965105:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1a00/0x52973366461d3064 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.965107:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.965108:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.965109:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.965109:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.965110:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.965111:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1a00/0x52973366461d3064 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.965114:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315bae00. 00010000:00000001:3.0:1773688179.965118:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.965119:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.965120:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.965121:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.965122:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.965122:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0600 refcount=3 00000020:00000001:3.0:1773688179.965124:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000001:3.0:1773688179.965125:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000001:3.0:1773688179.965126:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.965127:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d306b lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.965130:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.965130:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.965131:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d306b lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.965134:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.965135:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.965136:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.965137:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d306b lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.965139:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a168f0600 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.965140:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.965141:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.965142:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d306b lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.965145:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.965145:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.965146:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.965147:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0600 refcount=4 00000020:00000001:3.0:1773688179.965148:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000001:3.0:1773688179.965149:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000001:3.0:1773688179.965150:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.965151:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d306b lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.965154:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.965155:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.965156:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.965157:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.965158:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.965158:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.965159:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.965160:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f0600 with handle 0x52973366461d306b from hash 00010000:00000001:3.0:1773688179.965161:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.965162:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.965162:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.965163:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.965164:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.965165:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.965165:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.965166:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.965167:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.965168:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) 00010000:00010000:3.0:1773688179.965169:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.965170:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.965171:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.965172:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.965173:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.965174:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.965174:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.965175:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.965176:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.965177:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.965184:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d306b lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.965187:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.965188:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.965189:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.965190:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.965191:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.965192:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d306b lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.965195:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.965197:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.965198:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.965199:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.965200:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.965200:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1773688179.965202:0:68797:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:3.0:1773688179.965204:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.965205:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.965206:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.965207:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.965208:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.965209:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.965212:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.965213:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1773688179.965215:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.965216:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.965217:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773688179.965219:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.965219:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.965221:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.965222:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.965223:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.965224:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.965225:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f1c00 with handle 0x52973366461d305d from hash 00010000:00000001:3.0:1773688179.965227:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.965228:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.965228:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.965229:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.965230:0:68797:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773688179.965231:0:68797:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1773688179.965234:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d305d lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8fc expref: 102 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.965238:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1773688179.965239:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.965240:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.965241:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.965242:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.965243:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.965244:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.965245:0:68797:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.965245:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.965246:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.965247:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.965248:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.965249:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.965250:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.965251:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.965252:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.965253:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.965254:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.965255:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d305d lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8fc expref: 102 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.965259:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.965260:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 101 00010000:00000010:3.0:1773688179.965261:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.965263:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.965264:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a168f1c00, rc 0) 00000020:00000001:3.0:1773688179.965266:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1773688179.965267:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854334848 00010000:00000001:3.0:1773688179.965268:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.965271:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b35ac6680 x1859843854334848/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.965278:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.965279:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.965281:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.965283:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.965284:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.965286:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.965287:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.965288:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.965289:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.965291:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.965293:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee7f8. 00000100:00000200:3.0:1773688179.965295:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854334848, offset 224 00000400:00000200:3.0:1773688179.965298:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.965302:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.965305:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48194:48194:256:4294967295] 192.168.204.51@tcp LPNI seq info [48190:48190:8:4294967295] 00000400:00000200:3.0:1773688179.965310:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.965313:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.965315:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d200. 00000800:00000200:3.0:1773688179.965318:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.965320:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.965322:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.965331:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.965333:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.965334:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.965336:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.965337:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.965339:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b35ac6680 x1859843854334848/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.965345:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b35ac6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+101:68109:x1859843854334848:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 640us (747us total) trans 0 rc 301/301 00000100:00100000:3.0:1773688179.965349:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15548 00000100:00000040:3.0:1773688179.965351:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.965353:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.965354:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.965356:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688179.965358:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0190. 00000020:00000010:3.0:1773688179.965360:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2200. 00000020:00000040:3.0:1773688179.965363:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 100 00000100:00000001:3.0:1773688179.965364:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.965392:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.965396:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d200. 00000400:00000200:0.0:1773688179.965399:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.965404:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.965407:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee7f8 00000400:00000010:0.0:1773688179.965409:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee7f8. 00000100:00000001:0.0:1773688179.965411:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.965413:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.966910:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.966915:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.966916:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.966918:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.966921:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.966927:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4467c00 00000400:00000200:0.0:1773688179.966931:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 132112 00000800:00000001:0.0:1773688179.966935:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.966940:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.966942:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.966946:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.966959:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.966960:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.966965:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b342e9f80. 00000100:00000040:0.0:1773688179.966967:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b342e9f80 x1859843854334976 msgsize 576 00000100:00100000:0.0:1773688179.966972:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.966980:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.966985:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.966988:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.967002:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.967004:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854334976 02000000:00000001:3.0:1773688179.967005:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.967022:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.967023:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.967025:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.967027:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854334976 00000020:00000001:3.0:1773688179.967029:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.967030:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.967032:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.967034:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=101 00000020:00000001:3.0:1773688179.967036:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.967038:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.967040:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.967043:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5780. 00000100:00000001:3.0:1773688179.967045:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.967047:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5780. 00000020:00000010:3.0:1773688179.967051:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2200. 00000020:00000010:3.0:1773688179.967053:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688179.967055:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0190. 00000100:00000040:3.0:1773688179.967060:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.967061:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.967062:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.967064:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.967065:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.967067:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.967070:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.967077:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.967083:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.967084:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.967086:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15549 00000100:00000040:3.0:1773688179.967088:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.967090:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997932875648 : -129075776675968 : ffff8a9b342e9f80) 00000100:00000040:3.0:1773688179.967093:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b342e9f80 x1859843854334976/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.967099:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.967100:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5780. 00000100:00000001:3.0:1773688179.967102:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.967103:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5780. 00000100:00100000:3.0:1773688179.967106:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b342e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+101:68109:x1859843854334976:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.967108:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854334976 00000020:00000001:3.0:1773688179.967109:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.967111:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.967112:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.967113:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.967115:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.967116:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.967118:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854334976, found 0 last_xid 1859843854334975 00000020:00000001:3.0:1773688179.967119:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.967120:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.967121:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.967123:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.967124:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.967125:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.967126:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.967127:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.967128:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.967130:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.967132:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6f00 count: 2 00010000:00000001:3.0:1773688179.967134:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.967135:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.967136:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1200. 00000020:00000001:3.0:1773688179.967138:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.967139:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1200 with handle 0x52973366461d3072 to hash 00000020:00000001:3.0:1773688179.967141:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.967141:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140912640 : -129080568638976 : ffff8a9a168f1200) 00010000:00000010:3.0:1773688179.967143:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.967145:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140912640 : -129080568638976 : ffff8a9a168f1200) 00010000:00010000:3.0:1773688179.967147:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d3072 lrc: 2/0,0 mode: --/CR res: [0x2000134b0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a903 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.967152:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.967153:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=102 00010000:00000001:3.0:1773688179.967155:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.967156:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.967159:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.967160:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.967161:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688179.967162:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.967163:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x2000134b0:0x6:0x0] 00000020:00000001:3.0:1773688179.967164:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.967167:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997883632280 : -129075825919336 : ffff8a9b313f3a98) 00000004:00000001:3.0:1773688179.967168:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614997883632192 : -129075825919424 : ffff8a9b313f3a40) 00000004:00000001:3.0:1773688179.967170:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.967171:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.967172:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.967173:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.967174:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.967176:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a0f6b2000. 02000000:00000001:3.0:1773688179.967178:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.967179:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.967180:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.967181:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688179.967183:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688179.967183:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.967184:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.967186:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.967186:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.967188:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.967189:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.967189:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.967190:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.967191:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.967192:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.967193:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.967194:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.967194:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.967195:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.967196:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.967197:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.967198:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.967199:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.967200:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.967201:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.967203:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.967204:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.967205:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.967205:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.967206:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.967207:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.967208:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.967209:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.967210:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.967211:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.967212:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.967213:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.967214:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.967215:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.967216:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:3.0:1773688179.967218:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.967219:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.967220:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.967221:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.967222:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.967223:0:68797:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000004:00000001:3.0:1773688179.967225:0:68797:0:(mdt_lib.c:2207:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.967226:0:68797:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x2000134b0:0x6:0x0]/[0x20000afe1:0xef:0x0], ldlm_rep = ffff8a9a0f6b2228 00000004:00000001:3.0:1773688179.967229:0:68797:0:(mdt_handler.c:4261:mdt_object_lock()) Process entered 00010000:00000001:3.0:1773688179.967231:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.967232:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.967233:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:3.0:1773688179.967235:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.967236:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.967238:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a16ddfc00. 00000020:00000001:3.0:1773688179.967239:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.967240:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a16ddfc00 with handle 0x52973366461d3079 to hash 00000020:00000001:3.0:1773688179.967241:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.967242:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993146084352 : -129080563467264 : ffff8a9a16ddfc00) 00010000:00000010:3.0:1773688179.967244:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.967245:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993146084352 : -129080563467264 : ffff8a9a16ddfc00) 00010000:00000001:3.0:1773688179.967247:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.967247:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.967250:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddfc00/0x52973366461d3079 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.967253:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.967255:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.967255:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.967256:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.967258:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.967259:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.967260:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.967261:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.967262:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.967263:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.967264:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.967265:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 3 00010000:00000040:3.0:1773688179.967266:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.967268:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 102 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.967272:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 102 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.967276:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddfc00/0x52973366461d3079 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.967279:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.967281:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.967282:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.967282:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.967283:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.967284:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.967285:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.967287:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.967288:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.967289:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddfc00/0x52973366461d3079 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.967292:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.967293:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.967294:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.967295:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.967295:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.967297:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a16ddfc00 refcount=3 00000020:00000001:3.0:1773688179.967298:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993146084352 : -129080563467264 : ffff8a9a16ddfc00) 00010000:00000001:3.0:1773688179.967299:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993146084352 : -129080563467264 : ffff8a9a16ddfc00) 00010000:00000001:3.0:1773688179.967300:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.967301:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.967302:0:68797:0:(mdt_handler.c:4265:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.967303:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1773688179.967306:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.967307:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.967325:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.967328:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.967330:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.967331:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.967334:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.967336:0:68797:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.967337:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.967339:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.967340:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.967340:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.967341:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.967343:0:68797:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.967345:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1773688179.967346:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1773688179.967348:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.967349:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.967350:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.967351:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.967351:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.967352:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.967353:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.967354:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.967355:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.967356:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.967357:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.967358:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.967360:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0xef:0x0]: nlink=2, mode=40700, valid=0x1100000000002f8f 00000004:00200000:3.0:1773688179.967362:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0xef:0x0]: returning size 11776 00000004:00200000:3.0:1773688179.967363:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 2 00000004:00000002:3.0:1773688179.967365:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1773688179.967366:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.967367:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.967368:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1773688179.967369:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.967369:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.967370:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.967371:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.967372:0:68797:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.967373:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.967374:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.967377:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.967379:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.967380:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.967381:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.967382:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.967387:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.967388:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.967389:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a16ddfc00 refcount=3 00000020:00000001:3.0:1773688179.967390:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993146084352 : -129080563467264 : ffff8a9a16ddfc00) 00010000:00000001:3.0:1773688179.967391:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993146084352 : -129080563467264 : ffff8a9a16ddfc00) 00000004:00010000:3.0:1773688179.967394:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddfc00/0x52973366461d3079 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.967397:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.967397:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.967398:0:68797:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:3.0:1773688179.967399:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.967400:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:3.0:1773688179.967401:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.967401:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.967402:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a16ddfc00 refcount=3 00000020:00000001:3.0:1773688179.967403:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993146084352 : -129080563467264 : ffff8a9a16ddfc00) 00010000:00000001:3.0:1773688179.967405:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993146084352 : -129080563467264 : ffff8a9a16ddfc00) 00000004:00000040:3.0:1773688179.967407:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:3.0:1773688179.967408:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=103 00010000:00000001:3.0:1773688179.967410:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.967411:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.967411:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.967412:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1773688179.967413:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.967414:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.967415:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.967416:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.967417:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.967418:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.967420:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.967421:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.967422:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1773688179.967424:0:68797:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b313f3a98/ffff8a9b313f3a40 to site lru. bkt: ffff8a9a1aeb68e8 00000004:00000001:3.0:1773688179.967426:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.967427:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.967428:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.967429:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.967430:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.967431:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.967432:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.967433:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.967434:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f1200 with handle 0x52973366461d3072 from hash 00010000:00000001:3.0:1773688179.967435:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.967436:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.967436:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.967437:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.967438:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.967440:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d3072 lrc: 0/0,0 mode: --/CR res: [0x2000134b0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a903 expref: 103 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.967444:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.967445:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 102 00010000:00000010:3.0:1773688179.967447:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.967451:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.967452:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.967454:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.967456:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddfc00/0x52973366461d3079 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a903 expref: 102 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.967460:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.967461:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.967463:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.967464:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:3.0:1773688179.967465:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.967466:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.967467:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.967468:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.967468:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.967469:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a16ddfc00, rc 0) 00000020:00000001:3.0:1773688179.967470:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.967472:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854334976 00010000:00000001:3.0:1773688179.967473:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.967475:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b342e9f80 x1859843854334976/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.967479:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.967481:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.967482:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.967484:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.967485:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.967487:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.967488:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.967489:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.967490:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.967492:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.967494:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeed48. 00000100:00000200:3.0:1773688179.967496:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854334976, offset 224 00000400:00000200:3.0:1773688179.967499:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.967503:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.967506:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48195:48195:256:4294967295] 192.168.204.51@tcp LPNI seq info [48191:48191:8:4294967295] 00000400:00000200:3.0:1773688179.967513:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.967518:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.967521:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99df00. 00000800:00000200:3.0:1773688179.967525:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.967529:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.967532:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99df00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.967543:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.967546:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.967548:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.967550:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.967551:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.967556:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b342e9f80 x1859843854334976/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.967566:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b342e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+102:68109:x1859843854334976:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 464us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688179.967571:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15549 00000100:00000040:3.0:1773688179.967573:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.967575:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.967576:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.967577:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688179.967580:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0190. 00000020:00000010:3.0:1773688179.967589:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2200. 00000020:00000040:3.0:1773688179.967593:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 101 00000100:00000001:3.0:1773688179.967595:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.967606:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.967610:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99df00. 00000400:00000200:2.0:1773688179.967614:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.967619:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.967633:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeed48 00000400:00000010:2.0:1773688179.967635:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeed48. 00000100:00000001:2.0:1773688179.967638:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.967640:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1773688179.968032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8aa00. 00010000:00000010:1.1:1773688179.968039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b600. 00000800:00000001:0.0:1773688179.969076:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.969081:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.969083:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.969084:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.969089:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.969096:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 448 into portal 23 MB=0x69b84a4467c80 00000400:00000200:0.0:1773688179.969101:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 448/448 into md 0x72709 [2] + 1960 00000400:00000010:0.0:1773688179.969105:0:3439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a19b96aa8. 00000400:00000200:0.0:1773688179.969109:0:3439:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8a9b37462240 00000800:00000001:0.0:1773688179.969112:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.969118:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.969120:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.969123:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.969126:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b37462240 00000400:00000010:0.0:1773688179.969128:0:3439:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at ffff8a9b37462240. 00000100:00000001:0.0:1773688179.969132:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.969134:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:0.0:1773688179.969136:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a0c77e850 x1859843854335104 msgsize 448 00000100:00100000:0.0:1773688179.969140:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000040:0.0:1773688179.969142:0:3439:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1773688179.969150:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.969154:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.969156:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.969177:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.969179:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854335104 02000000:00000001:2.0:1773688179.969181:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.969182:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.969183:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.969185:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.969187:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854335104 00000020:00000001:2.0:1773688179.969188:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.969189:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.969190:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.969192:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=102 00000020:00000001:2.0:1773688179.969193:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.969195:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.969196:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.969199:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5c00. 00000100:00000001:2.0:1773688179.969201:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.969202:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5c00. 00000020:00000010:2.0:1773688179.969205:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a16628e00. 00000020:00000010:2.0:1773688179.969207:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9000. 00000020:00000010:2.0:1773688179.969210:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0a28. 00000100:00000040:2.0:1773688179.969213:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1773688179.969214:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.969215:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773688179.969216:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.969219:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.969226:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.969231:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.969232:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.969235:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3246 00000100:00000040:2.0:1773688179.969237:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.969238:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614992971622480 : -129080737929136 : ffff8a9a0c77e850) 00000100:00000040:2.0:1773688179.969242:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a0c77e850 x1859843854335104/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 448/0 e 0 to 0 dl 1773688190 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688179.969247:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.969249:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5c00. 00000100:00000001:2.0:1773688179.969250:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.969252:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5c00. 00000100:00100000:2.0:1773688179.969254:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a0c77e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+102:68109:x1859843854335104:12345-192.168.204.51@tcp:37:dbench.0 00000100:00000200:2.0:1773688179.969257:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854335104 00000020:00000001:2.0:1773688179.969259:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688179.969260:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688179.969262:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.969264:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688179.969265:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862592 : -1038689024 : ffffffffc216dd00) 00000020:00000001:2.0:1773688179.969266:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688179.969267:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854335104, found 0 last_xid 1859843854335103 00000020:00000001:2.0:1773688179.969269:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688179.969270:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688179.969271:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688179.969272:0:73057:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1773688179.969274:0:73057:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688179.969276:0:73057:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000020:00000001:2.0:1773688179.969277:0:73057:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.969278:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.969280:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.969281:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.969284:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8a9b1105b000. 02000000:00000001:2.0:1773688179.969285:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.969286:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688179.969288:0:73057:0:(mdt_handler.c:2953:mdt_readpage()) Process entered 00000004:00000010:2.0:1773688179.969291:0:73057:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8a9b34bb7000. 00000004:00000001:2.0:1773688179.969668:0:73057:0:(mdd_object.c:4165:mdd_readpage()) Process entered 00000020:00000001:2.0:1773688179.969673:0:73057:0:(dt_object.c:850:dt_index_walk()) Process entered 00080000:00000001:2.0:1773688179.969675:0:73057:0:(osd_index.c:123:osd_index_it_init()) Process entered 00080000:00000010:2.0:1773688179.969679:0:73057:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8a9b06500000. 00080000:00000010:2.0:1773688179.969683:0:73057:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8a9b079e5c00. 00080000:00000001:2.0:1773688179.969685:0:73057:0:(osd_index.c:148:osd_index_it_init()) Process leaving (rc=18446614997163311104 : -129076546240512 : ffff8a9b06500000) 00080000:00000001:2.0:1773688179.969687:0:73057:0:(osd_index.c:1218:osd_dir_it_init()) Process leaving (rc=18446614997163311104 : -129076546240512 : ffff8a9b06500000) 00080000:00000001:2.0:1773688179.969690:0:73057:0:(osd_index.c:1680:osd_dir_it_load()) Process entered 00080000:00000001:2.0:1773688179.969692:0:73057:0:(osd_index.c:1698:osd_dir_it_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1773688179.969695:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1773688179.969696:0:73057:0:(osd_index.c:1394:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1773688179.969698:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1773688179.969700:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.969703:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1773688179.969705:0:73057:0:(osd_index.c:1500:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.969707:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1773688179.969709:0:73057:0:(osd_index.c:1342:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.969711:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1773688179.969712:0:73057:0:(osd_index.c:1396:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1773688179.969714:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1773688179.969715:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.969716:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1773688179.969718:0:73057:0:(osd_index.c:345:osd_find_parent_fid()) Process entered 00080000:00000001:2.0:1773688179.969720:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688179.969723:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=46 : 46 : 2e) 00080000:00000001:2.0:1773688179.969733:0:73057:0:(osd_index.c:406:osd_find_parent_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.969736:0:73057:0:(osd_index.c:1518:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.969737:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1773688179.969754:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.969757:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1773688179.969759:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=12 : 12 : c) 00080000:00000001:2.0:1773688179.969761:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1773688179.969762:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=1084031208197488640 : 1084031208197488640 : f0b40a3f20c8000) 00080000:00000001:2.0:1773688179.969765:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1773688179.969778:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.969780:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1773688179.969785:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.969786:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1773688179.969787:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=9 : 9 : 9) 00080000:00000001:2.0:1773688179.969788:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1773688179.969789:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=2954476392500723712 : 2954476392500723712 : 290068a020488000) 00080000:00000001:2.0:1773688179.969790:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1773688179.969795:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.969796:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1773688179.969798:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.969799:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1773688179.969800:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=10 : 10 : a) 00080000:00000001:2.0:1773688179.969801:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1773688179.969801:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=4957591141929025536 : 4957591141929025536 : 44cce6e08c4d8000) 00080000:00000001:2.0:1773688179.969802:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1773688179.969806:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.969807:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1773688179.969809:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.969810:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1773688179.969811:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=12 : 12 : c) 00080000:00000001:2.0:1773688179.969812:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1773688179.969813:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=6061009867696766976 : 6061009867696766976 : 541d085cb0340000) 00080000:00000001:2.0:1773688179.969814:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1773688179.969817:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.969818:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1773688179.969819:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688179.969820:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1773688179.969821:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=12 : 12 : c) 00080000:00000001:2.0:1773688179.969822:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1773688179.969822:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=6087326897094721536 : 6087326897094721536 : 547a878f95030000) 00080000:00000001:2.0:1773688179.969823:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1773688179.969826:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688179.969827:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1773688179.969828:0:73057:0:(osd_index.c:1356:osd_dir_it_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1773688179.969831:0:73057:0:(osd_index.c:156:osd_index_it_fini()) Process entered 00080000:00000010:2.0:1773688179.969832:0:73057:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8a9b079e5c00. 00080000:00000010:2.0:1773688179.969834:0:73057:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8a9b06500000. 00080000:00000001:2.0:1773688179.969836:0:73057:0:(osd_index.c:166:osd_index_it_fini()) Process leaving 00000020:00000001:2.0:1773688179.969837:0:73057:0:(dt_object.c:928:dt_index_walk()) Process leaving (rc=4096 : 4096 : 1000) 00000004:00000001:2.0:1773688179.969838:0:73057:0:(mdd_object.c:4222:mdd_readpage()) Process leaving via out_unlock (rc=4096 : 4096 : 0x1000) 00000020:00000001:2.0:1773688179.969841:0:73057:0:(tgt_handler.c:1213:tgt_sendpage()) Process entered 00000100:00000001:2.0:1773688179.969842:0:73057:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1773688179.969845:0:73057:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8a9a0999a000. 00000100:00000010:2.0:1773688179.969848:0:73057:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8a9b09cad000. 00000020:00000040:2.0:1773688179.969849:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=103 00010000:00000001:2.0:1773688179.969852:0:73057:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1773688179.969854:0:73057:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1773688179.969857:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505110. 00000400:00000010:2.0:1773688179.969860:0:73057:0:(lib-lnet.h:479:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8a9b03f002d8. 00000400:00000200:2.0:1773688179.969863:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.969869:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.969872:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48196:48196:256:4294967295] 192.168.204.51@tcp LPNI seq info [48192:48192:8:4294967295] 00000400:00000200:2.0:1773688179.969875:0:73057:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.51@tcp 00000400:00000200:2.0:1773688179.969879:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.969881:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.969884:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a200. 00000800:00000200:2.0:1773688179.969886:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.969889:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1022 00000800:00000200:2.0:1773688179.969891:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a200 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:2.0:1773688179.969901:0:73057:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.51@tcp mbits 0x69b84a4467c80-0x69b84a4467c80 00000100:00000001:2.0:1773688179.969903:0:73057:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688179.969968:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.969972:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a200. 00000400:00000200:0.0:1773688179.969976:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.969981:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.969984:0:3440:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1773688179.969986:0:3440:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8a9a0999a000 00000100:00000001:0.0:1773688179.969988:0:3440:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:2.0:1773688179.970522:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.970527:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.970529:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.970552:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.970557:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : ACK - for me 00000400:00000200:2.0:1773688179.970563:0:3438:0:(lib-move.c:4700:lnet_parse_ack()) 192.168.204.151@tcp: ACK from 12345-192.168.204.51@tcp into md 0x77fcd 00000400:00000200:2.0:1773688179.970566:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.970568:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: ACK: OK 00000400:00000200:2.0:1773688179.970570:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505110 00000400:00000010:2.0:1773688179.970571:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505110. 00000100:00000001:2.0:1773688179.970573:0:3438:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1773688179.970574:0:3438:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8a9a0999a000 00000100:00000001:2.0:1773688179.970582:0:3438:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:2.0:1773688179.970585:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.970587:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.970603:0:73057:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.970606:0:73057:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1773688179.970608:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 102 00000100:00000010:3.0:1773688179.970611:0:73057:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8a9b09cad000. 00000100:00000010:3.0:1773688179.970614:0:73057:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8a9a0999a000. 00000100:00000001:3.0:1773688179.970616:0:73057:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000020:00000001:3.0:1773688179.970617:0:73057:0:(tgt_handler.c:1237:tgt_sendpage()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.970619:0:73057:0:(mdt_handler.c:2999:mdt_readpage()) Process leaving 00000004:00000010:3.0:1773688179.971071:0:73057:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8a9b34bb7000. 00010000:00000040:3.0:1773688179.971075:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854335104 00010000:00000001:3.0:1773688179.971077:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.971081:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a0c77e850 x1859843854335104/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 448/440 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.971086:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.971088:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.971089:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=49 v=5 (1 1 1 0) 00000100:00000001:3.0:1773688179.971092:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.971093:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.971095:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.971096:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.971098:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.971099:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.971101:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.971103:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeed48. 00000100:00000200:3.0:1773688179.971106:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1859843854335104, offset 224 00000400:00000200:3.0:1773688179.971109:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.971113:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.971116:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48197:48197:256:4294967295] 192.168.204.51@tcp LPNI seq info [48193:48193:8:4294967295] 00000400:00000200:3.0:1773688179.971123:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.971127:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.971131:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d600. 00000800:00000200:3.0:1773688179.971135:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.971139:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.971142:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d600 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.971153:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.971156:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.971158:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.971159:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.971161:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.971165:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a0c77e850 x1859843854335104/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 448/440 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.971172:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a0c77e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+102:68109:x1859843854335104:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 1923us (2034us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688179.971178:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3246 00000100:00000040:3.0:1773688179.971180:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.971181:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.971182:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.971185:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9000. 00000020:00000010:3.0:1773688179.971188:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0a28. 00000020:00000010:3.0:1773688179.971190:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a16628e00. 00000020:00000040:3.0:1773688179.971193:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 101 02000000:00000001:3.0:1773688179.971198:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773688179.971199:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9a10ca7400. 02000000:00000001:3.0:1773688179.971202:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773688179.971204:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b36c2b100. 00000800:00000200:0.0:1773688179.971206:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1773688179.971207:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773688179.971209:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9b35d74400. 02000000:00000001:3.0:1773688179.971212:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000010:0.0:1773688179.971212:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d600. 00000100:00000010:3.0:1773688179.971214:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b35ac7100. 00000400:00000200:0.0:1773688179.971219:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1773688179.971220:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773688179.971222:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9a10ca6000. 02000000:00000001:3.0:1773688179.971226:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:0.0:1773688179.971227:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000010:3.0:1773688179.971228:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b04e66680. 02000000:00000001:3.0:1773688179.971233:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773688179.971235:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9a10fac800. 00000400:00000200:0.0:1773688179.971235:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeed48 02000000:00000001:3.0:1773688179.971239:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:0.0:1773688179.971240:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeed48. 00000100:00000010:3.0:1773688179.971241:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b342ea680. 02000000:00000001:3.0:1773688179.971246:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1773688179.971248:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9b0550b800. 00000100:00000001:0.0:1773688179.971248:0:3439:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1773688179.971253:0:3439:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1773688179.971254:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1773688179.971255:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b342e9880. 00000100:00000001:3.0:1773688179.971258:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1773688179.971261:0:73057:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1773688179.971264:0:73057:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b34631630. 00000400:00000010:3.0:1773688179.971267:0:73057:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a9b41aaf6c0. 02000000:00000010:0.0:1773688179.971306:0:3439:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8a9b1105b000. 02000000:00000001:0.0:1773688179.971310:0:3439:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1773688179.971311:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1773688179.972035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8be00. 00000800:00000001:0.0:1773688179.973784:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.973791:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.973794:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.973796:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.973803:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.973812:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4467d00 00000400:00000200:0.0:1773688179.973817:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 132688 00000800:00000001:0.0:1773688179.973822:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.973828:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.973831:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.973834:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.973838:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.973840:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.973844:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b342e9500. 00000100:00000040:0.0:1773688179.973847:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b342e9500 x1859843854335232 msgsize 584 00000100:00100000:0.0:1773688179.973851:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.973860:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.973868:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.973871:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.973885:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.973888:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854335232 02000000:00000001:3.0:1773688179.973890:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.973891:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.973892:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.973895:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.973897:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854335232 00000020:00000001:3.0:1773688179.973899:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.973899:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.973901:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.973903:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=102 00000020:00000001:3.0:1773688179.973905:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.973906:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.973909:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.973912:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5780. 00000100:00000001:3.0:1773688179.973914:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.973915:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5780. 00000020:00000010:3.0:1773688179.973918:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2200. 00000020:00000010:3.0:1773688179.973921:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688179.973923:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0190. 00000100:00000040:3.0:1773688179.973927:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.973928:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.973929:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.973931:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.973932:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.973933:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.973937:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.973946:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.973959:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.973960:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.973964:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15550 00000100:00000040:3.0:1773688179.973966:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.973968:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997932872960 : -129075776678656 : ffff8a9b342e9500) 00000100:00000040:3.0:1773688179.973972:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b342e9500 x1859843854335232/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.973978:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.973980:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5780. 00000100:00000001:3.0:1773688179.973981:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.973983:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5780. 00000100:00100000:3.0:1773688179.973985:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b342e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+102:68109:x1859843854335232:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.973988:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854335232 00000020:00000001:3.0:1773688179.973989:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.973992:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.973994:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.973996:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.973997:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.973999:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.974000:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854335232, found 0 last_xid 1859843854335231 00000020:00000001:3.0:1773688179.974002:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.974003:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.974004:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.974023:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.974025:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.974027:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.974028:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.974029:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.974030:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.974034:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.974037:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:3.0:1773688179.974039:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.974040:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.974043:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a16ddf200. 00000020:00000001:3.0:1773688179.974045:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.974046:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a16ddf200 with handle 0x52973366461d3080 to hash 00000020:00000001:3.0:1773688179.974047:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.974048:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993146081792 : -129080563469824 : ffff8a9a16ddf200) 00010000:00000010:3.0:1773688179.974052:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.974053:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993146081792 : -129080563469824 : ffff8a9a16ddf200) 00010000:00010000:3.0:1773688179.974056:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf200/0x52973366461d3080 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a90a expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.974062:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:3.0:1773688179.974063:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=103 00010000:00000001:3.0:1773688179.974066:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.974068:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.974071:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.974073:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.974074:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688179.974075:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.974077:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.974078:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.974081:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.974082:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.974084:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.974086:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.974087:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.974088:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.974089:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.974092:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a0f6b0000. 02000000:00000001:3.0:1773688179.974093:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.974095:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.974096:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.974097:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688179.974099:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688179.974100:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.974101:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.974103:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.974104:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.974105:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.974106:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.974107:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.974108:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.974109:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.974110:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.974111:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.974112:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.974112:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.974113:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.974114:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.974115:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.974116:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.974117:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.974118:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.974120:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.974123:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.974125:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.974127:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.974128:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.974130:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.974131:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.974132:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.974133:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.974135:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.974136:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.974139:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.974140:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.974141:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.974143:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.974146:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1773688179.974151:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:3.0:1773688179.974153:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/HANDOUT.DOC, ldlm_rep = ffff8a9a0f6b0228 00000004:00000001:3.0:1773688179.974157:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1773688179.974160:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1773688179.974161:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1773688179.974163:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.974164:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.974165:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 5 00010000:00000001:3.0:1773688179.974167:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.974168:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.974170:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a16ddec00. 00000020:00000001:3.0:1773688179.974172:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.974173:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a16ddec00 with handle 0x52973366461d3087 to hash 00000020:00000001:3.0:1773688179.974175:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.974175:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993146080256 : -129080563471360 : ffff8a9a16ddec00) 00010000:00000010:3.0:1773688179.974177:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315bae00. 00010000:00000001:3.0:1773688179.974179:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993146080256 : -129080563471360 : ffff8a9a16ddec00) 00010000:00000001:3.0:1773688179.974181:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.974181:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.974184:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddec00/0x52973366461d3087 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.974188:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.974190:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.974191:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.974192:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.974194:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.974195:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.974196:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.974197:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.974198:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.974199:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.974200:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.974202:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 5 00010000:00000040:3.0:1773688179.974204:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.974206:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddfc00/0x52973366461d3079 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a903 expref: 103 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.974211:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 103 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.974216:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 103 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.974219:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddec00/0x52973366461d3087 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.974222:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.974225:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.974226:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.974227:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.974227:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.974229:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.974230:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.974231:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.974232:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.974234:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddec00/0x52973366461d3087 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.974236:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.974238:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.974239:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.974240:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.974241:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.974242:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46200 count: 5 00010000:00000001:3.0:1773688179.974243:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.974244:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.974246:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a16ddfe00. 00000020:00000001:3.0:1773688179.974247:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.974249:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a16ddfe00 with handle 0x52973366461d308e to hash 00000020:00000001:3.0:1773688179.974250:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.974251:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993146084864 : -129080563466752 : ffff8a9a16ddfe00) 00010000:00000010:3.0:1773688179.974252:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba580. 00010000:00000001:3.0:1773688179.974253:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993146084864 : -129080563466752 : ffff8a9a16ddfe00) 00010000:00000001:3.0:1773688179.974254:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.974255:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.974257:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddfe00/0x52973366461d308e lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.974259:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.974260:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.974261:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.974262:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.974263:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.974264:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.974265:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.974266:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.974266:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.974267:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.974267:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.974269:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) refcount = 5 00010000:00000040:3.0:1773688179.974270:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.974271:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d2f8b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.974275:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2d46 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.974278:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10000/0x52973366461d2b9b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.974281:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d2b78 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.974285:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddfe00/0x52973366461d308e lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.974288:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.974289:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.974290:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.974290:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.974291:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.974292:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.974293:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.974294:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.974295:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.974296:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddfe00/0x52973366461d308e lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.974299:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.974300:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.974300:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.974301:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.974304:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.974328:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.974330:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.974332:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688179.974334:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.974336:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1773688179.974346:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.974347:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.974348:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.974350:0:68797:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:3.0:1773688179.974352:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.974353:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.974354:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.974355:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.974356:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a16ddec00 refcount=3 00000020:00000001:3.0:1773688179.974357:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993146080256 : -129080563471360 : ffff8a9a16ddec00) 00010000:00000001:3.0:1773688179.974359:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993146080256 : -129080563471360 : ffff8a9a16ddec00) 00010000:00000001:3.0:1773688179.974360:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.974362:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddec00/0x52973366461d3087 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.974365:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.974366:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.974367:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddec00/0x52973366461d3087 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.974370:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.974371:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.974373:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.974374:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddec00/0x52973366461d3087 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.974377:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a16ddec00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.974379:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.974380:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.974381:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddec00/0x52973366461d3087 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.974384:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.974384:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.974385:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.974386:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a16ddec00 refcount=4 00000020:00000001:3.0:1773688179.974387:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993146080256 : -129080563471360 : ffff8a9a16ddec00) 00010000:00000001:3.0:1773688179.974388:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993146080256 : -129080563471360 : ffff8a9a16ddec00) 00010000:00000001:3.0:1773688179.974389:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.974391:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddec00/0x52973366461d3087 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.974396:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.974398:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.974398:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.974400:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.974401:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.974402:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.974403:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.974404:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a16ddec00 with handle 0x52973366461d3087 from hash 00010000:00000001:3.0:1773688179.974405:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.974406:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.974407:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.974407:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.974408:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.974409:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.974410:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.974411:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.974412:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.974414:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.974415:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.974416:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.974418:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.974419:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.974419:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.974421:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.974421:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.974422:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.974423:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.974425:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.974426:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddec00/0x52973366461d3087 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.974429:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.974430:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.974430:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.974432:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.974433:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.974434:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddec00/0x52973366461d3087 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.974438:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315bae00. 00010000:00000001:3.0:1773688179.974443:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.974443:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.974444:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.974445:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.974445:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.974446:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a16ddfe00 refcount=3 00000020:00000001:3.0:1773688179.974448:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993146084864 : -129080563466752 : ffff8a9a16ddfe00) 00010000:00000001:3.0:1773688179.974449:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993146084864 : -129080563466752 : ffff8a9a16ddfe00) 00010000:00000001:3.0:1773688179.974450:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.974452:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddfe00/0x52973366461d308e lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.974454:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.974455:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.974456:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddfe00/0x52973366461d308e lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.974458:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.974459:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.974460:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.974461:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddfe00/0x52973366461d308e lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.974464:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a16ddfe00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.974465:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.974466:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.974467:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddfe00/0x52973366461d308e lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.974472:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.974473:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.974474:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.974475:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a16ddfe00 refcount=4 00000020:00000001:3.0:1773688179.974476:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993146084864 : -129080563466752 : ffff8a9a16ddfe00) 00010000:00000001:3.0:1773688179.974477:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993146084864 : -129080563466752 : ffff8a9a16ddfe00) 00010000:00000001:3.0:1773688179.974478:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.974479:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddfe00/0x52973366461d308e lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.974482:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.974482:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.974483:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.974484:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.974485:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.974485:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.974486:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.974487:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a16ddfe00 with handle 0x52973366461d308e from hash 00010000:00000001:3.0:1773688179.974488:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.974489:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.974490:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.974490:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.974491:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.974492:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.974493:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.974493:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.974494:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.974495:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) 00010000:00010000:3.0:1773688179.974496:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.974497:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.974498:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.974499:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.974500:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.974501:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.974502:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.974503:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.974504:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.974505:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.974506:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddfe00/0x52973366461d308e lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.974509:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.974509:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.974510:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.974511:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.974511:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.974512:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddfe00/0x52973366461d308e lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.974515:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba580. 00010000:00000001:3.0:1773688179.974517:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.974518:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.974519:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.974520:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.974520:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1773688179.974522:0:68797:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:3.0:1773688179.974524:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.974525:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.974526:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.974527:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.974528:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.974529:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.974533:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.974534:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1773688179.974535:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.974536:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.974537:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773688179.974538:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.974539:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.974541:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.974542:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.974543:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.974544:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.974545:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a16ddf200 with handle 0x52973366461d3080 from hash 00010000:00000001:3.0:1773688179.974546:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.974547:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.974548:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.974548:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.974549:0:68797:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773688179.974550:0:68797:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1773688179.974553:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf200/0x52973366461d3080 lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a90a expref: 103 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.974557:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1773688179.974558:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.974559:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.974560:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.974561:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.974562:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.974563:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.974564:0:68797:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.974565:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.974566:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.974566:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.974567:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.974568:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.974569:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.974570:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.974571:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.974572:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.974573:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.974574:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf200/0x52973366461d3080 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a90a expref: 103 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.974578:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.974580:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 102 00010000:00000010:3.0:1773688179.974588:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.974593:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.974594:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a16ddf200, rc 0) 00000020:00000001:3.0:1773688179.974596:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1773688179.974598:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854335232 00010000:00000001:3.0:1773688179.974599:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.974602:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b342e9500 x1859843854335232/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.974607:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.974608:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.974609:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.974612:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.974613:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.974615:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.974616:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.974617:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.974619:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.974621:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.974624:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee7f8. 00000100:00000200:3.0:1773688179.974627:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854335232, offset 224 00000400:00000200:3.0:1773688179.974632:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.974638:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.974643:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48198:48198:256:4294967295] 192.168.204.51@tcp LPNI seq info [48194:48194:8:4294967295] 00000400:00000200:3.0:1773688179.974651:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.974656:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.974659:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d800. 00000800:00000200:3.0:1773688179.974664:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.974667:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.974669:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d800 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.974677:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.974680:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.974681:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.974682:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.974683:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.974686:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b342e9500 x1859843854335232/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/584 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.974692:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b342e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+102:68109:x1859843854335232:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 713us (844us total) trans 0 rc 301/301 00000100:00100000:3.0:1773688179.974697:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15550 00000100:00000040:3.0:1773688179.974699:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.974700:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.974701:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.974704:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688179.974707:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0190. 00000020:00000010:3.0:1773688179.974710:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2200. 00000020:00000040:3.0:1773688179.974712:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 101 00000100:00000001:3.0:1773688179.974714:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.974758:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.974763:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d800. 00000400:00000200:2.0:1773688179.974767:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.974771:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.974775:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee7f8 00000400:00000010:2.0:1773688179.974777:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee7f8. 00000100:00000001:2.0:1773688179.974780:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.974782:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688179.976031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f0200. 00010000:00000010:3.1:1773688179.976047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f0c00. 00010000:00000010:3.1:1773688179.976056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f1000. 00010000:00000010:3.1:1773688179.976062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f1600. 00010000:00000010:3.1:1773688179.976066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f1a00. 00010000:00000010:3.1:1773688179.976070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f0600. 00010000:00000010:3.1:1773688179.976073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f1c00. 00010000:00000010:3.1:1773688179.976075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f1200. 00000800:00000001:0.0:1773688179.976207:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.976212:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.976213:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.976214:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.976218:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.976223:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 520 into portal 13 MB=0x69b84a4467e00 00000400:00000200:0.0:1773688179.976227:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index d from 12345-192.168.204.51@tcp of length 520/520 into md 0x3bca9 [128] + 48880 00000800:00000001:0.0:1773688179.976230:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.976235:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.976237:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.976239:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.976242:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.976243:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_io 00000100:00000010:0.0:1773688179.976245:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b342ea300. 00000100:00000040:0.0:1773688179.976247:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b342ea300 x1859843854335488 msgsize 520 00000100:00100000:0.0:1773688179.976250:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.976258:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.976261:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.976263:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.976288:0:74225:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.976291:0:74225:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854335488 02000000:00000001:3.0:1773688179.976293:0:74225:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.976295:0:74225:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.976296:0:74225:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.976299:0:74225:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.976302:0:74225:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854335488 00000020:00000001:3.0:1773688179.976304:0:74225:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.976305:0:74225:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.976307:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.976310:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=102 00000020:00000001:3.0:1773688179.976322:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.976327:0:74225:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.976330:0:74225:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.976334:0:74225:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5780. 00000100:00000001:3.0:1773688179.976337:0:74225:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.976339:0:74225:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5780. 00000020:00000010:3.0:1773688179.976344:0:74225:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2200. 00000020:00000010:3.0:1773688179.976347:0:74225:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688179.976349:0:74225:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0190. 00000100:00000040:3.0:1773688179.976355:0:74225:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_io at +75s 00000100:00000001:3.0:1773688179.976357:0:74225:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.976358:0:74225:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1773688179.976359:0:74225:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:3.0:1773688179.976362:0:74225:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.976363:0:74225:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862544 : -1038689072 : ffffffffc216dcd0) 00000020:00000001:3.0:1773688179.976366:0:74225:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.976368:0:74225:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.976369:0:74225:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.976370:0:74225:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.976374:0:74225:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.976382:0:74225:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.976388:0:74225:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.976389:0:74225:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.976392:0:74225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 94 00000100:00000040:3.0:1773688179.976394:0:74225:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.976395:0:74225:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997932876544 : -129075776675072 : ffff8a9b342ea300) 00000100:00000040:3.0:1773688179.976398:0:74225:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b342ea300 x1859843854335488/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 520/0 e 0 to 0 dl 1773688259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773688179.976404:0:74225:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.976406:0:74225:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5780. 00000100:00000001:3.0:1773688179.976407:0:74225:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.976409:0:74225:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5780. 00000100:00100000:3.0:1773688179.976412:0:74225:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b342ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+102:68109:x1859843854335488:12345-192.168.204.51@tcp:36:dbench.0 00000100:00000200:3.0:1773688179.976415:0:74225:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854335488 00000020:00000001:3.0:1773688179.976417:0:74225:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.976418:0:74225:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.976421:0:74225:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.976422:0:74225:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.976424:0:74225:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862544 : -1038689072 : ffffffffc216dcd0) 00000020:00000001:3.0:1773688179.976425:0:74225:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.976427:0:74225:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854335488, found 0 last_xid 1859843854335487 00000020:00000001:3.0:1773688179.976429:0:74225:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.976430:0:74225:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.976431:0:74225:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.976432:0:74225:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.976433:0:74225:0:(mdt_handler.c:3339:mdt_reint()) Process entered 00000004:00000002:3.0:1773688179.976437:0:74225:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 5 req@ffff8a9b342ea300 x1859843854335488/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 520/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1773688179.976442:0:74225:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1773688179.976443:0:74225:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1773688179.976445:0:74225:0:(mdt_lib.c:1700:mdt_rename_unpack()) Process entered 00000001:00000001:3.0:1773688179.976446:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.976446:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.976448:0:74225:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.976449:0:74225:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.976450:0:74225:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.976451:0:74225:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.976452:0:74225:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.976453:0:74225:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.976456:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.976457:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.976458:0:74225:0:(mdt_lib.c:1387:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.976459:0:74225:0:(mdt_lib.c:1744:mdt_rename_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.976460:0:74225:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.976462:0:74225:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.976463:0:74225:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.976464:0:74225:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.976465:0:74225:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.976468:0:74225:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8a9a0f6b3000. 02000000:00000001:3.0:1773688179.976469:0:74225:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.976470:0:74225:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.976471:0:74225:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1773688179.976473:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.976473:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.976474:0:74225:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.976476:0:74225:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.976477:0:74225:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.976478:0:74225:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.976478:0:74225:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.976479:0:74225:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.976480:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.976481:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.976482:0:74225:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.976484:0:74225:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.976485:0:74225:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.976486:0:74225:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.976487:0:74225:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.976488:0:74225:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.976489:0:74225:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.976490:0:74225:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.976491:0:74225:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.976492:0:74225:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.976492:0:74225:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.976494:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.976495:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.976496:0:74225:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.976496:0:74225:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.976498:0:74225:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1773688179.976499:0:74225:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.976501:0:74225:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1773688179.976502:0:74225:0:(mdt_reint.c:2798:mdt_reint_rename()) Process entered 00000020:00000001:3.0:1773688179.976504:0:74225:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b81c4fc00 00000020:00000001:3.0:1773688179.976505:0:74225:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b81c4fc00 00000004:00000002:3.0:1773688179.976507:0:74225:0:(mdt_reint.c:2801:mdt_reint_rename()) @@@ rename [0x20000afe1:0xef:0x0]/~WRD0003.TMP to [0x20000afe1:0xef:0x0]/HANDOUT.DOC req@ffff8a9b342ea300 x1859843854335488/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 520/2888 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773688179.976513:0:74225:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1773688179.976515:0:74225:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00000001:3.0:1773688179.976517:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.976518:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.976520:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8a400 refcount=3 00000020:00000001:3.0:1773688179.976522:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:3.0:1773688179.976524:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000040:3.0:1773688179.976526:0:74225:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 5 00000004:00000001:3.0:1773688179.976529:0:74225:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1773688179.976531:0:74225:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1773688179.976532:0:74225:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.976534:0:74225:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.976535:0:74225:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.976537:0:74225:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.976539:0:74225:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.976541:0:74225:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.976543:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.976545:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.976546:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.976548:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.976551:0:74225:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8a400 with handle 0x52973366461d303a from hash 00010000:00000001:3.0:1773688179.976553:0:74225:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.976554:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.976555:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.976556:0:74225:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.976559:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.976560:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.976562:0:74225:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.976563:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.976567:0:74225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d303a lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a8ee expref: 102 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.976573:0:74225:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.976575:0:74225:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 101 00010000:00000010:3.0:1773688179.976577:0:74225:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921ce00. 00010000:00000001:3.0:1773688179.976582:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.976583:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.976584:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.976586:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a16ddfc00 refcount=3 00000020:00000001:3.0:1773688179.976587:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993146084352 : -129080563467264 : ffff8a9a16ddfc00) 00010000:00000001:3.0:1773688179.976589:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993146084352 : -129080563467264 : ffff8a9a16ddfc00) 00010000:00000001:3.0:1773688179.976591:0:74225:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.976592:0:74225:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.976593:0:74225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00000001:3.0:1773688179.976596:0:74225:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.976597:0:74225:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.976599:0:74225:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1773688179.976600:0:74225:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00000004:00000001:3.0:1773688179.976602:0:74225:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1773688179.976603:0:74225:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1773688179.976604:0:74225:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.976605:0:74225:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.976606:0:74225:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.976608:0:74225:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.976610:0:74225:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.976611:0:74225:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.976612:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.976613:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.976614:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.976615:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.976617:0:74225:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a16ddfc00 with handle 0x52973366461d3079 from hash 00010000:00000001:3.0:1773688179.976619:0:74225:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.976620:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.976621:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.976622:0:74225:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.976623:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.976625:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.976626:0:74225:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.976628:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.976631:0:74225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddfc00/0x52973366461d3079 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a903 expref: 101 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.976637:0:74225:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:3.0:1773688179.976639:0:74225:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 100 00010000:00000010:3.0:1773688179.976640:0:74225:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.976645:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.976646:0:74225:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.976648:0:74225:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.976649:0:74225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00000001:3.0:1773688179.976652:0:74225:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.976654:0:74225:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.976655:0:74225:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1773688179.976656:0:74225:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1773688179.976658:0:74225:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=2 : 2 : 2) 00000004:00000001:3.0:1773688179.976660:0:74225:0:(mdt_reint.c:1669:mdt_parent_find_check()) Process entered 00000004:00000001:3.0:1773688179.976662:0:74225:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.976663:0:74225:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.976665:0:74225:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.976668:0:74225:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.976670:0:74225:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.976673:0:74225:0:(mdt_reint.c:1685:mdt_parent_find_check()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.976675:0:74225:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1773688179.976676:0:74225:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.976678:0:74225:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1773688179.976679:0:74225:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:3.0:1773688179.976679:0:74225:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1773688179.976680:0:74225:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.976682:0:74225:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b81c4fc00 00000004:00000040:3.0:1773688179.976684:0:74225:0:(mdt_reint.c:2903:mdt_reint_rename()) lustre-MDT0000: samedir file parallel rename [0x20000afe1:0xef:0x0]/~WRD0003.TMP 00000004:00000001:3.0:1773688179.976687:0:74225:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1773688179.976688:0:74225:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1773688179.976689:0:74225:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1773688179.976690:0:74225:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.976691:0:74225:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.976693:0:74225:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:3.0:1773688179.976694:0:74225:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.976695:0:74225:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.976697:0:74225:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a16dde800. 00000020:00000001:3.0:1773688179.976699:0:74225:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.976701:0:74225:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a16dde800 with handle 0x52973366461d3095 to hash 00000020:00000001:3.0:1773688179.976702:0:74225:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.976703:0:74225:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993146079232 : -129080563472384 : ffff8a9a16dde800) 00010000:00000010:3.0:1773688179.976705:0:74225:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.976706:0:74225:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993146079232 : -129080563472384 : ffff8a9a16dde800) 00010000:00000001:3.0:1773688179.976707:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.976708:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.976711:0:74225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde800/0x52973366461d3095 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.976714:0:74225:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.976715:0:74225:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.976716:0:74225:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.976717:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.976718:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.976720:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.976720:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.976722:0:74225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.976723:0:74225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.976724:0:74225:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.976724:0:74225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.976725:0:74225:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 3 00010000:00000040:3.0:1773688179.976727:0:74225:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.976729:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 100 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.976733:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 100 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.976737:0:74225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde800/0x52973366461d3095 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.976740:0:74225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.976742:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.976743:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.976744:0:74225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.976745:0:74225:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.976746:0:74225:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.976747:0:74225:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.976748:0:74225:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.976749:0:74225:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.976751:0:74225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde800/0x52973366461d3095 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.976754:0:74225:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.976755:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.976755:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.976756:0:74225:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.976757:0:74225:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.976758:0:74225:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46c00 count: 2 00010000:00000001:3.0:1773688179.976759:0:74225:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.976760:0:74225:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.976761:0:74225:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a16dde200. 00000020:00000001:3.0:1773688179.976762:0:74225:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.976763:0:74225:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a16dde200 with handle 0x52973366461d309c to hash 00000020:00000001:3.0:1773688179.976764:0:74225:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.976765:0:74225:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993146077696 : -129080563473920 : ffff8a9a16dde200) 00010000:00000010:3.0:1773688179.976766:0:74225:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba180. 00010000:00000001:3.0:1773688179.976768:0:74225:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993146077696 : -129080563473920 : ffff8a9a16dde200) 00010000:00000001:3.0:1773688179.976769:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.976770:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.976771:0:74225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde200/0x52973366461d309c lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.976774:0:74225:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.976775:0:74225:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.976776:0:74225:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.976776:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.976778:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.976779:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.976780:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.976781:0:74225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.976782:0:74225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.976783:0:74225:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.976783:0:74225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.976784:0:74225:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x10682665 (ffff8a9a0ec46c00) refcount = 2 00010000:00000040:3.0:1773688179.976786:0:74225:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.976787:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5c00/0x52973366461d2e50 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.976790:0:74225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde200/0x52973366461d309c lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.976793:0:74225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.976794:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.976794:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.976795:0:74225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.976796:0:74225:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.976797:0:74225:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.976798:0:74225:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.976799:0:74225:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.976800:0:74225:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.976801:0:74225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde200/0x52973366461d309c lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.976804:0:74225:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.976804:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.976805:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.976806:0:74225:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.976807:0:74225:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1773688179.976808:0:74225:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1773688179.976808:0:74225:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.976809:0:74225:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.976810:0:74225:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46200 count: 5 00010000:00000001:3.0:1773688179.976812:0:74225:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.976813:0:74225:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.976816:0:74225:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0fab7e00. 00000020:00000001:3.0:1773688179.976817:0:74225:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.976818:0:74225:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0fab7e00 with handle 0x52973366461d30a3 to hash 00000020:00000001:3.0:1773688179.976819:0:74225:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.976820:0:74225:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993025334784 : -129080684216832 : ffff8a9a0fab7e00) 00010000:00000010:3.0:1773688179.976822:0:74225:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba580. 00010000:00000001:3.0:1773688179.976823:0:74225:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993025334784 : -129080684216832 : ffff8a9a0fab7e00) 00010000:00000001:3.0:1773688179.976824:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.976825:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.976826:0:74225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab7e00/0x52973366461d30a3 lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.976829:0:74225:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.976830:0:74225:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.976830:0:74225:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.976831:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.976832:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.976833:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.976834:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.976835:0:74225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.976835:0:74225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.976836:0:74225:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.976837:0:74225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.976838:0:74225:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) refcount = 5 00010000:00000040:3.0:1773688179.976839:0:74225:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.976840:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d2f8b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.976843:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2d46 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.976846:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10000/0x52973366461d2b9b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.976850:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d2b78 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.976854:0:74225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab7e00/0x52973366461d30a3 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.976856:0:74225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.976857:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.976857:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.976858:0:74225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.976859:0:74225:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.976860:0:74225:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.976861:0:74225:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.976862:0:74225:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.976863:0:74225:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.976864:0:74225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab7e00/0x52973366461d30a3 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.976867:0:74225:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.976867:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.976868:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:3.0:1773688179.976871:0:74225:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.976874:0:74225:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:3.0:1773688179.976875:0:74225:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0xef:0x0] version is 0x27000000be 00080000:00000001:3.0:1773688179.976878:0:74225:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.976878:0:74225:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:3.0:1773688179.976879:0:74225:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0xef:0x0] version is 0x27000000be 00000004:00000001:3.0:1773688179.976881:0:74225:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.976889:0:74225:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.976891:0:74225:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.976892:0:74225:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:3.0:1773688179.976894:0:74225:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.976896:0:74225:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1773688179.976904:0:74225:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.976906:0:74225:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1773688179.976907:0:74225:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1773688179.976909:0:74225:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.976911:0:74225:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.976913:0:74225:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.976914:0:74225:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.976915:0:74225:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.976916:0:74225:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.976917:0:74225:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:3.0:1773688179.976919:0:74225:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.976920:0:74225:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.976922:0:74225:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.976922:0:74225:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x145:0x0] 00000020:00000001:3.0:1773688179.976923:0:74225:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.976926:0:74225:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156740088 : -129075552811528 : ffff8a9b418685f8) 00000004:00000001:3.0:1773688179.976927:0:74225:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156740000 : -129075552811616 : ffff8a9b418685a0) 00000004:00000001:3.0:1773688179.976929:0:74225:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1773688179.976930:0:74225:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.976932:0:74225:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.976934:0:74225:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.976935:0:74225:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.976937:0:74225:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:3.0:1773688179.976939:0:74225:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.976940:0:74225:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1773688179.976943:0:74225:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.976945:0:74225:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.976946:0:74225:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.976962:0:74225:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000004:00000001:3.0:1773688179.976963:0:74225:0:(mdt_lib.c:2207:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.976965:0:74225:0:(mdt_handler.c:4261:mdt_object_lock()) Process entered 00010000:00000001:3.0:1773688179.976966:0:74225:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.976967:0:74225:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.976969:0:74225:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 4 00010000:00000001:3.0:1773688179.976970:0:74225:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.976972:0:74225:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.976973:0:74225:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0fab6c00. 00000020:00000001:3.0:1773688179.976975:0:74225:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.976977:0:74225:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0fab6c00 with handle 0x52973366461d30aa to hash 00000020:00000001:3.0:1773688179.976978:0:74225:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.976979:0:74225:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993025330176 : -129080684221440 : ffff8a9a0fab6c00) 00010000:00000010:3.0:1773688179.976981:0:74225:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315bae00. 00010000:00000001:3.0:1773688179.976982:0:74225:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993025330176 : -129080684221440 : ffff8a9a0fab6c00) 00010000:00000001:3.0:1773688179.976983:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.976984:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.976986:0:74225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6c00/0x52973366461d30aa lrc: 3/0,1 mode: --/EX res: [0x20000afe1:0x145:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.976990:0:74225:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.976991:0:74225:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.976991:0:74225:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.976992:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.976994:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.976995:0:74225:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.976996:0:74225:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.976997:0:74225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.976998:0:74225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.976999:0:74225:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.976999:0:74225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.977000:0:74225:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 4 00010000:00000040:3.0:1773688179.977002:0:74225:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.977004:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 100 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.977023:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.977026:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.977030:0:74225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6c00/0x52973366461d30aa lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x145:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.977033:0:74225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.977035:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.977036:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.977037:0:74225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.977037:0:74225:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.977039:0:74225:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.977040:0:74225:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.977041:0:74225:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.977042:0:74225:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.977043:0:74225:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6c00/0x52973366461d30aa lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x145:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.977046:0:74225:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.977047:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.977048:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.977049:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.977050:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.977051:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0fab6c00 refcount=3 00000020:00000001:3.0:1773688179.977052:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993025330176 : -129080684221440 : ffff8a9a0fab6c00) 00010000:00000001:3.0:1773688179.977053:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993025330176 : -129080684221440 : ffff8a9a0fab6c00) 00010000:00000001:3.0:1773688179.977054:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.977055:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.977055:0:74225:0:(mdt_handler.c:4265:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.977057:0:74225:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.977059:0:74225:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:3.0:1773688179.977060:0:74225:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0x145:0x0] version is 0x28000000ea 00000004:00000001:3.0:1773688179.977063:0:74225:0:(mdd_dir.c:3531:mdd_rename()) Process entered 00000020:00000001:3.0:1773688179.977065:0:74225:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.977066:0:74225:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156740088 : -129075552811528 : ffff8a9b418685f8) 00000004:00000001:3.0:1773688179.977074:0:74225:0:(mdd_dir.c:3328:mdd_rename_sanity_check()) Process entered 00000004:00000001:3.0:1773688179.977076:0:74225:0:(mdd_dir.c:523:mdd_may_delete()) Process entered 00000004:00000001:3.0:1773688179.977077:0:74225:0:(mdd_dir.c:487:mdd_may_delete_entry()) Process entered 00000004:00000001:3.0:1773688179.977078:0:74225:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.977079:0:74225:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 3 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:3.0:1773688179.977082:0:74225:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977083:0:74225:0:(mdd_dir.c:509:mdd_may_delete_entry()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977084:0:74225:0:(mdd_dir.c:563:mdd_may_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977086:0:74225:0:(mdd_dir.c:442:mdd_may_create()) Process entered 00000004:00000001:3.0:1773688179.977087:0:74225:0:(mdd_dir.c:454:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977088:0:74225:0:(mdd_dir.c:3374:mdd_rename_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1773688179.977091:0:74225:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1773688179.977096:0:74225:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9a0f836d80. 00080000:00000001:3.0:1773688179.977098:0:74225:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1773688179.977102:0:74225:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0e8a7000. 00080000:00000001:3.0:1773688179.977103:0:74225:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993006391296 : -129080703160320 : ffff8a9a0e8a7000) 00000004:00000001:3.0:1773688179.977105:0:74225:0:(mdd_dir.c:1597:mdd_linkea_prepare()) Process entered 00000004:00000001:3.0:1773688179.977108:0:74225:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.977109:0:74225:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.977111:0:74225:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1773688179.977112:0:74225:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000020:00000001:3.0:1773688179.977115:0:74225:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b81c4fa60 00000001:00000002:3.0:1773688179.977117:0:74225:0:(linkea.c:206:linkea_del_buf()) Old link_ea name '~WRD0003.TMP' is removed 00000020:00000001:3.0:1773688179.977118:0:74225:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b81c4fa50 00000001:00000002:3.0:1773688179.977120:0:74225:0:(linkea.c:183:linkea_add_buf()) New link_ea name '[0x20000afe1:0xef:0x0]:HANDOUT.DOC' is added 00000004:00000001:3.0:1773688179.977122:0:74225:0:(mdd_dir.c:1624:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977126:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.977128:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993006391296 : -129080703160320 : ffff8a9a0e8a7000) 00080000:00000001:3.0:1773688179.977131:0:74225:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:3.0:1773688179.977139:0:74225:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977142:0:74225:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.977144:0:74225:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.977145:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.977146:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993006391296 : -129080703160320 : ffff8a9a0e8a7000) 00080000:00000001:3.0:1773688179.977149:0:74225:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1773688179.977151:0:74225:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977153:0:74225:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977156:0:74225:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:3.0:1773688179.977158:0:74225:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977160:0:74225:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977162:0:74225:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.977163:0:74225:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.977163:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.977164:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993006391296 : -129080703160320 : ffff8a9a0e8a7000) 00080000:00000001:3.0:1773688179.977166:0:74225:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1773688179.977167:0:74225:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977168:0:74225:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977168:0:74225:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:3.0:1773688179.977169:0:74225:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977170:0:74225:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977171:0:74225:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.977171:0:74225:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1773688179.977172:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.977173:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993006391296 : -129080703160320 : ffff8a9a0e8a7000) 00080000:00000001:3.0:1773688179.977174:0:74225:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1773688179.977180:0:74225:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977181:0:74225:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977182:0:74225:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977185:0:74225:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.977187:0:74225:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.977187:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.977188:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993006391296 : -129080703160320 : ffff8a9a0e8a7000) 00080000:00000001:3.0:1773688179.977190:0:74225:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1773688179.977202:0:74225:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977203:0:74225:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977205:0:74225:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977207:0:74225:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:3.0:1773688179.977208:0:74225:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:3.0:1773688179.977208:0:74225:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.977210:0:74225:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:3.0:1773688179.977212:0:74225:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977213:0:74225:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977214:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.977215:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993006391296 : -129080703160320 : ffff8a9a0e8a7000) 00080000:00000001:3.0:1773688179.977217:0:74225:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000002:3.0:1773688179.977219:0:74225:0:(osd_oi.c:1096:osd_idc_find_or_init()) lustre-MDT0000: FID [0x20000afe1:0x145:0x0] not in the id map cache 00080000:00000001:3.0:1773688179.977221:0:74225:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1773688179.977222:0:74225:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1773688179.977223:0:74225:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.977224:0:74225:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.977225:0:74225:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.977226:0:74225:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.977227:0:74225:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.977228:0:74225:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.977230:0:74225:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1773688179.977231:0:74225:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1773688179.977232:0:74225:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.977233:0:74225:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.977233:0:74225:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.977234:0:74225:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.977235:0:74225:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.977249:0:74225:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.977252:0:74225:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.977255:0:74225:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1773688179.977257:0:74225:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1773688179.977261:0:74225:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1773688179.977262:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.977262:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993006391296 : -129080703160320 : ffff8a9a0e8a7000) 00080000:00000001:3.0:1773688179.977265:0:74225:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688179.977267:0:74225:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.977268:0:74225:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977270:0:74225:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977271:0:74225:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.977273:0:74225:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.977274:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.977275:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993006391296 : -129080703160320 : ffff8a9a0e8a7000) 00080000:00000001:3.0:1773688179.977276:0:74225:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1773688179.977278:0:74225:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977280:0:74225:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977281:0:74225:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.977294:0:74225:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.977295:0:74225:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977297:0:74225:0:(mdd_dir.c:688:__mdd_index_delete()) Process entered 00000004:00000001:3.0:1773688179.977298:0:74225:0:(mdd_dir.c:629:__mdd_index_delete_only()) Process entered 00000004:00000001:3.0:1773688179.977300:0:74225:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:3.0:1773688179.977300:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.977301:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993006391296 : -129080703160320 : ffff8a9a0e8a7000) 00080000:00000001:3.0:1773688179.977303:0:74225:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:3.0:1773688179.977308:0:74225:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1773688179.977309:0:74225:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1773688179.977309:0:74225:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.977310:0:74225:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.977311:0:74225:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.977312:0:74225:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.977313:0:74225:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.977314:0:74225:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.977322:0:74225:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977323:0:74225:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977324:0:74225:0:(mdd_dir.c:636:__mdd_index_delete_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977325:0:74225:0:(mdd_dir.c:697:__mdd_index_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977327:0:74225:0:(mdd_dir.c:669:__mdd_index_insert()) Process entered 00000004:00000001:3.0:1773688179.977328:0:74225:0:(mdd_dir.c:647:__mdd_index_insert_only()) Process entered 00000004:00000001:3.0:1773688179.977329:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.977330:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993006391296 : -129080703160320 : ffff8a9a0e8a7000) 00080000:00000001:3.0:1773688179.977332:0:74225:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:3.0:1773688179.977339:0:74225:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977340:0:74225:0:(mdd_dir.c:659:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977341:0:74225:0:(mdd_dir.c:678:__mdd_index_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977342:0:74225:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:3.0:1773688179.977343:0:74225:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977346:0:74225:0:(mdd_dir.c:1639:mdd_links_rename()) Process entered 00000004:00000001:3.0:1773688179.977349:0:74225:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.977351:0:74225:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1773688179.977352:0:74225:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.977353:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.977353:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993006391296 : -129080703160320 : ffff8a9a0e8a7000) 00080000:00000001:3.0:1773688179.977356:0:74225:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1773688179.977357:0:74225:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.link with size 53 00080000:00000001:3.0:1773688179.977359:0:74225:0:(osd_xattr.c:852:osd_xattr_handle_linkea()) Process entered 00080000:00000001:3.0:1773688179.977360:0:74225:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1773688179.977360:0:74225:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1773688179.977361:0:74225:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.977362:0:74225:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.977363:0:74225:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.977364:0:74225:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.977365:0:74225:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.977366:0:74225:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.977367:0:74225:0:(osd_xattr.c:882:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.977378:0:74225:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1773688179.977380:0:74225:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.977381:0:74225:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977382:0:74225:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977383:0:74225:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977385:0:74225:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977387:0:74225:0:(mdd_dir.c:1653:mdd_links_rename()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.977390:0:74225:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:3.0:1773688179.977391:0:74225:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:3.0:1773688179.977393:0:74225:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:3.0:1773688179.977394:0:74225:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:3.0:1773688179.977395:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.977397:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993006391296 : -129080703160320 : ffff8a9a0e8a7000) 00080000:00000001:3.0:1773688179.977400:0:74225:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:3.0:1773688179.977403:0:74225:0:(osd_object.c:1274:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.977405:0:74225:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977407:0:74225:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977409:0:74225:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:3.0:1773688179.977410:0:74225:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977412:0:74225:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977414:0:74225:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977416:0:74225:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977418:0:74225:0:(mdd_dir.c:3767:mdd_rename()) Process leaving 00000004:00000001:3.0:1773688179.977420:0:74225:0:(mdd_dir.c:1371:mdd_changelog_ns_store()) Process entered 00000004:00000001:3.0:1773688179.977421:0:74225:0:(mdd_dir.c:1378:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.977424:0:74225:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1773688179.977426:0:74225:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1773688179.977429:0:74225:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:3.0:1773688179.977432:0:74225:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.977433:0:74225:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1773688179.977434:0:74225:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1773688179.977436:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.977437:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993006391296 : -129080703160320 : ffff8a9a0e8a7000) 00080000:00000001:3.0:1773688179.977439:0:74225:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1773688179.977440:0:74225:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:3.0:1773688179.977447:0:74225:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1773688179.977448:0:74225:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.977450:0:74225:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977452:0:74225:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977453:0:74225:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977455:0:74225:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:3.0:1773688179.977457:0:74225:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692089, last_committed = 171798692041 00000001:00000010:3.0:1773688179.977461:0:74225:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a168b1180. 00000001:00000040:3.0:1773688179.977464:0:74225:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 48 00000020:00000040:3.0:1773688179.977466:0:74225:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=101 00000001:00000010:3.0:1773688179.977471:0:74225:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a0cd82540. 00000004:00000001:3.0:1773688179.977476:0:74225:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1773688179.977477:0:74225:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688179.977478:0:74225:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993006391296 : -129080703160320 : ffff8a9a0e8a7000) 00080000:00000001:3.0:1773688179.977481:0:74225:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688179.977492:0:74225:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1773688179.977494:0:74225:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1773688179.977497:0:74225:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a0cd82540: xid 1859843854335488, transno 171798692089, tag 1, client gen 13, slot idx 3 00000001:00000001:3.0:1773688179.977500:0:74225:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.977523:0:74225:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773688179.977526:0:74225:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9a0f836d80. 00000020:00000001:3.0:1773688179.977529:0:74225:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.977535:0:74225:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.977539:0:74225:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.977541:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.977542:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977544:0:74225:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.977551:0:74225:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.977554:0:74225:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.977556:0:74225:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.977558:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.977559:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.977561:0:74225:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.977563:0:74225:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.977564:0:74225:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.977566:0:74225:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977568:0:74225:0:(mdt_reint.c:3213:mdt_reint_rename()) Process leaving 00000004:00000001:3.0:1773688179.977569:0:74225:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.977571:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:3.0:1773688179.977572:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.977573:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:3.0:1773688179.977574:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.977575:0:74225:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.977576:0:74225:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.977577:0:74225:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1773688179.977578:0:74225:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.977579:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:3.0:1773688179.977580:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.977581:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.977582:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.977583:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.977585:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0fab6c00 refcount=3 00000020:00000001:3.0:1773688179.977587:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993025330176 : -129080684221440 : ffff8a9a0fab6c00) 00010000:00000001:3.0:1773688179.977589:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993025330176 : -129080684221440 : ffff8a9a0fab6c00) 00000004:00010000:3.0:1773688179.977592:0:74225:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000e8659216 reply state 0000000013e415ee transno 171798692089 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6c00/0x52973366461d30aa lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x145:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.977600:0:74225:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:3.0:1773688179.977602:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.977604:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.977606:0:74225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.977607:0:74225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.977609:0:74225:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.977610:0:74225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.977612:0:74225:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 4 00010000:00000040:3.0:1773688179.977614:0:74225:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.977618:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 101 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.977626:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.977631:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.977637:0:74225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6c00/0x52973366461d30aa lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.977642:0:74225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.977644:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.977645:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.977647:0:74225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.977648:0:74225:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.977650:0:74225:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.977652:0:74225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00010000:3.0:1773688179.977654:0:74225:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00000001:3.0:1773688179.977656:0:74225:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.977657:0:74225:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.977659:0:74225:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.977660:0:74225:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:3.0:1773688179.977662:0:74225:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:3.0:1773688179.977664:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.977665:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.977666:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.977667:0:74225:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.977668:0:74225:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.977669:0:74225:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1773688179.977671:0:74225:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1773688179.977674:0:74225:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b418685f8/ffff8a9b418685a0 to site lru. bkt: ffff8a9a1aeb6e28 00000004:00000001:3.0:1773688179.977676:0:74225:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.977677:0:74225:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.977679:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:3.0:1773688179.977680:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.977680:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.977682:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.977683:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.977685:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0fab7e00 refcount=3 00000020:00000001:3.0:1773688179.977687:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993025334784 : -129080684216832 : ffff8a9a0fab7e00) 00010000:00000001:3.0:1773688179.977689:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993025334784 : -129080684216832 : ffff8a9a0fab7e00) 00000004:00010000:3.0:1773688179.977692:0:74225:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000e8659216 reply state 0000000013e415ee transno 171798692089 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab7e00/0x52973366461d30a3 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.977698:0:74225:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:3.0:1773688179.977700:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.977701:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.977703:0:74225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.977704:0:74225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.977705:0:74225:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.977706:0:74225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.977708:0:74225:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) refcount = 5 00010000:00000040:3.0:1773688179.977711:0:74225:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.977713:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d2f8b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.977718:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2d46 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.977722:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10000/0x52973366461d2b9b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.977727:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d2b78 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.977733:0:74225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab7e00/0x52973366461d30a3 lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.977738:0:74225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.977739:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.977740:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.977742:0:74225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.977743:0:74225:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.977745:0:74225:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.977747:0:74225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) 00010000:00010000:3.0:1773688179.977749:0:74225:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.977751:0:74225:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.977752:0:74225:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.977754:0:74225:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.977755:0:74225:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:3.0:1773688179.977756:0:74225:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00000001:3.0:1773688179.977758:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.977759:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.977760:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.977762:0:74225:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.977763:0:74225:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.977764:0:74225:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1773688179.977765:0:74225:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.977766:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.977767:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.977768:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.977770:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a16dde800 refcount=3 00000020:00000001:3.0:1773688179.977771:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993146079232 : -129080563472384 : ffff8a9a16dde800) 00010000:00000001:3.0:1773688179.977774:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993146079232 : -129080563472384 : ffff8a9a16dde800) 00010000:00000001:3.0:1773688179.977776:0:74225:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.977778:0:74225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde800/0x52973366461d3095 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.977782:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.977784:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.977785:0:74225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde800/0x52973366461d3095 lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.977790:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.977791:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.977794:0:74225:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.977796:0:74225:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde800/0x52973366461d3095 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.977805:0:74225:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a16dde800 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.977807:0:74225:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.977808:0:74225:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.977810:0:74225:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde800/0x52973366461d3095 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.977814:0:74225:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.977815:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.977815:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.977816:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a16dde800 refcount=4 00000020:00000001:3.0:1773688179.977818:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993146079232 : -129080563472384 : ffff8a9a16dde800) 00010000:00000001:3.0:1773688179.977819:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993146079232 : -129080563472384 : ffff8a9a16dde800) 00010000:00000001:3.0:1773688179.977820:0:74225:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.977821:0:74225:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde800/0x52973366461d3095 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.977824:0:74225:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.977825:0:74225:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.977825:0:74225:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.977827:0:74225:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.977828:0:74225:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.977829:0:74225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.977829:0:74225:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.977830:0:74225:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a16dde800 with handle 0x52973366461d3095 from hash 00010000:00000001:3.0:1773688179.977832:0:74225:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.977832:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.977833:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.977834:0:74225:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.977835:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.977836:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.977837:0:74225:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.977838:0:74225:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.977839:0:74225:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.977840:0:74225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.977842:0:74225:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.977843:0:74225:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.977844:0:74225:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.977845:0:74225:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.977846:0:74225:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.977847:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.977848:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.977849:0:74225:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.977850:0:74225:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977851:0:74225:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.977852:0:74225:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde800/0x52973366461d3095 lrc: 2/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.977855:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.977855:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.977856:0:74225:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.977857:0:74225:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.977857:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.977859:0:74225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde800/0x52973366461d3095 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.977862:0:74225:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.977865:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.977866:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.977867:0:74225:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.977867:0:74225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.977868:0:74225:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.977869:0:74225:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a16dde200 refcount=3 00000020:00000001:3.0:1773688179.977870:0:74225:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993146077696 : -129080563473920 : ffff8a9a16dde200) 00010000:00000001:3.0:1773688179.977871:0:74225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993146077696 : -129080563473920 : ffff8a9a16dde200) 00000004:00010000:3.0:1773688179.977873:0:74225:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000e8659216 reply state 0000000013e415ee transno 171798692089 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde200/0x52973366461d309c lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.977877:0:74225:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:3.0:1773688179.977878:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.977879:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.977880:0:74225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.977881:0:74225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.977882:0:74225:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.977883:0:74225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.977884:0:74225:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x10682665 (ffff8a9a0ec46c00) refcount = 2 00010000:00000040:3.0:1773688179.977885:0:74225:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.977886:0:74225:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b03eb5c00/0x52973366461d2e50 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.977889:0:74225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16dde200/0x52973366461d309c lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x10682665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.977892:0:74225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.977893:0:74225:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.977893:0:74225:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.977894:0:74225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.977895:0:74225:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.977896:0:74225:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.977897:0:74225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x10682665 (ffff8a9a0ec46c00) 00010000:00010000:3.0:1773688179.977898:0:74225:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.977899:0:74225:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.977900:0:74225:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.977901:0:74225:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.977901:0:74225:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:3.0:1773688179.977902:0:74225:0:(service.c:177:ptlrpc_save_lock()) nlocks 2 00010000:00000001:3.0:1773688179.977903:0:74225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.977903:0:74225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.977904:0:74225:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.977905:0:74225:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.977906:0:74225:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.977906:0:74225:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1773688179.977907:0:74225:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.977908:0:74225:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.977909:0:74225:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.977909:0:74225:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.977911:0:74225:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977913:0:74225:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1773688179.977914:0:74225:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.977915:0:74225:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.977916:0:74225:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.977917:0:74225:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.977918:0:74225:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.977920:0:74225:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.977922:0:74225:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.977924:0:74225:0:(mdt_handler.c:3355:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.977926:0:74225:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692089, xid 1859843854335488 00010000:00000001:3.0:1773688179.977928:0:74225:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:3.0:1773688179.977929:0:74225:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=102 00010000:00000200:3.0:1773688179.977930:0:74225:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 171798692089, last committed = 171798692041 00010000:00000200:3.0:1773688179.977934:0:74225:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b342ea300 x1859843854335488/t171798692089(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 520/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773688179.977939:0:74225:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.977941:0:74225:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.977942:0:74225:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0ed5a9e8 time=54 v=5 (1 1 0 0) 00000100:00000001:3.0:1773688179.977944:0:74225:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.977945:0:74225:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.977959:0:74225:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.977961:0:74225:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.977963:0:74225:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.977964:0:74225:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.977966:0:74225:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.977969:0:74225:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee198. 00000100:00000200:3.0:1773688179.977972:0:74225:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854335488, offset 224 00000400:00000200:3.0:1773688179.977976:0:74225:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.977982:0:74225:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.977986:0:74225:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48199:48199:256:4294967295] 192.168.204.51@tcp LPNI seq info [48195:48195:8:4294967295] 00000400:00000200:3.0:1773688179.977996:0:74225:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.978000:0:74225:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.978004:0:74225:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d800. 00000800:00000200:3.0:1773688179.978029:0:74225:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.978034:0:74225:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.978045:0:74225:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d800 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.978058:0:74225:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.978062:0:74225:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.978065:0:74225:0:(ldlm_lib.c:3443:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.978067:0:74225:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.978069:0:74225:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.978073:0:74225:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b342ea300 x1859843854335488/t171798692089(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 520/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773688179.978083:0:74225:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b342ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+102:68109:x1859843854335488:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 1677us (1832us total) trans 171798692089 rc 0/0 00000100:00100000:3.0:1773688179.978090:0:74225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 94 00000100:00000040:3.0:1773688179.978093:0:74225:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.978095:0:74225:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.978096:0:74225:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.978100:0:74225:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688179.978104:0:74225:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0190. 00000020:00000010:3.0:1773688179.978107:0:74225:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2200. 00000020:00000040:3.0:1773688179.978112:0:74225:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 101 00000100:00000001:3.0:1773688179.978114:0:74225:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.978141:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.978145:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d800. 00000400:00000200:0.0:1773688179.978149:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.978152:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.978154:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee198 00000400:00000010:0.0:1773688179.978156:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee198. 00000100:00000001:0.0:1773688179.978158:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.978159:0:3440:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.979397:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.979404:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.979406:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.979409:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.979414:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.979422:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4467e80 00000400:00000200:2.0:1773688179.979427:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 133272 00000800:00000001:2.0:1773688179.979432:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.979437:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.979440:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.979443:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.979446:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.979448:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.979452:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b35ac5500. 00000100:00000040:2.0:1773688179.979455:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b35ac5500 x1859843854335616 msgsize 584 00000100:00100000:2.0:1773688179.979459:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.979469:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.979473:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.979476:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.979484:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.979486:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854335616 02000000:00000001:3.0:1773688179.979488:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.979489:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.979490:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.979492:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.979494:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854335616 00000020:00000001:3.0:1773688179.979496:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.979497:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.979498:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.979499:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=102 00000020:00000001:3.0:1773688179.979501:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.979502:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.979504:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.979507:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5180. 00000100:00000001:3.0:1773688179.979508:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.979510:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5180. 00000020:00000010:3.0:1773688179.979512:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2200. 00000020:00000010:3.0:1773688179.979515:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688179.979517:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0190. 00000100:00000040:3.0:1773688179.979520:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.979521:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.979522:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.979524:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.979525:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.979526:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.979528:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.979537:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.979541:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.979542:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.979545:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15551 00000100:00000040:3.0:1773688179.979547:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.979548:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997957891328 : -129075751660288 : ffff8a9b35ac5500) 00000100:00000040:3.0:1773688179.979551:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b35ac5500 x1859843854335616/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.979559:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.979562:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5180. 00000100:00000001:3.0:1773688179.979564:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.979566:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5180. 00000100:00100000:3.0:1773688179.979572:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b35ac5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+102:68109:x1859843854335616:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.979575:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854335616 00000020:00000001:3.0:1773688179.979580:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.979583:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1773688179.979586:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a0cd82540: xid 1859843854335488, transno 171798692089, client gen 13, slot idx 3 00000001:00000001:3.0:1773688179.979590:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b079f4300: xid 1859843854334464, transno 171798692088, client gen 13, slot idx 2 00000001:00000010:3.0:1773688179.979594:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b079f4300. 00000020:00000001:3.0:1773688179.979596:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.979598:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.979599:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.979601:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.979603:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854335616, found 0 last_xid 1859843854335615 00000020:00000001:3.0:1773688179.979606:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.979607:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.979609:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.979611:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.979613:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.979614:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.979616:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.979617:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.979619:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.979621:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.979624:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:3.0:1773688179.979626:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.979628:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.979631:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0fab7a00. 00000020:00000001:3.0:1773688179.979633:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.979635:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0fab7a00 with handle 0x52973366461d30b1 to hash 00000020:00000001:3.0:1773688179.979637:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.979638:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993025333760 : -129080684217856 : ffff8a9a0fab7a00) 00010000:00000010:3.0:1773688179.979641:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.979643:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993025333760 : -129080684217856 : ffff8a9a0fab7a00) 00010000:00010000:3.0:1773688179.979646:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab7a00/0x52973366461d30b1 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a911 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.979656:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.979658:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=103 00010000:00000001:3.0:1773688179.979662:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.979663:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.979667:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.979668:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.979670:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688179.979671:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.979673:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.979675:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.979678:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.979680:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.979681:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.979683:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.979685:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.979686:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.979688:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.979691:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a0f6b4000. 02000000:00000001:3.0:1773688179.979693:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.979695:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.979696:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.979697:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688179.979700:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688179.979701:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.979703:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.979704:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.979705:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.979707:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.979708:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.979709:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.979711:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.979712:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.979713:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.979714:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.979716:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.979717:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.979719:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.979720:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.979721:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.979722:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.979724:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.979725:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.979727:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.979729:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.979731:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.979733:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.979734:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.979736:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.979737:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.979738:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.979739:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.979741:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.979742:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.979744:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.979745:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.979747:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.979748:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.979751:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1773688179.979754:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:3.0:1773688179.979756:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/HANDOUT.DOC, ldlm_rep = ffff8a9a0f6b4228 00000004:00000001:3.0:1773688179.979760:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1773688179.979762:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1773688179.979763:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1773688179.979765:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.979767:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.979769:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:3.0:1773688179.979771:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.979773:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.979776:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0fab6200. 00000020:00000001:3.0:1773688179.979778:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.979780:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0fab6200 with handle 0x52973366461d30b8 to hash 00000020:00000001:3.0:1773688179.979781:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.979782:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993025327616 : -129080684224000 : ffff8a9a0fab6200) 00010000:00000010:3.0:1773688179.979784:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba200. 00010000:00000001:3.0:1773688179.979786:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993025327616 : -129080684224000 : ffff8a9a0fab6200) 00010000:00000001:3.0:1773688179.979787:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.979789:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.979790:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6200/0x52973366461d30b8 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.979794:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.979795:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.979796:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.979797:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.979798:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.979799:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.979800:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.979801:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.979802:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.979803:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.979804:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.979805:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 4 00010000:00000040:3.0:1773688179.979806:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.979809:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 103 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.979813:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 103 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.979816:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6200/0x52973366461d30b8 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.979819:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.979821:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.979822:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.979823:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.979824:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.979826:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.979827:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.979828:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.979829:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.979831:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6200/0x52973366461d30b8 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.979834:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.979835:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.979836:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.979837:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.979837:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.979839:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46200 count: 6 00010000:00000001:3.0:1773688179.979840:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.979841:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.979842:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0fab6400. 00000020:00000001:3.0:1773688179.979843:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.979844:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0fab6400 with handle 0x52973366461d30bf to hash 00000020:00000001:3.0:1773688179.979845:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.979846:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993025328128 : -129080684223488 : ffff8a9a0fab6400) 00010000:00000010:3.0:1773688179.979847:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315bad80. 00010000:00000001:3.0:1773688179.979849:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993025328128 : -129080684223488 : ffff8a9a0fab6400) 00010000:00000001:3.0:1773688179.979850:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.979851:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.979852:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6400/0x52973366461d30bf lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.979855:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.979856:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.979857:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.979857:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.979859:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.979860:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.979861:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.979862:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.979863:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.979863:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.979864:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.979865:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) refcount = 6 00010000:00000040:3.0:1773688179.979866:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.979868:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab7e00/0x52973366461d30a3 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.979871:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d2f8b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.979874:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2d46 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.979877:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10000/0x52973366461d2b9b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.979880:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d2b78 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.979882:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6400/0x52973366461d30bf lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.979885:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.979886:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.979886:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.979887:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.979888:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.979889:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.979890:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.979891:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.979892:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.979894:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6400/0x52973366461d30bf lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.979897:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.979898:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.979898:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.979899:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.979901:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.979910:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1773688179.979911:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688179.979913:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688179.979915:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.979918:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1773688179.979925:0:68797:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688179.979927:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1773688179.979928:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1773688179.979929:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1773688179.979930:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773688179.979931:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773688179.979932:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.979933:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688179.979934:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688179.979935:0:68797:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:3.0:1773688179.979937:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.979938:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.979939:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.979939:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x145:0x0] 00000020:00000001:3.0:1773688179.979940:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.979942:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156740088 : -129075552811528 : ffff8a9b418685f8) 00000004:00000001:3.0:1773688179.979943:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156740000 : -129075552811616 : ffff8a9b418685a0) 00000004:00000001:3.0:1773688179.979946:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1773688179.979961:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.979963:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.979964:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 5 00010000:00000001:3.0:1773688179.979966:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.979967:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.979970:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a1640e000. 00000020:00000001:3.0:1773688179.979971:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.979972:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a1640e000 with handle 0x52973366461d30c6 to hash 00000020:00000001:3.0:1773688179.979974:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.979975:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993135788032 : -129080573763584 : ffff8a9a1640e000) 00010000:00000010:3.0:1773688179.979977:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba480. 00010000:00000001:3.0:1773688179.979978:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993135788032 : -129080573763584 : ffff8a9a1640e000) 00010000:00000001:3.0:1773688179.979979:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.979980:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.979982:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640e000/0x52973366461d30c6 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.979985:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.979986:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.979987:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.979988:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.979989:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.979990:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.979991:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.979992:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688179.979993:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.979994:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.979994:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.979996:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 5 00010000:00000040:3.0:1773688179.979997:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.979999:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 103 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.980003:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6c00/0x52973366461d30aa lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.980019:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.980023:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.980028:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640e000/0x52973366461d30c6 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.980031:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.980033:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.980034:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.980035:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688179.980036:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.980037:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.980038:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.980040:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688179.980041:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.980043:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640e000/0x52973366461d30c6 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.980046:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.980047:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.980048:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.980049:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.980050:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.980050:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a1640e000 refcount=3 00000020:00000001:3.0:1773688179.980051:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993135788032 : -129080573763584 : ffff8a9a1640e000) 00010000:00000001:3.0:1773688179.980053:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993135788032 : -129080573763584 : ffff8a9a1640e000) 00010000:00000001:3.0:1773688179.980054:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.980054:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.980055:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.980057:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1773688179.980060:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.980061:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.980064:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.980066:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.980068:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.980069:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.980072:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.980074:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.980076:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.980077:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.980079:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.980080:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x145:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:3.0:1773688179.980082:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.980083:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.980083:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.980084:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.980085:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.980086:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.980088:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.980088:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.980089:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.980090:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.980092:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.980093:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1773688179.980094:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1773688179.980095:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1773688179.980097:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a0f6b4370 00000004:00000001:3.0:1773688179.980098:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.980100:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.980100:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.980102:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.980102:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.980103:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.980104:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.980105:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.980106:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.980108:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:3.0:1773688179.980110:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: returning size 15360 00000004:00000040:3.0:1773688179.980112:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x145:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:3.0:1773688179.980113:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:3.0:1773688179.980115:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2569 00000004:00200000:3.0:1773688179.980116:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:3.0:1773688179.980118:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1773688179.980119:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.980120:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.980122:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1773688179.980124:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.980125:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.980126:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.980128:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.980130:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.980132:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.980134:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.980138:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.980141:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.980142:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.980143:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.980145:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.980150:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.980152:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.980153:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a1640e000 refcount=3 00000020:00000001:3.0:1773688179.980155:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993135788032 : -129080573763584 : ffff8a9a1640e000) 00010000:00000001:3.0:1773688179.980157:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993135788032 : -129080573763584 : ffff8a9a1640e000) 00000004:00010000:3.0:1773688179.980160:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640e000/0x52973366461d30c6 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:3.0:1773688179.980166:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1773688179.980169:0:68797:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b418685f8/ffff8a9b418685a0 to site lru. bkt: ffff8a9a1aeb6e28 00000004:00000001:3.0:1773688179.980171:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.980173:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1773688179.980174:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.980175:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.980176:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1773688179.980178:0:68797:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:3.0:1773688179.980180:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688179.980181:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688179.980181:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688179.980182:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 5 00010000:00000040:3.0:1773688179.980184:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.980187:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 103 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.980191:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6c00/0x52973366461d30aa lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.980194:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.980197:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.980200:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640e000/0x52973366461d30c6 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.980203:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688179.980203:0:68797:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.980204:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.980205:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.980206:0:68797:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688179.980207:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688179.980208:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.980209:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.980210:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.980211:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0fab6200 refcount=3 00000020:00000001:3.0:1773688179.980212:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993025327616 : -129080684224000 : ffff8a9a0fab6200) 00010000:00000001:3.0:1773688179.980213:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993025327616 : -129080684224000 : ffff8a9a0fab6200) 00010000:00000001:3.0:1773688179.980214:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.980215:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6200/0x52973366461d30b8 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.980218:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.980219:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.980220:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6200/0x52973366461d30b8 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.980223:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.980224:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.980226:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.980227:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6200/0x52973366461d30b8 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.980230:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a0fab6200 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.980231:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.980232:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.980234:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6200/0x52973366461d30b8 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.980236:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.980237:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.980237:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.980238:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0fab6200 refcount=4 00000020:00000001:3.0:1773688179.980239:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993025327616 : -129080684224000 : ffff8a9a0fab6200) 00010000:00000001:3.0:1773688179.980240:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993025327616 : -129080684224000 : ffff8a9a0fab6200) 00010000:00000001:3.0:1773688179.980242:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.980243:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6200/0x52973366461d30b8 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.980246:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.980247:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.980248:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.980249:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.980250:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.980251:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.980251:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.980253:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0fab6200 with handle 0x52973366461d30b8 from hash 00010000:00000001:3.0:1773688179.980254:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.980254:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.980255:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.980256:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.980258:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.980259:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.980260:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.980261:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.980262:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.980263:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688179.980264:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.980265:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.980267:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.980268:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.980268:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.980270:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.980271:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.980271:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.980272:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.980273:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.980275:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6200/0x52973366461d30b8 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.980277:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.980278:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.980279:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.980279:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.980280:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.980281:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6200/0x52973366461d30b8 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.980284:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba200. 00010000:00000001:3.0:1773688179.980288:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.980289:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.980289:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688179.980290:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.980291:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.980291:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0fab6400 refcount=3 00000020:00000001:3.0:1773688179.980292:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993025328128 : -129080684223488 : ffff8a9a0fab6400) 00010000:00000001:3.0:1773688179.980294:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993025328128 : -129080684223488 : ffff8a9a0fab6400) 00010000:00000001:3.0:1773688179.980295:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688179.980297:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6400/0x52973366461d30bf lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.980300:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.980300:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.980301:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6400/0x52973366461d30bf lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.980304:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.980305:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.980306:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688179.980307:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6400/0x52973366461d30bf lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.980309:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a0fab6400 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688179.980310:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.980311:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688179.980312:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6400/0x52973366461d30bf lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.980315:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688179.980315:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.980316:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.980317:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0fab6400 refcount=4 00000020:00000001:3.0:1773688179.980317:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993025328128 : -129080684223488 : ffff8a9a0fab6400) 00010000:00000001:3.0:1773688179.980319:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993025328128 : -129080684223488 : ffff8a9a0fab6400) 00010000:00000001:3.0:1773688179.980320:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688179.980321:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6400/0x52973366461d30bf lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.980323:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688179.980324:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688179.980325:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.980326:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688179.980327:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.980328:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.980329:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.980330:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0fab6400 with handle 0x52973366461d30bf from hash 00010000:00000001:3.0:1773688179.980331:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.980332:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.980332:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.980333:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688179.980334:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688179.980334:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.980335:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688179.980336:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.980337:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.980338:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) 00010000:00010000:3.0:1773688179.980339:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688179.980340:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.980341:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.980342:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.980343:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688179.980344:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.980344:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.980345:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.980346:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.980347:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.980348:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6400/0x52973366461d30bf lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.980350:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.980351:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.980352:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688179.980352:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688179.980353:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.980354:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6400/0x52973366461d30bf lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.980360:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315bad80. 00010000:00000001:3.0:1773688179.980362:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.980363:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688179.980363:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688179.980364:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688179.980365:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:3.0:1773688179.980366:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.980366:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.980367:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a1640e000 refcount=3 00000020:00000001:3.0:1773688179.980368:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993135788032 : -129080573763584 : ffff8a9a1640e000) 00010000:00000001:3.0:1773688179.980369:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993135788032 : -129080573763584 : ffff8a9a1640e000) 00000004:00000040:3.0:1773688179.980371:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.980372:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=104 00010000:00000001:3.0:1773688179.980374:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.980375:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.980376:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.980377:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1773688179.980378:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.980379:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.980380:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.980380:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.980381:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.980383:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.980385:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.980386:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.980387:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.980388:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.980389:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.980390:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.980391:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.980393:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.980393:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.980394:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.980395:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.980396:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0fab7a00 with handle 0x52973366461d30b1 from hash 00010000:00000001:3.0:1773688179.980398:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.980399:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.980399:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.980400:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.980401:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.980403:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab7a00/0x52973366461d30b1 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a911 expref: 104 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.980406:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.980407:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 103 00010000:00000010:3.0:1773688179.980409:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.980411:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.980411:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.980413:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.980415:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640e000/0x52973366461d30c6 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a911 expref: 103 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.980419:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.980420:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.980421:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00010000:3.0:1773688179.980422:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1773688179.980423:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.980425:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.980425:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.980426:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.980427:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.980428:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a1640e000, rc 0) 00000020:00000001:3.0:1773688179.980429:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.980430:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854335616 00010000:00000001:3.0:1773688179.980432:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.980434:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b35ac5500 x1859843854335616/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.980438:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.980440:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.980442:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.980443:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.980445:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.980446:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.980448:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.980449:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.980450:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.980451:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.980454:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeea18. 00000100:00000200:3.0:1773688179.980456:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854335616, offset 224 00000400:00000200:3.0:1773688179.980459:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.980463:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.980466:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48200:48200:256:4294967295] 192.168.204.51@tcp LPNI seq info [48196:48196:8:4294967295] 00000400:00000200:3.0:1773688179.980471:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.980474:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.980476:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d600. 00000800:00000200:3.0:1773688179.980479:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.980482:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.980484:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d600 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.980495:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.980497:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.980498:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.980499:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.980500:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.980503:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b35ac5500 x1859843854335616/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.980508:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b35ac5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+103:68109:x1859843854335616:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 949us (1052us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688179.980513:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15551 00000100:00000040:3.0:1773688179.980515:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.980516:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.980517:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.980519:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688179.980522:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0190. 00000020:00000010:3.0:1773688179.980524:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2200. 00000020:00000040:3.0:1773688179.980527:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 102 00000100:00000001:3.0:1773688179.980528:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.980570:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.980574:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d600. 00000400:00000200:0.0:1773688179.980584:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.980588:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.980592:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeea18 00000400:00000010:0.0:1773688179.980594:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeea18. 00000100:00000001:0.0:1773688179.980597:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.980598:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1773688179.981033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a16ddec00. 00010000:00000010:3.1:1773688179.981037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a16ddfe00. 00010000:00000010:3.1:1773688179.981039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a16ddf200. 00000800:00000001:0.0:1773688179.984148:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.984156:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.984158:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.984160:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.984165:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.984174:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 648 into portal 12 MB=0x69b84a4467f80 00000400:00000200:0.0:1773688179.984180:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 648/648 into md 0x3b659 [64] + 133856 00000800:00000001:0.0:1773688179.984186:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.984191:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.984194:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.984197:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.984201:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.984203:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.984208:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b342e9880. 00000100:00000040:0.0:1773688179.984211:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b342e9880 x1859843854335872 msgsize 648 00000100:00100000:0.0:1773688179.984215:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.984226:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.984231:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.984235:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.984246:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.984249:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854335872 02000000:00000001:3.0:1773688179.984252:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.984254:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.984256:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.984259:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.984261:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854335872 00000020:00000001:3.0:1773688179.984263:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.984265:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.984267:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.984269:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=103 00000020:00000001:3.0:1773688179.984271:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.984273:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.984276:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.984280:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5180. 00000100:00000001:3.0:1773688179.984283:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.984285:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5180. 00000020:00000010:3.0:1773688179.984289:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2200. 00000020:00000010:3.0:1773688179.984292:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688179.984296:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0190. 00000100:00000040:3.0:1773688179.984301:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.984304:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.984305:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.984307:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.984308:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.984310:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.984315:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.984324:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.984331:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.984332:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.984334:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15552 00000100:00000040:3.0:1773688179.984336:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.984338:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997932873856 : -129075776677760 : ffff8a9b342e9880) 00000100:00000040:3.0:1773688179.984342:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b342e9880 x1859843854335872/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.984347:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.984349:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5180. 00000100:00000001:3.0:1773688179.984351:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.984352:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5180. 00000100:00100000:3.0:1773688179.984357:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b342e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+103:68109:x1859843854335872:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.984359:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854335872 00000020:00000001:3.0:1773688179.984361:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.984363:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688179.984366:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.984367:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.984368:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.984370:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.984371:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854335872, found 0 last_xid 1859843854335871 00000020:00000001:3.0:1773688179.984373:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.984374:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.984375:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.984377:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.984378:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.984379:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.984381:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.984382:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.984383:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.984385:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.984388:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:3.0:1773688179.984390:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.984391:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.984393:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a1640e600. 00000020:00000001:3.0:1773688179.984395:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.984396:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a1640e600 with handle 0x52973366461d30cd to hash 00000020:00000001:3.0:1773688179.984398:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.984398:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993135789568 : -129080573762048 : ffff8a9a1640e600) 00010000:00000010:3.0:1773688179.984401:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.984402:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993135789568 : -129080573762048 : ffff8a9a1640e600) 00010000:00010000:3.0:1773688179.984405:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640e600/0x52973366461d30cd lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a918 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.984410:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.984411:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=104 00010000:00000001:3.0:1773688179.984414:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.984415:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.984417:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.984419:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.984420:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.984421:0:68797:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:3.0:1773688179.984424:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9b342e9880 x1859843854335872/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1773688179.984429:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1773688179.984431:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1773688179.984432:0:68797:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1773688179.984433:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.984434:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.984435:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.984436:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.984437:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.984438:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.984439:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.984440:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.984443:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.984444:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.984446:0:68797:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.984447:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.984448:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.984449:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.984451:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.984452:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.984455:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9a0f6b5000. 02000000:00000001:3.0:1773688179.984456:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.984458:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.984459:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1773688179.984460:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.984461:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.984462:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.984463:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.984464:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.984465:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.984465:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.984466:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.984467:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.984468:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.984470:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.984472:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.984473:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.984474:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.984475:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.984476:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.984477:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.984478:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.984479:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.984480:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.984481:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.984483:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.984484:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.984485:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.984486:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.984487:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1773688179.984488:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.984490:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1773688179.984491:0:68797:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:3.0:1773688179.984493:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfa38 00000004:00000002:3.0:1773688179.984494:0:68797:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xef:0x0]/(->[0x20000afe1:0x145:0x0]) cr_flag=040004240000003 mode=0100000 msg_flag=0x600 00000004:00000001:3.0:1773688179.984498:0:68797:0:(mdt_open.c:1135:mdt_open_by_fid_lock()) Process entered 00000004:00000001:3.0:1773688179.984499:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.984500:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688179.984501:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.984503:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688179.984504:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688179.984506:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.984506:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x145:0x0] 00000020:00000001:3.0:1773688179.984507:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.984509:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156740088 : -129075552811528 : ffff8a9b418685f8) 00000004:00000001:3.0:1773688179.984510:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156740000 : -129075552811616 : ffff8a9b418685a0) 00000004:00000001:3.0:1773688179.984511:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1773688179.984512:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.984515:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688179.984516:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688179.984519:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.984521:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.984523:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.984524:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.984526:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.984528:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.984529:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.984530:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.984531:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.984533:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x145:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:3.0:1773688179.984535:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.984535:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.984536:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.984537:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.984538:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.984540:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:3.0:1773688179.984541:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a0f6b5378 00000004:00000001:3.0:1773688179.984543:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.984545:0:68797:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:3.0:1773688179.984546:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.984547:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.984548:0:68797:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0x145:0x0] lease count: 0, lm: 8 00000004:00000001:3.0:1773688179.984550:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1773688179.984552:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.984552:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.984554:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 6 00010000:00000001:3.0:1773688179.984555:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.984556:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.984558:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a1640ee00. 00000020:00000001:3.0:1773688179.984559:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.984561:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a1640ee00 with handle 0x52973366461d30d4 to hash 00000020:00000001:3.0:1773688179.984562:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.984563:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993135791616 : -129080573760000 : ffff8a9a1640ee00) 00010000:00000010:3.0:1773688179.984564:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315bad80. 00010000:00000001:3.0:1773688179.984566:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993135791616 : -129080573760000 : ffff8a9a1640ee00) 00010000:00000001:3.0:1773688179.984567:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.984568:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.984570:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640ee00/0x52973366461d30d4 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.984573:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.984575:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.984576:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.984584:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.984586:0:68797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1773688179.984588:0:68797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640e000/0x52973366461d30c6 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a911 expref: 104 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.984596:0:68797:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1773688179.984597:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.984598:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.984599:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.984600:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.984602:0:68797:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1773688179.984603:0:68797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640ee00/0x52973366461d30d4 lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.984607:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 6 00010000:00000040:3.0:1773688179.984609:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.984610:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640e000/0x52973366461d30c6 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a911 expref: 104 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.984614:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 104 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.984618:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6c00/0x52973366461d30aa lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.984621:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.984625:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.984627:0:68797:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1773688179.984628:0:68797:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640ee00/0x52973366461d30d4 lrc: 4/0,1 mode: --/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.984632:0:68797:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b072a5180. 00000100:00000001:3.0:1773688179.984634:0:68797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773688179.984638:0:68797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a0cd82480. 00000100:00000001:3.0:1773688179.984639:0:68797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614992977929344 : -129080731622272 : ffff8a9a0cd82480) 00000100:00000001:3.0:1773688179.984641:0:68797:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614992977929344 : -129080731622272 : ffff8a9a0cd82480) 00000100:00000001:3.0:1773688179.984643:0:68797:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773688179.984644:0:68797:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1773688179.984645:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1773688179.984647:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.984648:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1773688179.984649:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.984650:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.984651:0:68797:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1773688179.984652:0:68797:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1773688179.984655:0:68797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36c2b100. 00000020:00000040:3.0:1773688179.984659:0:68797:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:3.0:1773688179.984661:0:68797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773688179.984663:0:68797:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773688179.984666:0:68797:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773688179.984670:0:68797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a112a2800. 00000100:00000001:3.0:1773688179.984674:0:68797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.984677:0:68797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640e000/0x52973366461d30c6 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a911 expref: 104 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.984697:0:68797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640e000/0x52973366461d30c6 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a911 expref: 104 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.984702:0:68797:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1773688179.984703:0:68797:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773688179.984706:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b36c2b100 x1859843861193088/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.984711:0:68797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773688179.984713:0:68797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.984715:0:68797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b36c2b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861193088:192.168.204.51@tcp:104: 00000100:00000001:3.0:1773688179.984719:0:68797:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773688179.984722:0:68797:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773688179.984724:0:68797:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.984725:0:68797:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773688179.984728:0:68797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a112a2000. 02000000:00000001:3.0:1773688179.984729:0:68797:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773688179.984732:0:68797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b34631268. 00000400:00000010:3.0:1773688179.984735:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee990. 00000100:00000200:3.0:1773688179.984738:0:68797:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861193088, portal 16 00000100:00000001:3.0:1773688179.984739:0:68797:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773688179.984740:0:68797:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997976133888 : -129075733417728 : ffff8a9b36c2b100) 00000100:00000040:3.0:1773688179.984743:0:68797:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b36c2b100 x1859843861193088/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.984748:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.984750:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.984752:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee3b8. 00000100:00000200:3.0:1773688179.984755:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861193088, offset 0 00000400:00000200:3.0:1773688179.984759:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.984765:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.984769:0:68797:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773688179.984772:0:68797:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:3.0:1773688179.984776:0:68797:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773688179.984778:0:68797:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:3.0:1773688179.984781:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48201:48201:256:4294967295] 192.168.204.51@tcp LPNI seq info [48197:48197:8:4294967295] 00000400:00000200:3.0:1773688179.984790:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.984796:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.984799:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99df00. 00000800:00000200:3.0:1773688179.984804:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.984808:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.984810:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99df00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.984819:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.984822:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297630905 00000100:00000001:3.0:1773688179.984828:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297630874 00000100:00000001:3.0:1773688179.984831:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297630905 00000100:00000001:3.0:1773688179.984834:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297630874 00000100:00000001:3.0:1773688179.984837:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297630905 00000100:00000001:3.0:1773688179.984839:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297630874 00000100:00000001:3.0:1773688179.984841:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297630905 00000100:00000001:3.0:1773688179.984843:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297630874 00000100:00000001:3.0:1773688179.984845:0:68797:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773688179.984846:0:68797:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.984848:0:68797:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.984849:0:68797:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.984851:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.984852:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.984853:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.984854:0:68797:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.984855:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1773688179.984857:0:68797:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1773688179.984858:0:68797:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.984860:0:68797:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773688179.984861:0:68797:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773688179.984862:0:68797:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9a0cd82480 going to sleep for 11 seconds 00000100:00000001:3.0:1773688179.984864:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773688179.984866:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773688179.984872:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.984875:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99df00. 00000400:00000200:2.0:1773688179.984878:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.984881:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.984884:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee3b8 00000400:00000010:2.0:1773688179.984885:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee3b8. 00000100:00000001:2.0:1773688179.984887:0:3438:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773688179.984891:0:3438:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b36c2b100 x1859843861193088/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.984897:0:3438:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.984899:0:3438:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b36c2b100 x1859843861193088/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.984903:0:3438:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.984904:0:3438:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.985716:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.985721:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.985722:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.985724:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.985727:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.985732:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af2180 00000400:00000200:0.0:1773688179.985736:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77fe5 [1] + 224 00000800:00000001:0.0:1773688179.985738:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.985742:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.985743:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.985745:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.985748:0:3439:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773688179.985751:0:3439:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b36c2b100 x1859843861193088/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1773688179.985758:0:3439:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9b36c2b100 x1859843861193088/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.985768:0:3439:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.985771:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.985772:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.985789:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773688179.985795:0:68797:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773688179.985797:0:68797:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773688179.985799:0:68797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b34631268. 00000400:00000200:3.0:1773688179.985803:0:68797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee990 00000400:00000010:3.0:1773688179.985804:0:68797:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee990. 00000100:00000001:3.0:1773688179.985807:0:68797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773688179.985812:0:68797:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9b36c2b100 x1859843861193088/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1773688179.985821:0:68797:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9b36c2b100 x1859843861193088/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.985827:0:68797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773688179.985829:0:68797:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.985831:0:68797:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773688179.985834:0:68797:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773688179.985836:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.985837:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.985840:0:68797:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.985844:0:68797:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=3 v=5 (5 0 0 0) 00000100:00001000:3.0:1773688179.985847:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1773688179.985850:0:68797:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773688179.985851:0:68797:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.985853:0:68797:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773688179.985856:0:68797:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.985859:0:68797:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.985862:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9b36c2b100 x1859843861193088/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.985869:0:68797:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773688179.985871:0:68797:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773688179.985873:0:68797:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.985875:0:68797:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1773688179.985877:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.985878:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.985879:0:68797:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.985883:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36c2b100 x1859843861193088/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773688179.985890:0:68797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9b36c2b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861193088:192.168.204.51@tcp:104: 00000100:00000001:3.0:1773688179.985894:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.985896:0:68797:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.985898:0:68797:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773688179.985899:0:68797:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773688179.985902:0:68797:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9b36c2b100 x1859843861193088/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.985908:0:68797:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773688179.985911:0:68797:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773688179.985913:0:68797:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a112a2000. 02000000:00000001:3.0:1773688179.985916:0:68797:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773688179.985918:0:68797:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773688179.985919:0:68797:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1773688179.985921:0:68797:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773688179.985923:0:68797:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a112a2800. 02000000:00000001:3.0:1773688179.985926:0:68797:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773688179.985927:0:68797:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773688179.985929:0:68797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b36c2b100. 00000100:00000001:3.0:1773688179.985931:0:68797:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773688179.985933:0:68797:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773688179.985935:0:68797:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a0cd82480. 00000100:00000001:3.0:1773688179.985937:0:68797:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1773688179.985939:0:68797:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1773688179.985942:0:68797:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b072a5180. 00010000:00000001:3.0:1773688179.985944:0:68797:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.985957:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.985960:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.985962:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1773688179.985965:0:68797:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640ee00/0x52973366461d30d4 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.1:1773688179.986033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a400. 00010000:00000010:3.1:1773688179.986037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a16ddfc00. 00010000:00000010:3.1:1773688179.986041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a16dde800. 00000800:00000001:0.0:1773688179.986282:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.986286:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.986287:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.986289:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.986292:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.986303:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4468000 00000400:00000200:0.0:1773688179.986306:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x735c9 [2] + 1968 00000400:00000010:0.0:1773688179.986308:0:3440:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b07258268. 00000400:00000200:0.0:1773688179.986311:0:3440:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8a9b311ed840 00000800:00000001:0.0:1773688179.986313:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.986331:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.986334:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.986337:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.986340:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b311ed840 00000400:00000010:0.0:1773688179.986342:0:3440:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at ffff8a9b311ed840. 00000100:00000001:0.0:1773688179.986345:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.986346:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:0.0:1773688179.986349:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b07855450 x1859843854336000 msgsize 328 00000100:00100000:0.0:1773688179.986352:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000040:0.0:1773688179.986354:0:3440:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1773688179.986364:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.986368:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.986371:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.986397:0:6358:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.986399:0:6358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854336000 02000000:00000001:1.0:1773688179.986401:0:6358:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.986402:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.986404:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.986405:0:6358:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.986407:0:6358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854336000 00000020:00000001:1.0:1773688179.986409:0:6358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.986409:0:6358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.986411:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.986412:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=105 00000020:00000001:1.0:1773688179.986414:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.986415:0:6358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.986417:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.986420:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.986422:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.986424:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000020:00000010:1.0:1773688179.986427:0:6358:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356a00. 00000020:00000010:1.0:1773688179.986430:0:6358:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e280. 00000020:00000010:1.0:1773688179.986432:0:6358:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688179.986436:0:6358:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.986437:0:6358:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.986438:0:6358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.986440:0:6358:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.986441:0:6358:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.986443:0:6358:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.986445:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.986446:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.986448:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a1640e000 refcount=4 00000020:00000001:1.0:1773688179.986449:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993135788032 : -129080573763584 : ffff8a9a1640e000) 00010000:00000001:1.0:1773688179.986451:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993135788032 : -129080573763584 : ffff8a9a1640e000) 00010000:00010000:1.0:1773688179.986455:0:6358:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640e000/0x52973366461d30c6 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a911 expref: 105 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.986459:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.986460:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.986461:0:6358:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.986462:0:6358:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.986465:0:6358:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1773688179.986468:0:6358:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9b07855450 x1859843854336000/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.986472:0:6358:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1773688179.986473:0:6358:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.986481:0:6358:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.986489:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.986490:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.986494:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3745 00000100:00000040:1.0:1773688179.986498:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00000100:00000001:1.0:1773688179.986500:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997183583312 : -129076525968304 : ffff8a9b07855450) 00000100:00000040:1.0:1773688179.986505:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b07855450 x1859843854336000/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.986513:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.986515:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.986517:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.986520:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000100:00100000:1.0:1773688179.986524:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b07855450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+105:2404:x1859843854336000:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.986527:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854336000 00010000:00000001:1.0:1773688179.986530:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.986531:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.986533:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.986536:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.986537:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.986541:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a0fadd400. 02000000:00000001:1.0:1773688179.986543:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.986545:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.986547:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.986549:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.986551:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.986552:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.986553:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a1640e000 refcount=4 00000020:00000001:1.0:1773688179.986555:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993135788032 : -129080573763584 : ffff8a9a1640e000) 00010000:00000001:1.0:1773688179.986556:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993135788032 : -129080573763584 : ffff8a9a1640e000) 00010000:00000040:1.0:1773688179.986558:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 7 00000004:00000001:1.0:1773688179.986560:0:6358:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1773688179.986563:0:6358:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640e000/0x52973366461d30c6 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a911 expref: 105 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:1.0:1773688179.986568:0:6358:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b2bf83c50 time=1773688179 v=20 (0 0 0 0) 00010000:00000001:1.0:1773688179.986570:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773688179.986575:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.986576:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.986578:0:6358:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640e000/0x52973366461d30c6 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a911 expref: 105 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773688179.986582:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.986583:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.986584:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.986585:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.986587:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.986588:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.986590:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.986591:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.986592:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.986593:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.986595:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a1640e000 with handle 0x52973366461d30c6 from hash 00010000:00000001:1.0:1773688179.986597:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.986598:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.986598:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.986599:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.986601:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.986602:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.986603:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.986604:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.986606:0:6358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640e000/0x52973366461d30c6 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a911 expref: 105 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.986611:0:6358:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:1.0:1773688179.986613:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 104 00010000:00000010:1.0:1773688179.986614:0:6358:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba480. 00010000:00000001:1.0:1773688179.986619:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.986620:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.986621:0:6358:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.986623:0:6358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00010000:1.0:1773688179.986625:0:6358:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640ee00/0x52973366461d30d4 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.986629:0:6358:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.986630:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.986632:0:6358:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.986633:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.986635:0:6358:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.986637:0:6358:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.986638:0:6358:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688179.986640:0:6358:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640ee00/0x52973366461d30d4 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.986646:0:6358:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688179.986647:0:6358:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.986649:0:6358:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.986650:0:6358:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.986652:0:6358:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 6 00010000:00000040:1.0:1773688179.986654:0:6358:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.986658:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 104 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.986664:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6c00/0x52973366461d30aa lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.986670:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.986674:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.986677:0:6358:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640ee00/0x52973366461d30d4 lrc: 4/0,1 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.986680:0:6358:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.986682:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.986683:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.986685:0:6358:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.986685:0:6358:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.986687:0:6358:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1773688179.986689:0:6358:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.986691:0:6358:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688179.986694:0:6358:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a0eeecd80. 00000100:00000001:1.0:1773688179.986695:0:6358:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614993012968832 : -129080696582784 : ffff8a9a0eeecd80) 00000100:00000001:1.0:1773688179.986696:0:6358:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614993012968832 : -129080696582784 : ffff8a9a0eeecd80) 00000100:00000001:1.0:1773688179.986697:0:6358:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688179.986698:0:6358:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688179.986699:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.986700:0:6358:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.986708:0:6358:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.986710:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.986710:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.986711:0:6358:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.986712:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.986713:0:6358:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688179.986715:0:6358:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.986716:0:6358:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.986717:0:6358:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1773688179.986718:0:6358:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a0eeecd80. 00000100:00000001:1.0:1773688179.986719:0:6358:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688179.986720:0:6358:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773688179.986722:0:6358:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9a0f80a700. 00010000:00000001:1.0:1773688179.986724:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.986725:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.986726:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.986729:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:3.0:1773688179.986731:0:68797:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640ee00/0x52973366461d30d4 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.986731:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.986737:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00010000:00000001:3.0:1773688179.986739:0:68797:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.986743:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640ee00/0x52973366461d30d4 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773688179.986743:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.986749:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.986750:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688179.986753:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.986755:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773688179.986755:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 00010000:00000001:3.0:1773688179.986757:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.986758:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1773688179.986761:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:3.0:1773688179.986762:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a1640ee00 refcount=3 00000020:00000001:3.0:1773688179.986765:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993135791616 : -129080573760000 : ffff8a9a1640ee00) 02000000:00000001:1.0:1773688179.986767:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.986769:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993135791616 : -129080573760000 : ffff8a9a1640ee00) 00000100:00000001:1.0:1773688179.986771:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1773688179.986772:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.986775:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.986777:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.986778:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000004:00000002:3.0:1773688179.986780:0:68797:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0x145:0x0], ibits = 0x5/0x1a, open_flags = 040004240000003, try_layout = 1 : rc = 0 00000004:00000001:3.0:1773688179.986783:0:68797:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1773688179.986784:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64660. 00000004:00000001:3.0:1773688179.986785:0:68797:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.986789:0:68797:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000100:00000200:1.0:1773688179.986789:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854336000, offset 224 00000001:00000001:3.0:1773688179.986793:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.986795:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.986799:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000400:00000200:1.0:1773688179.986799:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000001:00000001:3.0:1773688179.986802:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.986803:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.986806:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000400:00000200:1.0:1773688179.986807:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000001:00000001:3.0:1773688179.986808:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.986810:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.986811:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:3.0:1773688179.986813:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: returning size 15360 00000001:00000001:3.0:1773688179.986816:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.986818:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.986822:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000400:00000200:1.0:1773688179.986822:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48202:48202:256:4294967295] 192.168.204.51@tcp LPNI seq info [48198:48198:8:4294967295] 00000004:00000001:3.0:1773688179.986825:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.986828:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.986832:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.986835:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000400:00000200:1.0:1773688179.986835:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000004:00000001:3.0:1773688179.986840:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000200:1.0:1773688179.986843:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000004:00000001:3.0:1773688179.986844:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.986848:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773688179.986849:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7e00. 00000004:00000001:3.0:1773688179.986851:0:68797:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000004:00000002:3.0:1773688179.986854:0:68797:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:3.0:1773688179.986857:0:68797:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000800:00000200:1.0:1773688179.986857:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000004:00000001:3.0:1773688179.986859:0:68797:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.986862:0:68797:0:(mdd_object.c:3758:mdd_open()) Process entered 00000800:00000200:1.0:1773688179.986865:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000004:00000001:3.0:1773688179.986867:0:68797:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000800:00000200:1.0:1773688179.986868:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7e00 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:3.0:1773688179.986871:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:00000001:3.0:1773688179.986874:0:68797:0:(mdd_permission.c:247:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.986875:0:68797:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.986877:0:68797:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688179.986877:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.986881:0:68797:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000100:00000040:1.0:1773688179.986882:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00000004:00000010:3.0:1773688179.986885:0:68797:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9b07851d00. 00010000:00000001:1.0:1773688179.986885:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.986886:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.986889:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.986893:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b07851d00 with handle 0x52973366461d30db to hash 00000100:00000040:1.0:1773688179.986893:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b07855450 x1859843854336000/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1773688179.986897:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:3.0:1773688179.986900:0:68797:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614997183569152 : -129076525982464 : ffff8a9b07851d00) 00000004:00000001:3.0:1773688179.986903:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1773688179.986906:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:3.0:1773688179.986909:0:68797:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0x145:0x0] Change mfd open_flags 0 -> 040004240000003. 00000100:00100000:1.0:1773688179.986910:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b07855450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+104:2404:x1859843854336000:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 394us (557us total) trans 0 rc 0/0 00000004:00000001:3.0:1773688179.986914:0:68797:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:3.0:1773688179.986916:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00100000:1.0:1773688179.986918:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3745 00000100:00000040:1.0:1773688179.986921:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00080000:00000010:3.0:1773688179.986923:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9b0550b800. 00000100:00000001:1.0:1773688179.986923:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.986925:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000001:3.0:1773688179.986926:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614997146580992 : -129076562970624 : ffff8a9b0550b800) 00000800:00000200:2.0:1773688179.986926:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1773688179.986930:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e280. 00080000:00000001:3.0:1773688179.986931:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000010:2.0:1773688179.986931:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7e00. 00080000:00000001:3.0:1773688179.986936:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1773688179.986938:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1773688179.986938:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000001:00000001:3.0:1773688179.986940:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688179.986944:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688179.986945:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356a00. 00000400:00000200:2.0:1773688179.986961:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000020:00000040:1.0:1773688179.986963:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 103 00000400:00000200:2.0:1773688179.986966:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64660 00080000:00000001:3.0:1773688179.986970:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.986970:0:6358:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:2.0:1773688179.986971:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64660. 02000000:00000010:1.0:1773688179.986974:0:6358:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a0fadf400. 00080000:00000001:3.0:1773688179.986975:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:2.0:1773688179.986978:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000001:00000001:3.0:1773688179.986979:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 02000000:00000001:1.0:1773688179.986979:0:6358:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1773688179.986982:0:3438:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000001:00000002:3.0:1773688179.986983:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692090, last_committed = 171798692041 00000100:00000010:1.0:1773688179.986983:0:6358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b342ead80. 02000000:00000010:2.0:1773688179.986986:0:3438:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a0fadd400. 00000001:00000010:3.0:1773688179.986988:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a168b15a0. 02000000:00000001:1.0:1773688179.986989:0:6358:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1773688179.986991:0:3438:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000001:00000040:3.0:1773688179.986993:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 49 02000000:00000010:1.0:1773688179.986993:0:6358:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a0fade800. 00000100:00000001:2.0:1773688179.986995:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:3.0:1773688179.986998:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=104 02000000:00000001:1.0:1773688179.986999:0:6358:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.987002:0:6358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a10ce5180. 00000001:00000010:3.0:1773688179.987003:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b41aafcc0. 00080000:00000001:3.0:1773688179.987028:0:68797:0:(osd_io.c:399:osd_write()) Process entered 02000000:00000001:1.0:1773688179.987033:0:6358:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.987035:0:6358:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a0fadc400. 02000000:00000001:1.0:1773688179.987037:0:6358:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00080000:00000001:3.0:1773688179.987039:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000100:00000010:1.0:1773688179.987039:0:6358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a10ce5880. 02000000:00000001:1.0:1773688179.987042:0:6358:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000001:00000001:3.0:1773688179.987043:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b41aafcc0: xid 1859843854335872, transno 171798692090, tag 1, client gen 13, slot idx 2 02000000:00000010:1.0:1773688179.987044:0:6358:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a0fadf800. 00000001:00000001:3.0:1773688179.987050:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.987050:0:6358:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.987052:0:6358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b342eb100. 02000000:00000001:1.0:1773688179.987055:0:6358:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.987056:0:6358:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a0e969800. 02000000:00000001:1.0:1773688179.987060:0:6358:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773688179.987061:0:6358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a0e8b0380. 00080000:00000001:3.0:1773688179.987062:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.987065:0:68797:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 02000000:00000001:1.0:1773688179.987065:0:6358:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773688179.987067:0:6358:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8a9a0e96b000. 00000004:00000001:3.0:1773688179.987068:0:68797:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.987070:0:6358:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000004:00000001:3.0:1773688179.987071:0:68797:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773688179.987073:0:6358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a0e8b3b80. 00000004:00000001:3.0:1773688179.987075:0:68797:0:(mdt_open.c:1236:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688179.987076:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1773688179.987079:0:68797:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1773688179.987082:0:68797:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000100:00000200:1.0:1773688179.987082:0:6358:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000004:00000001:3.0:1773688179.987085:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000400:00000010:1.0:1773688179.987087:0:6358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b3697f898. 00000004:00000001:3.0:1773688179.987088:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.987090:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000400:00000010:1.0:1773688179.987092:0:6358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a9a0eeecd80. 00000004:00000001:3.0:1773688179.987093:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688179.987095:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.987098:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688179.987099:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.987100:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688179.987102:0:68797:0:(mdt_open.c:1525:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1773688179.987105:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688179.987108:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.987109:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.987110:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.987111:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.987113:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1773688179.987114:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.987116:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.987117:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.987118:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.987119:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.987121:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.987124:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.987125:0:68797:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:3.0:1773688179.987127:0:68797:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:3.0:1773688179.987128:0:68797:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.987130:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688179.987131:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.987132:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a1640ee00 refcount=3 00000020:00000001:3.0:1773688179.987134:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993135791616 : -129080573760000 : ffff8a9a1640ee00) 00010000:00000001:3.0:1773688179.987135:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993135791616 : -129080573760000 : ffff8a9a1640ee00) 00000004:00000040:3.0:1773688179.987137:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.987138:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=105 00010000:00000001:3.0:1773688179.987141:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.987141:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.987142:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.987144:0:68797:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.987145:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.987147:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.987148:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.987149:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.987151:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.987151:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.987152:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.987153:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.987154:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a1640e600 with handle 0x52973366461d30cd from hash 00010000:00000001:3.0:1773688179.987155:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.987156:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.987157:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.987158:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.987158:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.987161:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640e600/0x52973366461d30cd lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a918 expref: 105 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.987166:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.987167:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 104 00010000:00000010:3.0:1773688179.987169:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.987172:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.987173:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.987175:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.987177:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640ee00/0x52973366461d30d4 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a918 expref: 104 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.987182:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.987183:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.987184:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00010000:3.0:1773688179.987186:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00000001:3.0:1773688179.987187:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.987189:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.987190:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.987190:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.987191:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.987192:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a1640ee00, rc 0) 00000020:00000001:3.0:1773688179.987194:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.987195:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692090, xid 1859843854335872 00010000:00000001:3.0:1773688179.987197:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.987199:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b342e9880 x1859843854335872/t171798692090(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.987204:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.987205:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.987206:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.987208:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.987210:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.987211:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.987212:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.987214:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.987215:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.987216:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.987218:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee990. 00000100:00000200:3.0:1773688179.987220:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854335872, offset 224 00000400:00000200:3.0:1773688179.987223:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.987227:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.987230:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48203:48203:256:4294967295] 192.168.204.51@tcp LPNI seq info [48199:48199:8:4294967295] 00000400:00000200:3.0:1773688179.987236:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.987238:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.987240:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d200. 00000800:00000200:3.0:1773688179.987243:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.987246:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.987248:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d200 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.987258:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.987260:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.987262:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.987263:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.987264:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.987267:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b342e9880 x1859843854335872/t171798692090(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 648/664 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.987273:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b342e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+104:68109:x1859843854335872:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2924us (3060us total) trans 171798692090 rc 0/0 00000100:00100000:3.0:1773688179.987278:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15552 00000100:00000040:3.0:1773688179.987279:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.987281:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.987282:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.987284:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688179.987287:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0190. 00000020:00000010:3.0:1773688179.987289:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2200. 00000020:00000040:3.0:1773688179.987291:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 103 00000100:00000001:3.0:1773688179.987293:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.987321:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.987325:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d200. 00000400:00000200:0.0:1773688179.987329:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.987333:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.987336:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee990 00000400:00000010:0.0:1773688179.987338:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee990. 00000100:00000001:0.0:1773688179.987341:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.987342:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1773688179.988743:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.988748:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.988750:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.988751:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.988755:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.988761:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4468080 00000400:00000200:0.0:1773688179.988764:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 134504 00000800:00000001:0.0:1773688179.988768:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.988772:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.988773:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.988775:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.988777:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.988778:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.988781:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b342ea680. 00000100:00000040:0.0:1773688179.988783:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b342ea680 x1859843854336128 msgsize 576 00000100:00100000:0.0:1773688179.988785:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.988793:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.988796:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.988798:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.988818:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688179.988822:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854336128 02000000:00000001:3.0:1773688179.988824:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688179.988825:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.988828:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.988830:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.988833:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854336128 00000020:00000001:3.0:1773688179.988835:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688179.988836:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688179.988838:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.988841:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=104 00000020:00000001:3.0:1773688179.988843:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688179.988845:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688179.988848:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.988852:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5180. 00000100:00000001:3.0:1773688179.988855:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.988857:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5180. 00000020:00000010:3.0:1773688179.988861:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2200. 00000020:00000010:3.0:1773688179.988864:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688179.988867:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0190. 00000100:00000040:3.0:1773688179.988872:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688179.988874:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688179.988875:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688179.988877:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688179.988879:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.988881:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.988885:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.988894:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.988901:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688179.988902:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688179.988907:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15553 00000100:00000040:3.0:1773688179.988910:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688179.988913:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997932877440 : -129075776674176 : ffff8a9b342ea680) 00000100:00000040:3.0:1773688179.988918:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b342ea680 x1859843854336128/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688179.988926:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688179.988929:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5180. 00000100:00000001:3.0:1773688179.988931:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688179.988933:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5180. 00000100:00100000:3.0:1773688179.988937:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b342ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+104:68109:x1859843854336128:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688179.988941:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854336128 00000020:00000001:3.0:1773688179.988943:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688179.988945:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1773688179.988959:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b41aafcc0: xid 1859843854335872, transno 171798692090, client gen 13, slot idx 2 00000001:00000001:3.0:1773688179.988963:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a0cd82540: xid 1859843854335488, transno 171798692089, client gen 13, slot idx 3 00000001:00000010:3.0:1773688179.988967:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a0cd82540. 00000020:00000001:3.0:1773688179.988971:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.988973:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688179.988975:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688179.988977:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688179.988979:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854336128, found 0 last_xid 1859843854336127 00000020:00000001:3.0:1773688179.988982:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.988984:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688179.988985:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688179.988988:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.988990:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688179.988991:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688179.988992:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688179.988994:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688179.988995:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.988998:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.989001:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 6 00010000:00000001:3.0:1773688179.989003:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.989005:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.989027:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a1640fc00. 00000020:00000001:3.0:1773688179.989031:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.989033:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a1640fc00 with handle 0x52973366461d30e2 to hash 00000020:00000001:3.0:1773688179.989036:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.989037:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993135795200 : -129080573756416 : ffff8a9a1640fc00) 00010000:00000010:3.0:1773688179.989041:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.989044:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993135795200 : -129080573756416 : ffff8a9a1640fc00) 00010000:00010000:3.0:1773688179.989048:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fc00/0x52973366461d30e2 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a91f expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.989056:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.989058:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=105 00010000:00000001:3.0:1773688179.989062:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688179.989064:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688179.989068:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688179.989070:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688179.989071:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688179.989073:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688179.989075:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x145:0x0] 00000020:00000001:3.0:1773688179.989077:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688179.989080:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156740088 : -129075552811528 : ffff8a9b418685f8) 00000004:00000001:3.0:1773688179.989082:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156740000 : -129075552811616 : ffff8a9b418685a0) 00000004:00000001:3.0:1773688179.989084:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.989086:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688179.989088:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688179.989089:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688179.989091:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688179.989096:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b11b23000. 02000000:00000001:3.0:1773688179.989098:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.989100:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.989102:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.989104:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688179.989106:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688179.989107:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.989109:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.989110:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.989112:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.989114:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.989115:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.989116:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.989118:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.989119:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.989121:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.989122:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.989124:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.989125:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.989127:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.989128:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.989129:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.989130:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.989133:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.989134:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.989137:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688179.989140:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688179.989142:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688179.989144:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.989145:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.989147:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.989149:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.989150:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.989152:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.989154:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688179.989155:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.989157:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.989159:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.989160:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688179.989161:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.989164:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:3.0:1773688179.989167:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1773688179.989168:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:3.0:1773688179.989170:0:68797:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000020:00000010:3.0:1773688179.989175:0:68797:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8a9b03f2f000. 00000004:00000001:3.0:1773688179.989178:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.989180:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.989182:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.989185:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:3.0:1773688179.989187:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:3.0:1773688179.989189:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:3.0:1773688179.989193:0:68797:0:(mdt_lib.c:2238:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.989195:0:68797:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0x145:0x0]/[0x20000afe1:0x145:0x0], ldlm_rep = ffff8a9b11b23228 00000004:00000001:3.0:1773688179.989200:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1773688179.989202:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688179.989204:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688179.989206:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 7 00010000:00000001:3.0:1773688179.989208:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.989211:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688179.989213:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a1640fa00. 00000020:00000001:3.0:1773688179.989216:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688179.989217:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a1640fa00 with handle 0x52973366461d30e9 to hash 00000020:00000001:3.0:1773688179.989219:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688179.989221:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993135794688 : -129080573756928 : ffff8a9a1640fa00) 00010000:00000010:3.0:1773688179.989224:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b315ba200. 00010000:00000001:3.0:1773688179.989226:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993135794688 : -129080573756928 : ffff8a9a1640fa00) 00010000:00000001:3.0:1773688179.989228:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.989230:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.989233:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fa00/0x52973366461d30e9 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.989239:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688179.989241:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688179.989243:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688179.989244:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.989246:0:68797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1773688179.989250:0:68797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640ee00/0x52973366461d30d4 lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a918 expref: 105 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.989257:0:68797:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1773688179.989259:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.989260:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688179.989262:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.989264:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.989266:0:68797:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1773688179.989268:0:68797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fa00/0x52973366461d30e9 lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.989274:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 7 00010000:00000040:3.0:1773688179.989276:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688179.989279:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640ee00/0x52973366461d30d4 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a918 expref: 105 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.989291:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 105 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.989297:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6c00/0x52973366461d30aa lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x21/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.989303:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.989309:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.989313:0:68797:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1773688179.989316:0:68797:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fa00/0x52973366461d30e9 lrc: 4/1,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688179.989322:0:68797:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b072a5180. 00000100:00000001:3.0:1773688179.989324:0:68797:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773688179.989328:0:68797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a0cd82540. 00000100:00000001:3.0:1773688179.989330:0:68797:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614992977929536 : -129080731622080 : ffff8a9a0cd82540) 00000100:00000001:3.0:1773688179.989332:0:68797:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614992977929536 : -129080731622080 : ffff8a9a0cd82540) 00000100:00000001:3.0:1773688179.989334:0:68797:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773688179.989336:0:68797:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1773688179.989337:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1773688179.989339:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.989340:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1773688179.989341:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.989343:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688179.989345:0:68797:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1773688179.989346:0:68797:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1773688179.989349:0:68797:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36c2b100. 00000020:00000040:3.0:1773688179.989352:0:68797:0:(genops.c:1229:class_import_get()) import ffff8a9b082e3000 refcount=2 obd=lustre-MDT0000 00000100:00000001:3.0:1773688179.989354:0:68797:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773688179.989356:0:68797:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773688179.989359:0:68797:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773688179.989363:0:68797:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a112a2800. 00000100:00000001:3.0:1773688179.989366:0:68797:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.989371:0:68797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640ee00/0x52973366461d30d4 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a918 expref: 105 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688179.989386:0:68797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640ee00/0x52973366461d30d4 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a918 expref: 105 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.989393:0:68797:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1773688179.989396:0:68797:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773688179.989400:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b36c2b100 x1859843861193216/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.989408:0:68797:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773688179.989409:0:68797:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688179.989413:0:68797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b36c2b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861193216:192.168.204.51@tcp:104: 00000100:00000001:3.0:1773688179.989416:0:68797:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773688179.989419:0:68797:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773688179.989421:0:68797:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.989423:0:68797:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773688179.989426:0:68797:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a112a2000. 02000000:00000001:3.0:1773688179.989428:0:68797:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773688179.989431:0:68797:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b34631268. 00000400:00000010:3.0:1773688179.989435:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeeee0. 00000100:00000200:3.0:1773688179.989438:0:68797:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861193216, portal 16 00000100:00000001:3.0:1773688179.989440:0:68797:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773688179.989441:0:68797:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997976133888 : -129075733417728 : ffff8a9b36c2b100) 00000100:00000040:3.0:1773688179.989446:0:68797:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b36c2b100 x1859843861193216/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.989453:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.989455:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.989458:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee2a8. 00000100:00000200:3.0:1773688179.989460:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861193216, offset 0 00000400:00000200:3.0:1773688179.989465:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.989470:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.989473:0:68797:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773688179.989477:0:68797:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:3.0:1773688179.989480:0:68797:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773688179.989482:0:68797:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:3.0:1773688179.989486:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48204:48204:256:4294967295] 192.168.204.51@tcp LPNI seq info [48200:48200:8:4294967295] 00000400:00000200:3.0:1773688179.989494:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.989499:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.989502:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99da00. 00000800:00000200:3.0:1773688179.989506:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.989511:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.989514:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99da00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.989524:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.989527:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4297630910 00000100:00000001:3.0:1773688179.989533:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4297630905 00000100:00000001:3.0:1773688179.989537:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4297630910 00000100:00000001:3.0:1773688179.989541:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4297630905 00000100:00000001:3.0:1773688179.989544:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4297630910 00000100:00000001:3.0:1773688179.989548:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4297630905 00000100:00000001:3.0:1773688179.989552:0:68797:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4297630910 00000100:00000001:3.0:1773688179.989556:0:68797:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4297630905 00000100:00000001:3.0:1773688179.989560:0:68797:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773688179.989562:0:68797:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.989564:0:68797:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.989566:0:68797:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.989568:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.989571:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:2.0:1773688179.989571:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1773688179.989574:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:2.0:1773688179.989575:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99da00. 00010000:00000001:3.0:1773688179.989577:0:68797:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773688179.989579:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1773688179.989581:0:68797:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1773688179.989585:0:68797:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:2.0:1773688179.989585:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.989589:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee2a8 00000100:00000001:3.0:1773688179.989590:0:68797:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773688179.989591:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee2a8. 00000100:00000001:3.0:1773688179.989595:0:68797:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773688179.989595:0:3438:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1773688179.989599:0:68797:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1773688179.989602:0:3438:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b36c2b100 x1859843861193216/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773688179.989604:0:68797:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9a0cd82540 going to sleep for 11 seconds 00000100:00000001:3.0:1773688179.989609:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773688179.989612:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.989613:0:3438:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688179.989617:0:3438:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b36c2b100 x1859843861193216/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688179.989622:0:3438:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.989623:0:3438:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1773688179.990035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0fab6200. 00010000:00000010:3.1:1773688179.990039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0fab6400. 00010000:00000010:3.1:1773688179.990041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0fab7a00. 00000800:00000001:0.0:1773688179.990341:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.990347:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.990349:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.990351:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.990356:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.990364:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af2200 00000400:00000200:0.0:1773688179.990369:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x77ff9 [1] + 224 00000800:00000001:0.0:1773688179.990373:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.990386:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.990388:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.990392:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.990395:0:3439:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773688179.990399:0:3439:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b36c2b100 x1859843861193216/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1773688179.990409:0:3439:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9b36c2b100 x1859843861193216/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688179.990423:0:3439:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.990427:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.990430:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.990444:0:68797:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773688179.990447:0:68797:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773688179.990449:0:68797:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773688179.990450:0:68797:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b34631268. 00000400:00000200:3.0:1773688179.990453:0:68797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeeee0 00000400:00000010:3.0:1773688179.990454:0:68797:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeeee0. 00000100:00000001:3.0:1773688179.990455:0:68797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773688179.990459:0:68797:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9b36c2b100 x1859843861193216/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1773688179.990464:0:68797:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9b36c2b100 x1859843861193216/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.990469:0:68797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773688179.990469:0:68797:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.990471:0:68797:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773688179.990472:0:68797:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773688179.990473:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688179.990474:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688179.990475:0:68797:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.990477:0:68797:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9b082e3458 time=3 v=5 (5 0 0 0) 00000100:00001000:3.0:1773688179.990479:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b082e3410 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1773688179.990481:0:68797:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773688179.990482:0:68797:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.990483:0:68797:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773688179.990484:0:68797:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.990486:0:68797:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.990488:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9b36c2b100 x1859843861193216/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.990492:0:68797:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773688179.990494:0:68797:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773688179.990495:0:68797:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.990496:0:68797:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1773688179.990497:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.990498:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.990498:0:68797:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.990501:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36c2b100 x1859843861193216/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773688179.990505:0:68797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9b36c2b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:68797:1859843861193216:192.168.204.51@tcp:104: 00000100:00000001:3.0:1773688179.990507:0:68797:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688179.990509:0:68797:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.990510:0:68797:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773688179.990511:0:68797:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773688179.990512:0:68797:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9b36c2b100 x1859843861193216/t0(0) o104->lustre-MDT0000@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688195 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688179.990516:0:68797:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773688179.990517:0:68797:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773688179.990518:0:68797:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a112a2000. 02000000:00000001:3.0:1773688179.990520:0:68797:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773688179.990521:0:68797:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773688179.990522:0:68797:0:(genops.c:1242:class_import_put()) import ffff8a9b082e3000 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1773688179.990523:0:68797:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773688179.990524:0:68797:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a112a2800. 02000000:00000001:3.0:1773688179.990525:0:68797:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773688179.990526:0:68797:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773688179.990527:0:68797:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b36c2b100. 00000100:00000001:3.0:1773688179.990529:0:68797:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773688179.990530:0:68797:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773688179.990531:0:68797:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a0cd82540. 00000100:00000001:3.0:1773688179.990533:0:68797:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1773688179.990534:0:68797:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1773688179.990535:0:68797:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b072a5180. 00010000:00000001:3.0:1773688179.990537:0:68797:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.990539:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.990540:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688179.990542:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1773688179.990544:0:68797:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fa00/0x52973366461d30e9 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000001:0.0:1773688179.990816:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.990820:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.990822:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.990823:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.990826:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.990831:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4468100 00000400:00000200:0.0:1773688179.990834:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x736f9 [2] + 0 00000800:00000001:0.0:1773688179.990837:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.990855:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.990857:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.990859:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.990862:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.990863:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1773688179.990865:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b342eb100. 00000100:00000040:0.0:1773688179.990867:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b342eb100 x1859843854336256 msgsize 328 00000100:00100000:0.0:1773688179.990870:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.990876:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.990879:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.990881:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.990910:0:6358:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.990913:0:6358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854336256 02000000:00000001:1.0:1773688179.990915:0:6358:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.990917:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.990919:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.990922:0:6358:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.990924:0:6358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854336256 00000020:00000001:1.0:1773688179.990926:0:6358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.990927:0:6358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.990929:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.990932:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=106 00000020:00000001:1.0:1773688179.990934:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.990936:0:6358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.990939:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.990942:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.990945:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.990958:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000020:00000010:1.0:1773688179.990963:0:6358:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356a00. 00000020:00000010:1.0:1773688179.990967:0:6358:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e280. 00000020:00000010:1.0:1773688179.990971:0:6358:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688179.990976:0:6358:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1773688179.990978:0:6358:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.990979:0:6358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1773688179.990981:0:6358:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1773688179.990983:0:6358:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.990985:0:6358:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1773688179.990988:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.990989:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.990991:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a1640ee00 refcount=4 00000020:00000001:1.0:1773688179.990993:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993135791616 : -129080573760000 : ffff8a9a1640ee00) 00010000:00000001:1.0:1773688179.990995:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993135791616 : -129080573760000 : ffff8a9a1640ee00) 00010000:00010000:1.0:1773688179.991001:0:6358:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640ee00/0x52973366461d30d4 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a918 expref: 106 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.991031:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.991033:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.991034:0:6358:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.991037:0:6358:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.991041:0:6358:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1773688179.991046:0:6358:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9b342eb100 x1859843854336256/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.991053:0:6358:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1773688179.991055:0:6358:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.991067:0:6358:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.991076:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.991077:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.991082:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3746 00000100:00000040:1.0:1773688179.991085:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 2 00000100:00000001:1.0:1773688179.991087:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997932880128 : -129075776671488 : ffff8a9b342eb100) 00000100:00000040:1.0:1773688179.991092:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b342eb100 x1859843854336256/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.991100:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.991103:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.991105:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.991108:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000100:00100000:1.0:1773688179.991112:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b342eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+106:2405:x1859843854336256:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1773688179.991116:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854336256 00010000:00000001:1.0:1773688179.991117:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1773688179.991123:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1773688179.991125:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1773688179.991128:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.991129:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.991132:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a0fadf800. 02000000:00000001:1.0:1773688179.991135:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.991137:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.991139:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.991140:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.991142:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.991144:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.991145:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a1640ee00 refcount=4 00000020:00000001:1.0:1773688179.991147:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993135791616 : -129080573760000 : ffff8a9a1640ee00) 00010000:00000001:1.0:1773688179.991150:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993135791616 : -129080573760000 : ffff8a9a1640ee00) 00010000:00000040:1.0:1773688179.991152:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 8 00000004:00000001:1.0:1773688179.991154:0:6358:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1773688179.991158:0:6358:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640ee00/0x52973366461d30d4 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a918 expref: 106 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:1.0:1773688179.991166:0:6358:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9b2bf83c50 time=1773688179 v=20 (0 0 0 0) 00010000:00000001:1.0:1773688179.991169:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773688179.991174:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.991175:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.991178:0:6358:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640ee00/0x52973366461d30d4 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a918 expref: 106 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773688179.991185:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.991186:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.991188:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.991189:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.991192:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.991193:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.991196:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.991197:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.991199:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.991200:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.991203:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a1640ee00 with handle 0x52973366461d30d4 from hash 00010000:00000001:1.0:1773688179.991205:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.991206:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.991207:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.991208:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.991211:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.991212:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.991214:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.991215:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.991218:0:6358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640ee00/0x52973366461d30d4 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0x145:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a918 expref: 106 pid: 68797 timeout: 3058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.991225:0:6358:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:1.0:1773688179.991227:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 105 00010000:00000010:1.0:1773688179.991229:0:6358:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315bad80. 00010000:00000001:1.0:1773688179.991235:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.991237:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.991239:0:6358:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.991241:0:6358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00010000:1.0:1773688179.991245:0:6358:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fa00/0x52973366461d30e9 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.991257:0:6358:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.991258:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.991260:0:6358:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.991262:0:6358:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.991264:0:6358:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.991266:0:6358:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.991267:0:6358:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1773688179.991269:0:6358:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fa00/0x52973366461d30e9 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.991274:0:6358:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1773688179.991276:0:6358:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.991277:0:6358:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.991278:0:6358:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.991280:0:6358:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 7 00010000:00000040:1.0:1773688179.991283:0:6358:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.991286:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 105 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.991292:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6c00/0x52973366461d30aa lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x21/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.991298:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.991303:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.991307:0:6358:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fa00/0x52973366461d30e9 lrc: 4/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.991312:0:6358:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.991314:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.991315:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.991317:0:6358:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.991319:0:6358:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.991321:0:6358:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1773688179.991324:0:6358:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.991326:0:6358:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773688179.991330:0:6358:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b01370a80. 00000100:00000001:1.0:1773688179.991332:0:6358:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997077789312 : -129076631762304 : ffff8a9b01370a80) 00000100:00000001:1.0:1773688179.991334:0:6358:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997077789312 : -129076631762304 : ffff8a9b01370a80) 00000100:00000001:1.0:1773688179.991336:0:6358:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773688179.991337:0:6358:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1773688179.991339:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.991340:0:6358:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.991348:0:6358:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.991350:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.991351:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.991353:0:6358:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.991355:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1773688179.991356:0:6358:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1773688179.991358:0:6358:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.991360:0:6358:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.991362:0:6358:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1773688179.991364:0:6358:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b01370a80. 00000100:00000001:1.0:1773688179.991367:0:6358:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688179.991368:0:6358:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773688179.991371:0:6358:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9a0f80a700. 00010000:00010000:3.0:1773688179.991372:0:68797:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fa00/0x52973366461d30e9 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.991374:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.991378:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.991380:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.991382:0:68797:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688179.991385:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fa00/0x52973366461d30e9 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.991385:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.991389:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.991393:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00001000:1.0:1773688179.991395:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00010000:00000001:3.0:1773688179.991396:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.991398:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.991401:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1773688179.991402:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1773688179.991403:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.991406:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a1640fa00 refcount=3 00000020:00000001:3.0:1773688179.991409:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993135794688 : -129080573756928 : ffff8a9a1640fa00) 00000100:00000040:1.0:1773688179.991410:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.991412:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993135794688 : -129080573756928 : ffff8a9a1640fa00) 00010000:00000001:3.0:1773688179.991415:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1773688179.991415:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 00010000:00000001:3.0:1773688179.991417:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.991420:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.991421:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:3.0:1773688179.991423:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 02000000:00000001:1.0:1773688179.991424:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.991428:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000100:00000001:1.0:1773688179.991428:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:3.0:1773688179.991431:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000100:00000040:1.0:1773688179.991435:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000004:00000001:3.0:1773688179.991437:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773688179.991439:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64660. 00000004:00000001:3.0:1773688179.991440:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.991444:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.991446:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000100:00000200:1.0:1773688179.991446:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854336256, offset 224 00080000:00000001:3.0:1773688179.991450:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.991453:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000400:00000200:1.0:1773688179.991454:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000004:00000001:3.0:1773688179.991456:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1773688179.991459:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688179.991460:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.991462:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x145:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:3.0:1773688179.991466:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000400:00000200:1.0:1773688179.991467:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000004:00000001:3.0:1773688179.991468:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.991470:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.991473:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.991476:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000400:00000200:1.0:1773688179.991478:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48205:48205:256:4294967295] 192.168.204.51@tcp LPNI seq info [48201:48201:8:4294967295] 00000004:00000001:3.0:1773688179.991479:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688179.991482:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.991484:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.991486:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.991488:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.991492:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000400:00000200:1.0:1773688179.991495:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000004:00000001:3.0:1773688179.991496:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1773688179.991499:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1773688179.991502:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000200:1.0:1773688179.991504:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000004:00000002:3.0:1773688179.991506:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b11b23370 00000004:00000001:3.0:1773688179.991509:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773688179.991510:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7100. 00000001:00000001:3.0:1773688179.991511:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.991513:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.991515:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.991517:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.991520:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688179.991520:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000001:00000001:3.0:1773688179.991523:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688179.991525:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688179.991527:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688179.991530:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000800:00000200:1.0:1773688179.991531:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000004:00200000:3.0:1773688179.991533:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: returning size 15360 00000004:00000040:3.0:1773688179.991538:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x145:45025 magic=0x0BD10BD0 pattern=0X1 00000800:00000200:1.0:1773688179.991538:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7100 type 1, nob 320 niov 1 nkiov 1 00000004:00000040:3.0:1773688179.991543:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:3.0:1773688179.991545:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2569 00000004:00200000:3.0:1773688179.991547:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:3.0:1773688179.991548:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1773688179.991549:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.991550:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.991552:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000100:00000001:1.0:1773688179.991552:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.991554:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688179.991557:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688179.991560:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000100:00000040:1.0:1773688179.991560:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00080000:00000001:3.0:1773688179.991562:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688179.991566:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00010000:00000001:1.0:1773688179.991566:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.991571:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00010000:00000001:1.0:1773688179.991572:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.991573:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.991578:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000100:00000040:1.0:1773688179.991579:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b342eb100 x1859843854336256/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773688179.991588:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b342eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+105:2405:x1859843854336256:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 485us (718us total) trans 0 rc 0/0 00000020:00000001:3.0:1773688179.991590:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688179.991595:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688179.991596:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.991598:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.991601:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3746 00010000:00000001:3.0:1773688179.991603:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000800:00000200:2.0:1773688179.991604:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1773688179.991606:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1773688179.991606:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 1 00000800:00000010:2.0:1773688179.991607:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7100. 00000020:00000040:3.0:1773688179.991609:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a1640fa00 refcount=3 00000020:00000001:3.0:1773688179.991613:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993135794688 : -129080573756928 : ffff8a9a1640fa00) 00000100:00000001:1.0:1773688179.991613:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1773688179.991614:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1773688179.991617:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1773688179.991619:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993135794688 : -129080573756928 : ffff8a9a1640fa00) 00000020:00000010:1.0:1773688179.991622:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e280. 00000400:00000200:2.0:1773688179.991623:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000004:00010000:3.0:1773688179.991624:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fa00/0x52973366461d30e9 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773688179.991630:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64660 00010000:00000001:3.0:1773688179.991631:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1773688179.991631:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00010000:00000001:3.0:1773688179.991634:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1773688179.991634:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64660. 00000004:00000001:3.0:1773688179.991637:0:68797:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000020:00000010:1.0:1773688179.991638:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356a00. 00000004:00000001:3.0:1773688179.991640:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000100:00000001:2.0:1773688179.991640:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.991643:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:1.0:1773688179.991644:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 104 00000004:00000001:3.0:1773688179.991645:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:3.0:1773688179.991648:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1773688179.991650:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688179.991651:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688179.991653:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a1640fa00 refcount=3 00000020:00000001:3.0:1773688179.991655:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993135794688 : -129080573756928 : ffff8a9a1640fa00) 00010000:00000001:3.0:1773688179.991657:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993135794688 : -129080573756928 : ffff8a9a1640fa00) 00000004:00000040:3.0:1773688179.991659:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688179.991660:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=105 00010000:00000001:3.0:1773688179.991663:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.991664:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688179.991665:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.991667:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1773688179.991669:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688179.991670:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688179.991671:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688179.991672:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688179.991673:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688179.991674:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1773688179.991676:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688179.991678:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1773688179.991679:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688179.991680:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:3.0:1773688179.991682:0:68797:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8a9b03f2f000. 00000004:00000001:3.0:1773688179.991685:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688179.991686:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688179.991687:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688179.991689:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.991689:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.991690:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688179.991692:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688179.991693:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a1640fc00 with handle 0x52973366461d30e2 from hash 00010000:00000001:3.0:1773688179.991694:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688179.991695:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.991696:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.991696:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688179.991697:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688179.991700:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fc00/0x52973366461d30e2 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a91f expref: 105 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688179.991704:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:3.0:1773688179.991705:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 104 00010000:00000010:3.0:1773688179.991706:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315baa80. 00010000:00000001:3.0:1773688179.991710:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688179.991711:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.991713:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688179.991716:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fa00/0x52973366461d30e9 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a91f expref: 104 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688179.991721:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688179.991722:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688179.991724:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00010000:3.0:1773688179.991725:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1773688179.991726:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688179.991728:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688179.991728:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688179.991729:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688179.991730:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688179.991731:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a1640fa00, rc 0) 00000020:00000001:3.0:1773688179.991732:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688179.991734:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854336128 00010000:00000001:3.0:1773688179.991735:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688179.991738:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b342ea680 x1859843854336128/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688179.991742:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688179.991743:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688179.991745:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688179.991746:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688179.991748:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688179.991749:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688179.991751:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688179.991752:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688179.991753:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688179.991755:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688179.991757:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeeee0. 00000100:00000200:3.0:1773688179.991760:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854336128, offset 224 00000400:00000200:3.0:1773688179.991762:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688179.991766:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688179.991769:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48206:48206:256:4294967295] 192.168.204.51@tcp LPNI seq info [48202:48202:8:4294967295] 00000400:00000200:3.0:1773688179.991776:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688179.991779:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688179.991781:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d700. 00000800:00000200:3.0:1773688179.991784:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688179.991787:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688179.991789:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d700 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:3.0:1773688179.991797:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688179.991799:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688179.991800:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688179.991801:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688179.991803:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688179.991805:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b342ea680 x1859843854336128/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 576/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688179.991811:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b342ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+104:68109:x1859843854336128:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2884us (3026us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688179.991818:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15553 00000100:00000040:3.0:1773688179.991822:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688179.991824:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688179.991826:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688179.991829:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688179.991832:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0190. 00000020:00000010:3.0:1773688179.991836:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2200. 00000020:00000040:3.0:1773688179.991839:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 103 00000100:00000001:3.0:1773688179.991841:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688179.991855:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688179.991858:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d700. 00000400:00000200:0.0:1773688179.991861:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.991864:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688179.991866:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeeee0 00000400:00000010:0.0:1773688179.991868:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeeee0. 00000100:00000001:0.0:1773688179.991870:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688179.991871:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688179.994031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a1640e000. 00000800:00000001:0.0:1773688179.995654:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.995662:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688179.995665:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.995668:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.995677:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688179.995685:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4468180 00000400:00000200:0.0:1773688179.995688:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 135080 00000800:00000001:0.0:1773688179.995693:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.995698:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688179.995699:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688179.995702:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688179.995706:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688179.995707:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1773688179.995710:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b342ead80. 00000100:00000040:0.0:1773688179.995713:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b342ead80 x1859843854336384 msgsize 584 00000100:00100000:0.0:1773688179.995716:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688179.995728:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688179.995732:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688179.995734:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.995753:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.995756:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854336384 02000000:00000001:1.0:1773688179.995758:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.995759:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.995761:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.995763:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.995765:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854336384 00000020:00000001:1.0:1773688179.995766:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.995767:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.995769:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.995771:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=104 00000020:00000001:1.0:1773688179.995773:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.995774:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.995777:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.995780:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.995782:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.995783:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000020:00000010:1.0:1773688179.995786:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356a00. 00000020:00000010:1.0:1773688179.995789:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e280. 00000020:00000010:1.0:1773688179.995791:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688179.995795:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688179.995796:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.995797:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688179.995799:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688179.995800:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.995801:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.995804:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.995812:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.995819:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.995821:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.995825:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15554 00000100:00000040:1.0:1773688179.995828:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688179.995830:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997932879232 : -129075776672384 : ffff8a9b342ead80) 00000100:00000040:1.0:1773688179.995835:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b342ead80 x1859843854336384/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/0 e 0 to 0 dl 1773688259 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688179.995841:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.995842:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.995844:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.995845:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000100:00100000:1.0:1773688179.995848:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b342ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+104:68109:x1859843854336384:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688179.995850:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854336384 00000020:00000001:1.0:1773688179.995852:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688179.995854:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688179.995856:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.995857:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688179.995859:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688179.995860:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688179.995862:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854336384, found 0 last_xid 1859843854336383 00000020:00000001:1.0:1773688179.995864:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688179.995865:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688179.995866:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688179.995869:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.995870:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688179.995871:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688179.995872:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688179.995873:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688179.995874:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.995876:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.995883:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:1.0:1773688179.995885:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.995887:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.995889:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afbc00. 00000020:00000001:1.0:1773688179.995891:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.995892:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afbc00 with handle 0x52973366461d30f0 to hash 00000020:00000001:1.0:1773688179.995894:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.995895:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000010:1.0:1773688179.995897:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bc80. 00010000:00000001:1.0:1773688179.995899:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00010000:1.0:1773688179.995902:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d30f0 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a926 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.995907:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:1.0:1773688179.995908:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=105 00010000:00000001:1.0:1773688179.995911:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688179.995913:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688179.995916:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688179.995918:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688179.995919:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1773688179.995920:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688179.995922:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:1.0:1773688179.995924:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.995927:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:1.0:1773688179.995929:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:1.0:1773688179.995931:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.995934:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688179.995935:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688179.995937:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.995939:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.995943:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a0d261000. 02000000:00000001:1.0:1773688179.995945:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.995957:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.995959:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.995961:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1773688179.995964:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:1.0:1773688179.995965:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.995967:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.995969:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.995971:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.995973:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.995975:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.995977:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.995978:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.995980:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.995981:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.995983:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.995984:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.995985:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.995987:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.995989:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.995990:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.995991:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.995993:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.995994:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.995996:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688179.995999:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688179.996000:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688179.996002:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.996002:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.996004:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.996005:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.996031:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.996033:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.996035:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688179.996036:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.996038:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.996039:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.996040:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688179.996042:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.996045:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1773688179.996049:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:1.0:1773688179.996050:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/HANDOUT.DOC, ldlm_rep = ffff8a9a0d261228 00000004:00000001:1.0:1773688179.996055:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1773688179.996057:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1773688179.996058:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1773688179.996060:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688179.996061:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.996063:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:1.0:1773688179.996065:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.996066:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.996069:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afa400. 00000020:00000001:1.0:1773688179.996071:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.996073:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afa400 with handle 0x52973366461d30f7 to hash 00000020:00000001:1.0:1773688179.996074:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.996075:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000010:1.0:1773688179.996078:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b700. 00010000:00000001:1.0:1773688179.996080:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000001:1.0:1773688179.996082:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.996083:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.996086:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d30f7 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.996093:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688179.996096:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688179.996098:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.996099:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.996101:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.996103:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.996104:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.996113:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.996115:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.996116:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.996117:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.996119:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 4 00010000:00000040:1.0:1773688179.996122:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.996127:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 105 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.996136:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 105 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.996142:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d30f7 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.996146:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.996152:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.996153:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.996155:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.996156:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.996157:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.996158:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.996160:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.996161:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.996163:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d30f7 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.996167:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688179.996168:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.996169:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.996170:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688179.996171:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.996173:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46200 count: 6 00010000:00000001:1.0:1773688179.996174:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.996175:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.996178:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1200. 00000020:00000001:1.0:1773688179.996180:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.996181:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1200 with handle 0x52973366461d30fe to hash 00000020:00000001:1.0:1773688179.996183:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.996184:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140912640 : -129080568638976 : ffff8a9a168f1200) 00010000:00000010:1.0:1773688179.996188:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b080. 00010000:00000001:1.0:1773688179.996190:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140912640 : -129080568638976 : ffff8a9a168f1200) 00010000:00000001:1.0:1773688179.996193:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.996194:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.996196:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d30fe lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.996202:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688179.996203:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688179.996204:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.996206:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.996208:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.996210:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.996212:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.996214:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.996215:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.996216:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.996217:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.996219:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) refcount = 6 00010000:00000040:1.0:1773688179.996222:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.996224:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab7e00/0x52973366461d30a3 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.996231:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d2f8b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.996237:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2d46 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.996243:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10000/0x52973366461d2b9b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.996249:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d2b78 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.996254:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d30fe lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.996259:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.996262:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.996263:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.996265:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.996266:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.996268:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.996270:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.996272:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.996274:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.996277:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d30fe lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.996283:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688179.996284:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.996285:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.996287:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.996291:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1773688179.996317:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1773688179.996319:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1773688179.996322:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1773688179.996327:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.996331:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1773688179.996349:0:68797:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688179.996351:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1773688179.996352:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:1.0:1773688179.996354:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1773688179.996355:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773688179.996357:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773688179.996358:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.996359:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1773688179.996361:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688179.996362:0:68797:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:1.0:1773688179.996364:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.996365:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.996366:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688179.996367:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x145:0x0] 00000020:00000001:1.0:1773688179.996368:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.996370:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156740088 : -129075552811528 : ffff8a9b418685f8) 00000004:00000001:1.0:1773688179.996371:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156740000 : -129075552811616 : ffff8a9b418685a0) 00000004:00000001:1.0:1773688179.996374:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1773688179.996376:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688179.996377:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.996379:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 6 00010000:00000001:1.0:1773688179.996381:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.996382:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.996384:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1c00. 00000020:00000001:1.0:1773688179.996386:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.996387:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1c00 with handle 0x52973366461d3105 to hash 00000020:00000001:1.0:1773688179.996388:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.996389:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000010:1.0:1773688179.996392:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bb00. 00010000:00000001:1.0:1773688179.996393:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000001:1.0:1773688179.996395:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.996396:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.996398:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d3105 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.996401:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688179.996402:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688179.996403:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.996404:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.996406:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.996407:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.996408:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.996409:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.996410:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.996411:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.996411:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.996412:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 6 00010000:00000040:1.0:1773688179.996414:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.996416:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fa00/0x52973366461d30e9 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a91f expref: 105 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.996422:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 105 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.996426:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6c00/0x52973366461d30aa lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.996429:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.996432:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.996435:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d3105 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.996437:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.996439:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.996440:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.996440:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.996441:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.996442:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.996443:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.996444:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.996446:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.996447:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d3105 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.996450:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688179.996451:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.996452:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.996452:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.996453:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.996455:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1c00 refcount=3 00000020:00000001:1.0:1773688179.996456:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000001:1.0:1773688179.996457:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000001:1.0:1773688179.996458:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.996459:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.996460:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.996462:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1773688179.996464:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1773688179.996465:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1773688179.996468:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.996470:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.996472:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.996473:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.996477:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688179.996479:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688179.996480:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688179.996482:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:1.0:1773688179.996483:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688179.996484:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x145:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:1.0:1773688179.996486:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.996488:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.996488:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.996490:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688179.996491:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688179.996493:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688179.996494:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.996495:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.996496:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.996497:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688179.996498:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688179.996499:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1773688179.996500:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1773688179.996501:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1773688179.996503:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a0d261370 00000004:00000001:1.0:1773688179.996504:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.996505:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.996507:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.996508:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.996509:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.996510:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.996511:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.996512:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.996513:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688179.996515:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:1.0:1773688179.996516:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: returning size 15360 00000004:00000040:1.0:1773688179.996518:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x145:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1773688179.996520:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:1.0:1773688179.996521:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2569 00000004:00200000:1.0:1773688179.996523:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:1.0:1773688179.996524:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:1.0:1773688179.996525:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.996526:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.996527:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1773688179.996528:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.996529:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.996530:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.996531:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688179.996533:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688179.996534:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688179.996535:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.996538:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688179.996541:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.996542:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.996543:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.996544:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.996547:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.996548:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.996549:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1c00 refcount=3 00000020:00000001:1.0:1773688179.996550:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000001:1.0:1773688179.996552:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00000004:00010000:1.0:1773688179.996554:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d3105 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:1.0:1773688179.996558:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688179.996560:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688179.996561:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1773688179.996562:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1773688179.996563:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.996564:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1773688179.996565:0:68797:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:1.0:1773688179.996566:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.996567:0:68797:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.996568:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.996569:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 6 00010000:00000040:1.0:1773688179.996570:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.996572:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fa00/0x52973366461d30e9 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a91f expref: 105 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.996577:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 105 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.996581:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6c00/0x52973366461d30aa lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.996584:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.996587:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.996590:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d3105 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.996592:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.996593:0:68797:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.996594:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.996596:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.996597:0:68797:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688179.996599:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1773688179.996600:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688179.996601:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.996602:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.996603:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afa400 refcount=3 00000020:00000001:1.0:1773688179.996604:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000001:1.0:1773688179.996605:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000001:1.0:1773688179.996607:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688179.996608:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d30f7 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.996611:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.996612:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.996613:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d30f7 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.996616:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.996617:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.996619:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688179.996628:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d30f7 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.996634:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b11afa400 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688179.996636:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.996637:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688179.996639:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d30f7 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.996643:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688179.996644:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.996645:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.996646:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afa400 refcount=4 00000020:00000001:1.0:1773688179.996647:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000001:1.0:1773688179.996649:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000001:1.0:1773688179.996651:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688179.996652:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d30f7 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.996656:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688179.996656:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688179.996657:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.996659:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.996660:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.996661:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.996662:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.996664:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b11afa400 with handle 0x52973366461d30f7 from hash 00010000:00000001:1.0:1773688179.996665:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.996665:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.996666:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.996667:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.996668:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.996669:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.996670:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.996671:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.996673:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.996674:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:1.0:1773688179.996676:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688179.996677:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.996678:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.996679:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688179.996680:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688179.996681:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.996682:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.996683:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.996684:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.996685:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.996687:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d30f7 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.996693:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.996693:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.996694:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688179.996695:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688179.996696:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.996698:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d30f7 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688179.996701:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b700. 00010000:00000001:1.0:1773688179.996704:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.996705:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688179.996706:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688179.996706:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.996707:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.996708:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1200 refcount=3 00000020:00000001:1.0:1773688179.996709:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140912640 : -129080568638976 : ffff8a9a168f1200) 00010000:00000001:1.0:1773688179.996710:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140912640 : -129080568638976 : ffff8a9a168f1200) 00010000:00000001:1.0:1773688179.996711:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688179.996713:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d30fe lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.996716:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.996717:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.996718:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d30fe lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.996721:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.996721:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.996722:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688179.996723:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d30fe lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.996726:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a168f1200 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688179.996728:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.996729:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688179.996730:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d30fe lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.996733:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688179.996734:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.996734:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.996735:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1200 refcount=4 00000020:00000001:1.0:1773688179.996736:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140912640 : -129080568638976 : ffff8a9a168f1200) 00010000:00000001:1.0:1773688179.996737:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140912640 : -129080568638976 : ffff8a9a168f1200) 00010000:00000001:1.0:1773688179.996738:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688179.996739:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d30fe lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.996742:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688179.996742:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688179.996743:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.996744:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.996745:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.996745:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.996746:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.996747:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f1200 with handle 0x52973366461d30fe from hash 00010000:00000001:1.0:1773688179.996748:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.996749:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.996750:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.996750:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.996751:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.996752:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.996753:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.996753:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.996754:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.996755:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) 00010000:00010000:1.0:1773688179.996757:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688179.996758:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.996760:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.996761:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688179.996762:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688179.996763:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.996763:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.996764:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.996765:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.996766:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.996768:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d30fe lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.996770:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.996771:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.996771:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688179.996772:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688179.996772:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.996774:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d30fe lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688179.996776:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b080. 00010000:00000001:1.0:1773688179.996778:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.996779:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688179.996780:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1773688179.996780:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1773688179.996781:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:1.0:1773688179.996782:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.996783:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.996784:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1c00 refcount=3 00000020:00000001:1.0:1773688179.996785:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000001:1.0:1773688179.996786:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00000004:00000040:1.0:1773688179.996787:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:1.0:1773688179.996788:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=106 00010000:00000001:1.0:1773688179.996791:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.996791:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.996792:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688179.996793:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1773688179.996795:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688179.996796:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688179.996797:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688179.996798:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688179.996799:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688179.996801:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1773688179.996804:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.996805:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688179.996806:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688179.996807:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688179.996808:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1773688179.996810:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688179.996810:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.996812:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.996812:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.996813:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.996814:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.996815:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b11afbc00 with handle 0x52973366461d30f0 from hash 00010000:00000001:1.0:1773688179.996817:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.996817:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.996818:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.996819:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688179.996819:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.996821:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d30f0 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a926 expref: 106 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.996825:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:1.0:1773688179.996826:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 105 00010000:00000010:1.0:1773688179.996828:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bc80. 00010000:00000001:1.0:1773688179.996830:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.996831:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.996832:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688179.996834:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d3105 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a926 expref: 105 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.996839:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.996840:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.996841:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00010000:1.0:1773688179.996842:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1773688179.996844:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.996845:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.996846:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688179.996846:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.996847:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688179.996848:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a168f1c00, rc 0) 00000020:00000001:1.0:1773688179.996849:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688179.996851:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854336384 00010000:00000001:1.0:1773688179.996853:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688179.996856:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b342ead80 x1859843854336384/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688179.996861:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688179.996862:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688179.996864:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=57 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688179.996866:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688179.996868:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688179.996869:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688179.996871:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688179.996872:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.996873:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688179.996875:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688179.996878:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64880. 00000100:00000200:1.0:1773688179.996880:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854336384, offset 224 00000400:00000200:1.0:1773688179.996884:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688179.996889:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688179.996893:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48207:48207:256:4294967295] 192.168.204.51@tcp LPNI seq info [48203:48203:8:4294967295] 00000400:00000200:1.0:1773688179.996899:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688179.996902:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688179.996904:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7b00. 00000800:00000200:1.0:1773688179.996908:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688179.996913:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688179.996917:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7b00 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:1.0:1773688179.996929:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688179.996932:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688179.996934:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688179.996936:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.996938:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688179.996942:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b342ead80 x1859843854336384/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 584/640 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688179.996963:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b342ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+105:68109:x1859843854336384:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1119us (1246us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688179.996971:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15554 00000100:00000040:1.0:1773688179.996974:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688179.996977:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688179.996979:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688179.996983:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e280. 00000020:00000010:1.0:1773688179.996987:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000020:00000010:1.0:1773688179.996991:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356a00. 00000020:00000040:1.0:1773688179.996994:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 104 00000100:00000001:1.0:1773688179.996997:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688179.997000:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688179.997005:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7b00. 00000400:00000200:2.0:1773688179.997030:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.997034:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688179.997039:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64880 00000400:00000010:2.0:1773688179.997042:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64880. 00000100:00000001:2.0:1773688179.997046:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688179.997047:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1773688179.998041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a1640e600. 00000800:00000001:1.0:1773688179.998775:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.998783:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688179.998785:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.998788:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.998794:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688179.998803:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4468200 00000400:00000200:1.0:1773688179.998816:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x736f9 [2] + 328 00000800:00000001:1.0:1773688179.998821:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.998828:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688179.998830:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.998834:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688179.998838:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688179.998841:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1773688179.998845:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b33b4a680. 00000100:00000040:1.0:1773688179.998848:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b33b4a680 x1859843854336512 msgsize 328 00000100:00100000:1.0:1773688179.998852:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688179.998864:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688179.998869:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688179.998872:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.998882:0:6358:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688179.998884:0:6358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854336512 02000000:00000001:2.0:1773688179.998885:0:6358:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688179.998887:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688179.998888:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688179.998890:0:6358:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688179.998892:0:6358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854336512 00000020:00000001:2.0:1773688179.998893:0:6358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688179.998894:0:6358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688179.998895:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.998897:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=105 00000020:00000001:2.0:1773688179.998898:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688179.998900:0:6358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688179.998903:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.998905:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5c00. 00000100:00000001:2.0:1773688179.998907:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.998909:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5c00. 00000020:00000010:2.0:1773688179.998912:0:6358:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a16629e00. 00000020:00000010:2.0:1773688179.998915:0:6358:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9880. 00000020:00000010:2.0:1773688179.998918:0:6358:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0898. 00000100:00000040:2.0:1773688179.998923:0:6358:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1773688179.998924:0:6358:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688179.998925:0:6358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1773688179.998926:0:6358:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1773688179.998928:0:6358:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.998930:0:6358:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1773688179.998932:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.998933:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.998934:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1c00 refcount=3 00000020:00000001:2.0:1773688179.998936:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000001:2.0:1773688179.998937:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000001:2.0:1773688179.998940:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.998941:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.998942:0:6358:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.998943:0:6358:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.998956:0:6358:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.998966:0:6358:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688179.998973:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688179.998974:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688179.998977:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1588 00000100:00000040:2.0:1773688179.998979:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688179.998980:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997924882048 : -129075784669568 : ffff8a9b33b4a680) 00000100:00000040:2.0:1773688179.998985:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b33b4a680 x1859843854336512/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/0 e 0 to 0 dl 1773688190 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773688179.998990:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688179.998993:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5c00. 00000100:00000001:2.0:1773688179.998994:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688179.998995:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e5c00. 00000100:00100000:2.0:1773688179.998999:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b33b4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+105:2405:x1859843854336512:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:2.0:1773688179.999001:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854336512 00010000:00000001:2.0:1773688179.999002:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1773688179.999004:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1773688179.999019:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1773688179.999022:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688179.999024:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688179.999027:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9b33896800. 02000000:00000001:2.0:1773688179.999029:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.999030:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.999032:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1773688179.999034:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1773688179.999035:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688179.999036:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688179.999037:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1c00 refcount=3 00000020:00000001:2.0:1773688179.999038:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000001:2.0:1773688179.999040:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000040:2.0:1773688179.999042:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 7 00000004:00000001:2.0:1773688179.999044:0:6358:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1773688179.999045:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1773688179.999046:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.999048:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688179.999049:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688179.999050:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.999052:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688179.999053:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688179.999055:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.999056:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.999057:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688179.999058:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688179.999060:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f1c00 with handle 0x52973366461d3105 from hash 00010000:00000001:2.0:1773688179.999061:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688179.999062:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688179.999063:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.999064:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688179.999066:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688179.999067:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.999068:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688179.999069:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688179.999071:0:6358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d3105 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a926 expref: 105 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688179.999077:0:6358:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:2.0:1773688179.999079:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 104 00010000:00000010:2.0:1773688179.999080:0:6358:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bb00. 00010000:00000001:2.0:1773688179.999084:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688179.999085:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688179.999087:0:6358:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688179.999088:0:6358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00000001:2.0:1773688179.999090:0:6358:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.999091:0:6358:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.999093:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1773688179.999094:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1773688179.999095:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688179.999097:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688179.999099:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688179.999100:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=113 v=5 (1 1 1 1) 00000100:00000001:2.0:1773688179.999102:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688179.999104:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688179.999105:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688179.999107:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688179.999108:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688179.999109:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688179.999111:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688179.999113:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505110. 00000100:00000200:2.0:1773688179.999116:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854336512, offset 224 00000400:00000200:2.0:1773688179.999119:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688179.999123:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688179.999126:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48208:48208:256:4294967295] 192.168.204.51@tcp LPNI seq info [48204:48204:8:4294967295] 00000400:00000200:2.0:1773688179.999132:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688179.999135:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688179.999137:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0ac00. 00000800:00000200:2.0:1773688179.999140:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688179.999143:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688179.999145:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0ac00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773688179.999155:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.999158:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688179.999160:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688179.999162:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688179.999166:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b33b4a680 x1859843854336512/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:665/0 lens 328/224 e 0 to 0 dl 1773688190 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773688179.999176:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b33b4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+104:2405:x1859843854336512:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 182us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688179.999183:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1588 00000100:00000040:2.0:1773688179.999186:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688179.999188:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688179.999190:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688179.999193:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9880. 00000020:00000010:2.0:1773688179.999196:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0898. 00000020:00000010:2.0:1773688179.999200:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a16629e00. 00000020:00000040:2.0:1773688179.999205:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 103 00000100:00000001:2.0:1773688179.999207:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688179.999212:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688179.999217:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0ac00. 00000400:00000200:1.0:1773688179.999222:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688179.999227:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688179.999230:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505110 00000400:00000010:1.0:1773688179.999232:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505110. 00000100:00000001:1.0:1773688179.999235:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688179.999236:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688179.999477:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.999482:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688179.999483:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.999485:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.999488:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688179.999493:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 488 into portal 12 MB=0x69b84a4468300 00000400:00000200:2.0:1773688179.999497:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 488/488 into md 0x3b659 [64] + 135664 00000800:00000001:2.0:1773688179.999499:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.999503:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688179.999505:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688179.999507:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688179.999509:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688179.999510:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688179.999513:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b35ac6d80. 00000100:00000040:2.0:1773688179.999515:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b35ac6d80 x1859843854336768 msgsize 488 00000100:00100000:2.0:1773688179.999518:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688179.999527:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688179.999530:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688179.999533:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.999553:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688179.999555:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854336768 02000000:00000001:1.0:1773688179.999557:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688179.999558:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688179.999559:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.999561:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688179.999562:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854336768 00000020:00000001:1.0:1773688179.999563:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688179.999564:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688179.999566:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.999567:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=104 00000020:00000001:1.0:1773688179.999568:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688179.999570:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688179.999572:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.999574:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.999576:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.999577:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000020:00000010:1.0:1773688179.999582:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356a00. 00000020:00000010:1.0:1773688179.999586:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e280. 00000020:00000010:1.0:1773688179.999589:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688179.999593:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688179.999596:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688179.999597:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773688179.999599:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.999603:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.999615:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688179.999622:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688179.999623:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688179.999628:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15555 00000100:00000040:1.0:1773688179.999631:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688179.999633:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997957897600 : -129075751654016 : ffff8a9b35ac6d80) 00000100:00000040:1.0:1773688179.999638:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b35ac6d80 x1859843854336768/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/0 e 0 to 0 dl 1773688259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688179.999645:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688179.999647:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a700. 00000100:00000001:1.0:1773688179.999648:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688179.999650:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a700. 00000100:00100000:1.0:1773688179.999653:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b35ac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+104:68109:x1859843854336768:12345-192.168.204.51@tcp:36:dbench.0 00000100:00000200:1.0:1773688179.999655:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854336768 00000020:00000001:1.0:1773688179.999657:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688179.999659:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688179.999662:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.999663:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688179.999664:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862544 : -1038689072 : ffffffffc216dcd0) 00000020:00000001:1.0:1773688179.999666:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688179.999668:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854336768, found 0 last_xid 1859843854336511 00000020:00000001:1.0:1773688179.999670:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688179.999671:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688179.999673:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688179.999675:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.999677:0:68797:0:(mdt_handler.c:3339:mdt_reint()) Process entered 00000004:00000002:1.0:1773688179.999680:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff8a9b35ac6d80 x1859843854336768/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/0 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1773688179.999686:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1773688179.999687:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1773688179.999689:0:68797:0:(mdt_lib.c:1397:mdt_setattr_unpack()) Process entered 00000004:00000001:1.0:1773688179.999690:0:68797:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1773688179.999691:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.999692:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.999694:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.999695:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=1134989312 : 1134989312 : 0x43a69000) 00000001:00000001:1.0:1773688179.999697:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=1134989312 : 1134989312 : 43a69000) 00000001:00000001:1.0:1773688179.999698:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.999699:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=4294941998 : 4294941998 : 0xffff9d2e) 00000001:00000001:1.0:1773688179.999700:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=4294941998 : 4294941998 : ffff9d2e) 00000001:00000001:1.0:1773688179.999701:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.999702:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.999703:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.999704:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.999704:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.999705:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.999707:0:68797:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.999708:0:68797:0:(mdt_lib.c:1387:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.999710:0:68797:0:(mdt_lib.c:1427:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.999710:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.999713:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688179.999714:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688179.999715:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688179.999716:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688179.999718:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8a9a0d260000. 02000000:00000001:1.0:1773688179.999719:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688179.999720:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.999723:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1773688179.999724:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.999725:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.999727:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.999728:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.999730:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.999731:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.999732:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.999734:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.999735:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.999737:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688179.999740:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688179.999743:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688179.999745:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688179.999747:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.999748:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.999750:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.999751:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688179.999753:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688179.999755:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.999756:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688179.999758:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688179.999760:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688179.999762:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.999763:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688179.999765:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.999768:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1773688179.999769:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.999771:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1773688179.999773:0:68797:0:(mdt_reint.c:973:mdt_reint_setattr()) Process entered 00000004:00000002:1.0:1773688179.999777:0:68797:0:(mdt_reint.c:975:mdt_reint_setattr()) @@@ setattr [0x20000afe1:0x145:0x0] 7 req@ffff8a9b35ac6d80 x1859843854336768/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/3152 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773688179.999782:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688179.999783:0:68797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688179.999784:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.999785:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.999786:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a1640fa00 refcount=3 00000020:00000001:1.0:1773688179.999788:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993135794688 : -129080573756928 : ffff8a9a1640fa00) 00010000:00000001:1.0:1773688179.999789:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993135794688 : -129080573756928 : ffff8a9a1640fa00) 00010000:00000040:1.0:1773688179.999791:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 6 00000004:00000001:1.0:1773688179.999793:0:68797:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1773688179.999794:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688179.999795:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.999796:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688179.999797:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688179.999799:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.999801:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688179.999802:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688179.999804:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.999805:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.999806:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.999807:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688179.999808:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a1640fa00 with handle 0x52973366461d30e9 from hash 00010000:00000001:1.0:1773688179.999810:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688179.999811:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.999811:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.999812:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688179.999813:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.999814:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.999815:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688179.999816:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688179.999818:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fa00/0x52973366461d30e9 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a91f expref: 104 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.999823:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:1.0:1773688179.999824:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 103 00010000:00000010:1.0:1773688179.999825:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b315ba200. 00010000:00000001:1.0:1773688179.999831:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.999832:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688179.999833:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688179.999835:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00000001:1.0:1773688179.999837:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.999838:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.999839:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688179.999840:0:68797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688179.999841:0:68797:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1773688179.999843:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688179.999844:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x145:0x0] 00000020:00000001:1.0:1773688179.999846:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688179.999848:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156740088 : -129075552811528 : ffff8a9b418685f8) 00000004:00000001:1.0:1773688179.999849:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156740000 : -129075552811616 : ffff8a9b418685a0) 00000004:00000001:1.0:1773688179.999851:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1773688179.999852:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688179.999856:0:68797:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8a9b34d01f18. 00000020:00000010:1.0:1773688179.999859:0:68797:0:(tgt_fmd.c:221:tgt_fmd_get()) slab-freed '(fmd_new)': 56 at ffff8a9b34d01f18. 00000004:00000001:1.0:1773688179.999861:0:68797:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1773688179.999863:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688179.999866:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.999867:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688179.999871:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:1.0:1773688179.999872:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:1.0:1773688179.999874:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:1.0:1773688179.999876:0:68797:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.999877:0:68797:0:(mdt_reint.c:864:mdt_attr_set()) Process entered 00000004:00000001:1.0:1773688179.999878:0:68797:0:(mdt_reint.c:327:mdt_object_stripes_lock()) Process entered 00000004:00000001:1.0:1773688179.999880:0:68797:0:(mdt_handler.c:4261:mdt_object_lock()) Process entered 00010000:00000001:1.0:1773688179.999882:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688179.999883:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688179.999885:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 5 00010000:00000001:1.0:1773688179.999886:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.999887:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688179.999890:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1a00. 00000020:00000001:1.0:1773688179.999891:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688179.999892:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1a00 with handle 0x52973366461d310c to hash 00000020:00000001:1.0:1773688179.999893:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688179.999894:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140914688 : -129080568636928 : ffff8a9a168f1a00) 00010000:00000010:1.0:1773688179.999897:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bc80. 00010000:00000001:1.0:1773688179.999898:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140914688 : -129080568636928 : ffff8a9a168f1a00) 00010000:00000001:1.0:1773688179.999900:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688179.999901:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.999903:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1a00/0x52973366461d310c lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0x145:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.999907:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688179.999908:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688179.999909:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688179.999910:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.999912:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.999913:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688179.999914:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.999915:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688179.999916:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688179.999916:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688179.999917:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688179.999919:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 5 00010000:00000040:1.0:1773688179.999920:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688179.999923:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 103 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.999927:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6c00/0x52973366461d30aa lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.999930:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688179.999933:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688179.999936:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1a00/0x52973366461d310c lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.999938:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688179.999940:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688179.999940:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.999941:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688179.999943:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688179.999944:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688179.999946:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688179.999961:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688179.999963:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688179.999966:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1a00/0x52973366461d310c lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688179.999971:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688179.999973:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.999974:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688179.999975:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688179.999976:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688179.999978:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1a00 refcount=3 00000020:00000001:1.0:1773688179.999980:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140914688 : -129080568636928 : ffff8a9a168f1a00) 00010000:00000001:1.0:1773688179.999982:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140914688 : -129080568636928 : ffff8a9a168f1a00) 00010000:00000001:1.0:1773688179.999984:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688179.999985:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688179.999986:0:68797:0:(mdt_handler.c:4265:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.999989:0:68797:0:(mdt_reint.c:350:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688179.999993:0:68797:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1773688179.999999:0:68797:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1773688180.000003:0:68797:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1773688180.000034:0:68797:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1773688180.000042:0:68797:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9b03ffbf00. 00080000:00000001:1.0:1773688180.000046:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1773688180.000053:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0fade800. 00080000:00000001:1.0:1773688180.000056:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993025492992 : -129080684058624 : ffff8a9a0fade800) 00000004:00000001:1.0:1773688180.000061:0:68797:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:1.0:1773688180.000063:0:68797:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:1.0:1773688180.000065:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688180.000068:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993025492992 : -129080684058624 : ffff8a9a0fade800) 00080000:00000001:1.0:1773688180.000071:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1773688180.000086:0:68797:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.000089:0:68797:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.000092:0:68797:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.000095:0:68797:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1773688180.000097:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1773688180.000101:0:68797:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1773688180.000103:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688180.000105:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993025492992 : -129080684058624 : ffff8a9a0fade800) 00080000:00000001:1.0:1773688180.000108:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1773688180.000112:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1773688180.000113:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.000115:0:68797:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.000133:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.000135:0:68797:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688180.000137:0:68797:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1773688167, ctime 1773688179 00000004:00000001:1.0:1773688180.000140:0:68797:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:1.0:1773688180.000142:0:68797:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:1.0:1773688180.000144:0:68797:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:1.0:1773688180.000145:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688180.000146:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993025492992 : -129080684058624 : ffff8a9a0fade800) 00080000:00000001:1.0:1773688180.000150:0:68797:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:1.0:1773688180.000158:0:68797:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.000160:0:68797:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.000162:0:68797:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.000164:0:68797:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.000168:0:68797:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1773688180.000170:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1773688180.000173:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1773688180.000176:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692091, last_committed = 171798692041 00000001:00000010:1.0:1773688180.000180:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b03ffb7e0. 00000001:00000040:1.0:1773688180.000183:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 50 00000020:00000040:1.0:1773688180.000186:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=104 00000001:00000010:1.0:1773688180.000192:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a0d8d8900. 00000004:00000001:1.0:1773688180.000196:0:68797:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1773688180.000198:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688180.000199:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993025492992 : -129080684058624 : ffff8a9a0fade800) 00080000:00000001:1.0:1773688180.000202:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1773688180.000214:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1773688180.000216:0:68797:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1773688180.000220:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a0d8d8900: xid 1859843854336768, transno 171798692091, tag 1, client gen 13, slot idx 3 00000001:00000001:1.0:1773688180.000223:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.000234:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688180.000237:0:68797:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9b03ffbf00. 00000020:00000001:1.0:1773688180.000239:0:68797:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688180.000244:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 6 00010000:00000001:1.0:1773688180.000247:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688180.000250:0:68797:0:(mdt_reint.c:905:mdt_attr_set()) Process leaving 00000004:00000001:1.0:1773688180.000252:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1773688180.000254:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:1.0:1773688180.000255:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688180.000256:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688180.000258:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.000260:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.000261:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1a00 refcount=3 00000020:00000001:1.0:1773688180.000264:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140914688 : -129080568636928 : ffff8a9a168f1a00) 00010000:00000001:1.0:1773688180.000267:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140914688 : -129080568636928 : ffff8a9a168f1a00) 00000004:00010000:1.0:1773688180.000270:0:68797:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000b3a7efd9 reply state 00000000dc55ef5b transno 171798692091 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1a00/0x52973366461d310c lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.000279:0:68797:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:1.0:1773688180.000282:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.000284:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.000286:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688180.000288:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688180.000289:0:68797:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688180.000290:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688180.000292:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 5 00010000:00000040:1.0:1773688180.000295:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688180.000299:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 104 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.000307:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6c00/0x52973366461d30aa lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.000313:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.000319:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688180.000325:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1a00/0x52973366461d310c lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.000330:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688180.000332:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.000333:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.000334:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688180.000336:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688180.000337:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688180.000339:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00010000:1.0:1773688180.000342:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688180.000343:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.000345:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.000347:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688180.000348:0:68797:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:1.0:1773688180.000350:0:68797:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:1.0:1773688180.000352:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.000353:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.000363:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688180.000364:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1773688180.000366:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1773688180.000367:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1773688180.000369:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1773688180.000371:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1773688180.000374:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.000376:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688180.000378:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.000380:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.000382:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688180.000384:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688180.000387:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688180.000389:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:1.0:1773688180.000391:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688180.000393:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x145:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000002:1.0:1773688180.000396:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:1.0:1773688180.000398:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.000400:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.000402:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.000404:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.000405:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.000407:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.000409:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.000410:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.000412:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688180.000414:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:1.0:1773688180.000417:0:68797:0:(mdt_reint.c:1175:mdt_reint_setattr()) Process leaving 00000004:00000001:1.0:1773688180.000418:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688180.000420:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:1.0:1773688180.000424:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688180.000427:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.000429:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.000431:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.000433:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688180.000434:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688180.000436:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.000438:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1773688180.000440:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688180.000442:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688180.000443:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688180.000444:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688180.000446:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688180.000448:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1773688180.000451:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.000453:0:68797:0:(mdt_handler.c:3355:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688180.000456:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692091, xid 1859843854336768 00010000:00000001:1.0:1773688180.000458:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:1.0:1773688180.000460:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=105 00010000:00000200:1.0:1773688180.000463:0:68797:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 171798692091, last committed = 171798692041 00010000:00000200:1.0:1773688180.000468:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b35ac6d80 x1859843854336768/t171798692091(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773688180.000475:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688180.000477:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688180.000480:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=58 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688180.000483:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688180.000485:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688180.000487:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688180.000489:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688180.000491:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.000493:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688180.000495:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688180.000499:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64b28. 00000100:00000200:1.0:1773688180.000502:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854336768, offset 224 00000400:00000200:1.0:1773688180.000506:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688180.000511:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688180.000516:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48209:48209:256:4294967295] 192.168.204.51@tcp LPNI seq info [48205:48205:8:4294967295] 00000400:00000200:1.0:1773688180.000525:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688180.000530:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688180.000533:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7900. 00000800:00000200:1.0:1773688180.000537:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688180.000542:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688180.000545:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7900 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1773688180.000556:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688180.000559:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688180.000561:0:68797:0:(ldlm_lib.c:3443:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688180.000563:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.000565:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688180.000569:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b35ac6d80 x1859843854336768/t171798692091(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:734/0 lens 488/456 e 0 to 0 dl 1773688259 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773688180.000578:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b35ac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+105:68109:x1859843854336768:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 931us (1060us total) trans 171798692091 rc 0/0 00000100:00100000:1.0:1773688180.000584:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15555 00000100:00000040:1.0:1773688180.000587:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688180.000590:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688180.000591:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688180.000594:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e280. 00000020:00000010:1.0:1773688180.000598:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000020:00000010:1.0:1773688180.000601:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356a00. 00000020:00000040:1.0:1773688180.000603:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 104 00000100:00000001:1.0:1773688180.000606:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688180.000612:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688180.000617:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7900. 00000400:00000200:0.0:1773688180.000621:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688180.000626:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688180.000629:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64b28 00000400:00000010:0.0:1773688180.000631:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64b28. 00000100:00000001:0.0:1773688180.000634:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688180.000636:0:3439:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1773688180.001932:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688180.001940:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688180.001942:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688180.001944:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688180.001960:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688180.001969:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 440 into portal 28 MB=0x69b84a4468380 00000400:00000200:1.0:1773688180.001976:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.51@tcp of length 440/440 into md 0x59745 [8] + 440 00000800:00000001:1.0:1773688180.001980:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688180.001987:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688180.001989:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688180.001992:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688180.001996:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688180.001998:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1773688180.002002:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b33b48e00. 00000100:00000040:1.0:1773688180.002005:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b33b48e00 x1859843854336896 msgsize 440 00010000:00000010:1.1:1773688180.002023:0:3440:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a1640ee00. 00000100:00100000:1.0:1773688180.002032:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688180.002038:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688180.002042:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688180.002045:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1773688180.002047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a1640fc00. 00000100:00000001:2.0:1773688180.002053:0:38615:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688180.002057:0:38615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854336896 02000000:00000001:2.0:1773688180.002060:0:38615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688180.002061:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688180.002064:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688180.002067:0:38615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688180.002069:0:38615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854336896 00000020:00000001:2.0:1773688180.002071:0:38615:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688180.002072:0:38615:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5297336646186ca4 00000020:00000001:2.0:1773688180.002074:0:38615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688180.002076:0:38615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b04f38000 refcount=60 00000020:00000001:2.0:1773688180.002077:0:38615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000020:00000001:2.0:1773688180.002079:0:38615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000100:00000001:2.0:1773688180.002081:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688180.002084:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e5c00. 00000020:00000010:2.0:1773688180.002087:0:38615:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8a9b072a5bc0. 00000020:00000040:2.0:1773688180.002091:0:38615:0:(obd_config.c:1030:class_incref()) incref lustre-OST0000 (ffff8a9a0fb899b8) now 12 - evictor 00000100:00000001:2.0:1773688180.002104:0:38615:0:(service.c:1354:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1773688180.002109:0:38615:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a16629e00. 00000020:00000010:2.0:1773688180.002111:0:38615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9880. 00000020:00000010:2.0:1773688180.002113:0:38615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0898. 00000100:00000040:2.0:1773688180.002117:0:38615:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1773688180.002119:0:38615:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688180.002121:0:38615:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00080000:1.0:1773688180.002121:0:6368:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1773688180.002124:0:38615:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688180.002126:0:6368:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000 (ffff8a9a0fb899b8) now 12 - evictor 00000100:00000001:2.0:1773688180.002128:0:38615:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.002135:0:38615:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688180.002141:0:38615:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688180.002143:0:38615:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688180.002146:0:38615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7649 00000100:00000040:2.0:1773688180.002148:0:38615:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b04f38000 : new rpc_count 1 00000100:00000001:2.0:1773688180.002150:0:38615:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997924875776 : -129075784675840 : ffff8a9b33b48e00) 00000100:00000040:2.0:1773688180.002154:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b33b48e00 x1859843854336896/t0(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 440/0 e 0 to 0 dl 1773688191 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688180.002159:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688180.002161:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e51c0. 00000100:00000001:2.0:1773688180.002162:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688180.002164:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e51c0. 00000100:00100000:2.0:1773688180.002167:0:38615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b33b48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+60:2404:x1859843854336896:12345-192.168.204.51@tcp:2:dbench.0 00000100:00000200:2.0:1773688180.002169:0:38615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854336896 00000020:00000001:2.0:1773688180.002171:0:38615:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688180.002173:0:38615:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688180.002174:0:38615:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688180.002175:0:38615:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688180.002177:0:38615:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672990144 : -1036561472 : ffffffffc23753c0) 00000020:00000001:2.0:1773688180.002179:0:38615:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1773688180.002182:0:38615:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688180.002184:0:38615:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688180.002185:0:38615:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688180.002187:0:38615:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1773688180.002189:0:38615:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1773688180.002191:0:38615:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688180.002193:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688180.002195:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688180.002197:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688180.002198:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688180.002199:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688180.002201:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688180.002202:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688180.002204:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688180.002205:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688180.002206:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688180.002208:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688180.002210:0:38615:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688180.002212:0:38615:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.002214:0:38615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688180.002216:0:38615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688180.002220:0:38615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8a9b33894400. 02000000:00000001:2.0:1773688180.002222:0:38615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.002224:0:38615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688180.002226:0:38615:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:2.0:1773688180.002229:0:38615:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1773688180.002232:0:38615:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688180.002236:0:38615:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997970888872 : -129075738662744 : ffff8a9b3672a8a8) 00002000:00000001:2.0:1773688180.002238:0:38615:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997970888784 : -129075738662832 : ffff8a9b3672a850) 00002000:00000001:2.0:1773688180.002242:0:38615:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000001:2.0:1773688180.002244:0:38615:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688180.002248:0:38615:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:2.0:1773688180.002250:0:38615:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00002000:00000001:2.0:1773688180.002253:0:38615:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688180.002255:0:38615:0:(ofd_objects.c:1579:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688180.002257:0:38615:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1773688180.002258:0:38615:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688180.002260:0:38615:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1773688180.002265:0:38615:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9b33895400. 00080000:00000001:2.0:1773688180.002267:0:38615:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614997922042880 : -129075787508736 : ffff8a9b33895400) 00000001:00000001:2.0:1773688180.002269:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688180.002271:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688180.002273:0:38615:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1773688180.002282:0:38615:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688180.002285:0:38615:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1773688180.002290:0:38615:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688180.002292:0:38615:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1773688180.002295:0:38615:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1773688180.002314:0:38615:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1773688180.002315:0:38615:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688180.002329:0:38615:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773688180.002334:0:38615:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8a9b03f00428. 00000020:00000010:2.0:1773688180.002338:0:38615:0:(tgt_fmd.c:221:tgt_fmd_get()) slab-freed '(fmd_new)': 56 at ffff8a9b03f00428. 00080000:00000001:2.0:1773688180.002341:0:38615:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:2.0:1773688180.002346:0:38615:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688180.002349:0:38615:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:2.0:1773688180.002351:0:38615:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688180.002353:0:38615:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00002000:00000001:2.0:1773688180.002356:0:38615:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688180.002358:0:38615:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688180.002361:0:38615:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1773688180.002363:0:38615:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1773688180.002366:0:38615:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884903762, last_committed = 12884903758 00000001:00000010:2.0:1773688180.002369:0:38615:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b346b11e0. 00000001:00000040:2.0:1773688180.002371:0:38615:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b04f38000 : new cb_count 4 00000020:00000040:2.0:1773688180.002380:0:38615:0:(genops.c:887:class_export_get()) GET export ffff8a9b04f38000 refcount=61 00080000:00000001:2.0:1773688180.002383:0:38615:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1773688180.002394:0:38615:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1773688180.002396:0:38615:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688180.002404:0:38615:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688180.002409:0:38615:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688180.002413:0:38615:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688180.002416:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688180.002418:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1773688180.002420:0:38615:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:2.0:1773688180.002422:0:38615:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b3672a8a8/ffff8a9b3672a850 to site lru. bkt: ffff8a9b3211eae0 00010000:00000040:2.0:1773688180.002428:0:38615:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304e00 count: 2 00010000:00000001:2.0:1773688180.002430:0:38615:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1773688180.002434:0:38615:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1773688180.002437:0:38615:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1773688180.002438:0:38615:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688180.002440:0:38615:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997970888872 : -129075738662744 : ffff8a9b3672a8a8) 00002000:00000001:2.0:1773688180.002443:0:38615:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997970888784 : -129075738662832 : ffff8a9b3672a850) 00002000:00000001:2.0:1773688180.002445:0:38615:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1773688180.002448:0:38615:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1773688180.002451:0:38615:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0xa09:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1773688180.002453:0:38615:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0xa09:0x0] updating lvb mtime from disk: 1773688155 -> 1773688167 00002000:00010000:2.0:1773688180.002456:0:38615:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0xa09:0x0] updating lvb atime from disk: 1773688159 -> 1773688169 00002000:00010000:2.0:1773688180.002458:0:38615:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0xa09:0x0] updating lvb ctime from disk: 1773688179 -> 1773688179 00002000:00010000:2.0:1773688180.002460:0:38615:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0xa09:0x0] updating lvb blocks from disk: 1 -> 1 00000020:00000002:2.0:1773688180.002462:0:38615:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b3672a8a8/ffff8a9b3672a850 to site lru. bkt: ffff8a9b3211eae0 00010000:00000040:2.0:1773688180.002465:0:38615:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 12884903758, transno 12884903762, xid 1859843854336896 00010000:00000001:2.0:1773688180.002468:0:38615:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688180.002473:0:38615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b33b48e00 x1859843854336896/t12884903762(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 440/432 e 0 to 0 dl 1773688191 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688180.002485:0:38615:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688180.002487:0:38615:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688180.002489:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b36eb51e8 time=96 v=5 (1 4 1 1) 00000100:00000001:2.0:1773688180.002492:0:38615:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688180.002494:0:38615:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688180.002496:0:38615:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688180.002499:0:38615:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688180.002500:0:38615:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.002502:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688180.002504:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688180.002507:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505330. 00000100:00000200:2.0:1773688180.002511:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1859843854336896, offset 224 00000400:00000200:2.0:1773688180.002515:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688180.002521:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688180.002525:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48210:48210:256:4294967295] 192.168.204.51@tcp LPNI seq info [48206:48206:8:4294967295] 00000400:00000200:2.0:1773688180.002534:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688180.002538:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688180.002542:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0ac00. 00000800:00000200:2.0:1773688180.002546:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688180.002550:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688180.002553:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0ac00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1773688180.002564:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688180.002567:0:38615:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688180.002570:0:38615:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688180.002571:0:38615:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688180.002574:0:38615:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688180.002578:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b33b48e00 x1859843854336896/t12884903762(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 440/432 e 0 to 0 dl 1773688191 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688180.002588:0:38615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b33b48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+61:2404:x1859843854336896:12345-192.168.204.51@tcp:2:dbench.0 Request processed in 426us (580us total) trans 12884903762 rc 0/0 00000100:00100000:2.0:1773688180.002596:0:38615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7649 00000100:00000040:2.0:1773688180.002599:0:38615:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b04f38000 : new rpc_count 0 00000100:00000001:2.0:1773688180.002601:0:38615:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688180.002603:0:38615:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688180.002606:0:38615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9880. 00000020:00000010:2.0:1773688180.002610:0:38615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0898. 00000020:00000010:2.0:1773688180.002614:0:38615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a16629e00. 00000020:00000040:2.0:1773688180.002619:0:38615:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b04f38000 : new refcount 60 00000100:00000001:2.0:1773688180.002621:0:38615:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773688180.002629:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773688180.002634:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0ac00. 00000400:00000200:3.0:1773688180.002639:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688180.002643:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:3.0:1773688180.002646:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505330 00000400:00000010:3.0:1773688180.002648:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505330. 00000100:00000001:3.0:1773688180.002651:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1773688180.002653:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1773688180.004033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f1c00. 00010000:00000010:1.1:1773688180.004045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa400. 00010000:00000010:1.1:1773688180.004052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f1200. 00010000:00000010:1.1:1773688180.004057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afbc00. 00000800:00000001:1.0:1773688180.004830:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688180.004840:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688180.004841:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688180.004843:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688180.004847:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688180.004854:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4468400 00000400:00000200:1.0:1773688180.004859:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 136152 00000800:00000001:1.0:1773688180.004863:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688180.004868:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688180.004870:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688180.004872:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688180.004876:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688180.004878:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688180.004881:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b33b4ad80. 00000100:00000040:1.0:1773688180.004884:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b33b4ad80 x1859843854337024 msgsize 576 00000100:00100000:1.0:1773688180.004887:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688180.004897:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688180.004900:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688180.004903:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688180.004929:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688180.004933:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854337024 02000000:00000001:2.0:1773688180.004935:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688180.004937:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688180.004939:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688180.004942:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688180.004945:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854337024 00000020:00000001:2.0:1773688180.004960:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688180.004962:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688180.004964:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688180.004967:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=105 00000020:00000001:2.0:1773688180.004970:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688180.004972:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688180.004975:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688180.004978:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e51c0. 00000100:00000001:2.0:1773688180.004981:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688180.004983:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e51c0. 00000020:00000010:2.0:1773688180.004988:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a16629e00. 00000020:00000010:2.0:1773688180.004991:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9880. 00000020:00000010:2.0:1773688180.004995:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0898. 00000100:00000040:2.0:1773688180.005000:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:2.0:1773688180.005002:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688180.005003:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1773688180.005023:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1773688180.005025:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.005028:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.005034:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.005044:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688180.005058:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688180.005059:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688180.005060:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1773688180.005062:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688180.005069:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15556 00000100:00000040:2.0:1773688180.005073:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688180.005073:0:75542:0:(service.c:2223:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.005077:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997924883840 : -129075784667776 : ffff8a9b33b4ad80) 00000100:00000001:0.0:1773688180.005077:0:75542:0:(service.c:2462:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688180.005086:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b33b4ad80 x1859843854337024/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 576/0 e 0 to 0 dl 1773688260 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688180.005095:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688180.005099:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e51c0. 00000100:00000001:2.0:1773688180.005102:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688180.005105:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e51c0. 00000100:00100000:2.0:1773688180.005109:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b33b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+105:68109:x1859843854337024:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:2.0:1773688180.005113:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854337024 00000020:00000001:2.0:1773688180.005116:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688180.005118:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1773688180.005122:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a0d8d8900: xid 1859843854336768, transno 171798692091, client gen 13, slot idx 3 00000001:00000001:2.0:1773688180.005127:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b41aafcc0: xid 1859843854335872, transno 171798692090, client gen 13, slot idx 2 00000001:00000010:2.0:1773688180.005130:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b41aafcc0. 00000020:00000001:2.0:1773688180.005134:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688180.005136:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688180.005138:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:2.0:1773688180.005141:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688180.005143:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854337024, found 0 last_xid 1859843854337023 00000020:00000001:2.0:1773688180.005146:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688180.005148:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688180.005150:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688180.005154:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688180.005156:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1773688180.005159:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1773688180.005161:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1773688180.005163:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1773688180.005165:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688180.005170:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688180.005174:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 6 00010000:00000001:2.0:1773688180.005177:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688180.005179:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688180.005183:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc8400. 00000020:00000001:2.0:1773688180.005186:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688180.005189:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc8400 with handle 0x52973366461d3113 to hash 00000020:00000001:2.0:1773688180.005192:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688180.005193:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160278528 : -129075549273088 : ffff8a9b41bc8400) 00010000:00000010:2.0:1773688180.005197:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96800. 00010000:00000001:2.0:1773688180.005200:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160278528 : -129075549273088 : ffff8a9b41bc8400) 00010000:00010000:2.0:1773688180.005204:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d3113 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a92d expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688180.005212:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:2.0:1773688180.005214:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=106 00010000:00000001:2.0:1773688180.005219:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1773688180.005221:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1773688180.005226:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1773688180.005228:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1773688180.005230:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1773688180.005232:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:2.0:1773688180.005234:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x145:0x0] 00000020:00000001:2.0:1773688180.005236:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688180.005239:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156740088 : -129075552811528 : ffff8a9b418685f8) 00000004:00000001:2.0:1773688180.005241:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156740000 : -129075552811616 : ffff8a9b418685a0) 00000004:00000001:2.0:1773688180.005243:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688180.005247:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1773688180.005249:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1773688180.005250:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688180.005253:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688180.005257:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b09caa000. 02000000:00000001:2.0:1773688180.005259:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.005261:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688180.005264:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688180.005266:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1773688180.005268:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:2.0:1773688180.005270:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688180.005271:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688180.005274:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688180.005275:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688180.005278:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688180.005279:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688180.005281:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688180.005283:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688180.005284:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688180.005286:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688180.005287:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688180.005289:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688180.005290:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688180.005292:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688180.005294:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688180.005295:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688180.005297:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688180.005299:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688180.005301:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688180.005304:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1773688180.005308:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:2.0:1773688180.005310:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:2.0:1773688180.005312:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688180.005314:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688180.005316:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688180.005318:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688180.005320:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688180.005322:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688180.005324:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1773688180.005326:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688180.005328:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688180.005330:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688180.005338:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1773688180.005340:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688180.005343:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:2.0:1773688180.005347:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1773688180.005348:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:2.0:1773688180.005350:0:68797:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000020:00000010:2.0:1773688180.005356:0:68797:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8a9b09cad000. 00000004:00000001:2.0:1773688180.005360:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688180.005364:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688180.005366:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688180.005369:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688180.005372:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688180.005374:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1773688180.005377:0:68797:0:(mdt_lib.c:2238:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688180.005380:0:68797:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0x145:0x0]/[0x20000afe1:0x145:0x0], ldlm_rep = ffff8a9b09caa228 00000004:00000001:2.0:1773688180.005385:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1773688180.005388:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1773688180.005390:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773688180.005393:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 7 00010000:00000001:2.0:1773688180.005396:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688180.005398:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773688180.005402:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bc9800. 00000020:00000001:2.0:1773688180.005404:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773688180.005406:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bc9800 with handle 0x52973366461d311a to hash 00000020:00000001:2.0:1773688180.005409:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773688180.005411:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000010:2.0:1773688180.005415:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b11b96180. 00010000:00000001:2.0:1773688180.005417:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688180.005421:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688180.005423:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688180.005427:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d311a lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688180.005434:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773688180.005436:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1773688180.005439:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1773688180.005440:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688180.005443:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688180.005445:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1773688180.005447:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688180.005449:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773688180.005451:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773688180.005452:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773688180.005453:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773688180.005456:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 7 00010000:00000040:2.0:1773688180.005458:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773688180.005463:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 106 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688180.005470:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6c00/0x52973366461d30aa lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x21/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688180.005477:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1a00/0x52973366461d310c lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688180.005483:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688180.005489:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688180.005495:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d311a lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688180.005501:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773688180.005504:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688180.005506:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688180.005508:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773688180.005510:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688180.005512:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688180.005515:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773688180.005517:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773688180.005521:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688180.005524:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d311a lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688180.005530:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1773688180.005531:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688180.005533:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688180.005535:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688180.005536:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688180.005538:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9800 refcount=3 00000020:00000001:2.0:1773688180.005540:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688180.005543:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688180.005545:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688180.005547:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688180.005549:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688180.005551:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1773688180.005555:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1773688180.005557:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1773688180.005562:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688180.005564:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688180.005566:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688180.005567:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688180.005570:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688180.005572:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688180.005574:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1773688180.005576:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1773688180.005578:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688180.005581:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x145:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:2.0:1773688180.005584:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688180.005586:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688180.005587:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688180.005589:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688180.005591:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688180.005593:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1773688180.005594:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688180.005596:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688180.005597:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688180.005598:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688180.005601:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688180.005603:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1773688180.005605:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1773688180.005606:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1773688180.005609:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b09caa370 00000004:00000001:2.0:1773688180.005611:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688180.005614:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688180.005615:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688180.005617:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688180.005619:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688180.005621:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688180.005622:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1773688180.005624:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1773688180.005625:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1773688180.005628:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:2.0:1773688180.005631:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: returning size 15360 00000004:00000040:2.0:1773688180.005634:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x145:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1773688180.005637:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:2.0:1773688180.005639:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2569 00000004:00200000:2.0:1773688180.005641:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:2.0:1773688180.005643:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:2.0:1773688180.005644:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688180.005646:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688180.005648:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1773688180.005650:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1773688180.005652:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1773688180.005654:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688180.005657:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688180.005659:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688180.005661:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1773688180.005664:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688180.005668:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688180.005672:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773688180.005674:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1773688180.005676:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688180.005678:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688180.005683:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688180.005685:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688180.005687:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9800 refcount=3 00000020:00000001:2.0:1773688180.005689:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688180.005692:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00000004:00010000:2.0:1773688180.005695:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d311a lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688180.005701:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688180.005703:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688180.005704:0:68797:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:2.0:1773688180.005707:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688180.005709:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:2.0:1773688180.005711:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688180.005712:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688180.005713:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9800 refcount=3 00000020:00000001:2.0:1773688180.005715:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:2.0:1773688180.005717:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00000004:00000040:2.0:1773688180.005720:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:2.0:1773688180.005723:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=107 00010000:00000001:2.0:1773688180.005731:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688180.005733:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1773688180.005734:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688180.005736:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1773688180.005738:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1773688180.005741:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1773688180.005742:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1773688180.005743:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1773688180.005745:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1773688180.005747:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1773688180.005751:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688180.005753:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1773688180.005755:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1773688180.005757:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:2.0:1773688180.005759:0:68797:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8a9b09cad000. 00000004:00000001:2.0:1773688180.005763:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1773688180.005765:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1773688180.005767:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688180.005769:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688180.005771:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688180.005773:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688180.005774:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688180.005777:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc8400 with handle 0x52973366461d3113 from hash 00010000:00000001:2.0:1773688180.005780:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688180.005781:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688180.005783:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688180.005784:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1773688180.005786:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688180.005790:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc8400/0x52973366461d3113 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a92d expref: 107 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688180.005797:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:2.0:1773688180.005799:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 106 00010000:00000010:2.0:1773688180.005802:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96800. 00010000:00000001:2.0:1773688180.005808:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688180.005810:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688180.005814:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1773688180.005818:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d311a lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a92d expref: 106 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688180.005824:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688180.005827:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688180.005829:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00010000:2.0:1773688180.005832:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1773688180.005834:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688180.005836:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688180.005838:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688180.005839:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688180.005841:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773688180.005843:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bc9800, rc 0) 00000020:00000001:2.0:1773688180.005845:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1773688180.005848:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854337024 00010000:00000001:2.0:1773688180.005851:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688180.005856:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b33b4ad80 x1859843854337024/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 576/640 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688180.005863:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688180.005866:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688180.005869:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=58 v=60 (60 60 60 0) 00000100:00000001:2.0:1773688180.005873:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688180.005875:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688180.005877:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688180.005880:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688180.005882:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.005884:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688180.005888:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688180.005892:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505bb0. 00000100:00000200:2.0:1773688180.005896:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854337024, offset 224 00000400:00000200:2.0:1773688180.005903:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688180.005910:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688180.005915:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48211:48211:256:4294967295] 192.168.204.51@tcp LPNI seq info [48207:48207:8:4294967295] 00000400:00000200:2.0:1773688180.005925:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688180.005929:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688180.005933:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a200. 00000800:00000200:2.0:1773688180.005938:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688180.005943:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688180.005959:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a200 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:2.0:1773688180.005972:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688180.005976:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688180.005978:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688180.005980:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688180.005982:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688180.005988:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b33b4ad80 x1859843854337024/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 576/640 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688180.005998:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b33b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+106:68109:x1859843854337024:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 900us (1111us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688180.006005:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15556 00000100:00000040:2.0:1773688180.006032:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00010000:00000010:1.1:1773688180.006032:0:82136:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a1640fa00. 00000100:00000001:2.0:1773688180.006037:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688180.006040:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688180.006044:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9880. 00000020:00000010:2.0:1773688180.006048:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0898. 00000020:00000010:2.0:1773688180.006052:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a16629e00. 00000020:00000040:2.0:1773688180.006057:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 105 00000100:00000001:2.0:1773688180.006060:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773688180.006076:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773688180.006079:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a200. 00000400:00000200:3.0:1773688180.006082:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688180.006086:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:3.0:1773688180.006089:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505bb0 00000400:00000010:3.0:1773688180.006091:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505bb0. 00000100:00000001:3.0:1773688180.006095:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1773688180.006096:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1773688180.008523:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688180.008530:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773688180.008531:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688180.008533:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688180.008537:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:3.0:1773688180.008547:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4468480 00000400:00000200:3.0:1773688180.008551:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 136728 00000800:00000001:3.0:1773688180.008556:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688180.008561:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688180.008563:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688180.008565:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:3.0:1773688180.008568:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773688180.008570:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1773688180.008573:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36c2b100. 00000100:00000040:3.0:1773688180.008575:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36c2b100 x1859843854337152 msgsize 584 00000100:00100000:3.0:1773688180.008578:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:3.0:1773688180.008588:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1773688180.008593:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688180.008595:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688180.008614:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688180.008618:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854337152 02000000:00000001:1.0:1773688180.008620:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688180.008622:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688180.008624:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688180.008628:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688180.008630:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854337152 00000020:00000001:1.0:1773688180.008633:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688180.008634:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688180.008636:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.008638:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=106 00000020:00000001:1.0:1773688180.008641:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688180.008643:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688180.008647:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688180.008650:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a3c0. 00000100:00000001:1.0:1773688180.008652:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688180.008654:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a3c0. 00000020:00000010:1.0:1773688180.008659:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356a00. 00000020:00000010:1.0:1773688180.008663:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03ec80. 00000020:00000010:1.0:1773688180.008667:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688180.008671:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688180.008674:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688180.008675:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688180.008683:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688180.008684:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.008686:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.008690:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.008699:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688180.008707:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688180.008708:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688180.008713:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15557 00000100:00000040:1.0:1773688180.008716:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688180.008718:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997976133888 : -129075733417728 : ffff8a9b36c2b100) 00000100:00000040:1.0:1773688180.008724:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36c2b100 x1859843854337152/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 584/0 e 0 to 0 dl 1773688260 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688180.008733:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688180.008736:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a3c0. 00000100:00000001:1.0:1773688180.008738:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688180.008740:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a3c0. 00000100:00100000:1.0:1773688180.008745:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36c2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+106:68109:x1859843854337152:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688180.008749:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854337152 00000020:00000001:1.0:1773688180.008751:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688180.008754:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688180.008756:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.008758:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688180.008761:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688180.008763:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688180.008765:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854337152, found 0 last_xid 1859843854337151 00000020:00000001:1.0:1773688180.008768:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688180.008770:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688180.008772:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688180.008775:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.008777:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688180.008778:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688180.008780:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688180.008782:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688180.008783:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.008786:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688180.008790:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:1.0:1773688180.008792:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.008794:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688180.008797:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1200. 00000020:00000001:1.0:1773688180.008800:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.008801:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1200 with handle 0x52973366461d3121 to hash 00000020:00000001:1.0:1773688180.008803:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688180.008805:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140912640 : -129080568638976 : ffff8a9a168f1200) 00010000:00000010:1.0:1773688180.008809:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b080. 00010000:00000001:1.0:1773688180.008811:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140912640 : -129080568638976 : ffff8a9a168f1200) 00010000:00010000:1.0:1773688180.008815:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d3121 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a934 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.008824:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:1.0:1773688180.008826:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=107 00010000:00000001:1.0:1773688180.008831:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688180.008833:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688180.008837:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688180.008839:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688180.008840:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1773688180.008842:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688180.008844:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:1.0:1773688180.008847:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688180.008850:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:1.0:1773688180.008852:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:1.0:1773688180.008853:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.008856:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688180.008857:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688180.008859:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688180.008860:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688180.008866:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b0836d000. 02000000:00000001:1.0:1773688180.008867:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.008869:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.008871:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.008872:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1773688180.008875:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:1.0:1773688180.008876:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.008877:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.008879:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.008881:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.008883:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.008884:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.008885:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.008887:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.008888:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.008890:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.008892:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.008893:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.008894:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.008896:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.008897:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.008898:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.008900:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.008901:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.008902:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688180.008905:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688180.008908:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688180.008910:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688180.008912:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.008913:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.008915:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.008916:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.008917:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.008918:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.008919:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688180.008921:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.008923:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.008924:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.008925:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688180.008926:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.008929:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1773688180.008932:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:1.0:1773688180.008935:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/HANDOUT.DOC, ldlm_rep = ffff8a9b0836d228 00000004:00000001:1.0:1773688180.008938:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1773688180.008941:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1773688180.008942:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1773688180.008944:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688180.008945:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688180.008960:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:1.0:1773688180.008962:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.008964:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688180.008966:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1600. 00000020:00000001:1.0:1773688180.008968:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.008969:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1600 with handle 0x52973366461d3128 to hash 00000020:00000001:1.0:1773688180.008971:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688180.008972:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000010:1.0:1773688180.008975:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b700. 00010000:00000001:1.0:1773688180.008977:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:1.0:1773688180.008979:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.008980:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.008984:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3128 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.008989:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688180.008992:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688180.008993:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688180.008994:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.008996:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.008998:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.008999:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.009001:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688180.009002:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688180.009004:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688180.009005:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688180.009024:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 4 00010000:00000040:1.0:1773688180.009027:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688180.009031:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 107 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.009039:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 107 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688180.009046:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3128 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.009051:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688180.009054:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.009055:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.009057:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688180.009058:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.009060:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.009062:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.009065:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688180.009066:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.009068:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3128 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.009076:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688180.009078:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.009080:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.009081:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688180.009083:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688180.009085:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46200 count: 6 00010000:00000001:1.0:1773688180.009088:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.009089:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688180.009092:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1000. 00000020:00000001:1.0:1773688180.009094:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.009096:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1000 with handle 0x52973366461d312f to hash 00000020:00000001:1.0:1773688180.009098:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688180.009099:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000010:1.0:1773688180.009102:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b300. 00010000:00000001:1.0:1773688180.009104:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000001:1.0:1773688180.009106:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.009107:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.009110:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d312f lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.009115:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688180.009117:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688180.009119:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688180.009120:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.009123:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.009125:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.009126:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.009128:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688180.009131:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688180.009132:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688180.009134:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688180.009136:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) refcount = 6 00010000:00000040:1.0:1773688180.009137:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688180.009140:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab7e00/0x52973366461d30a3 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.009144:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd200/0x52973366461d2f8b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.009148:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86c00/0x52973366461d2d46 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.009151:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b10000/0x52973366461d2b9b lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.009157:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b34b11400/0x52973366461d2b78 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 75542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688180.009162:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d312f lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.009167:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688180.009169:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.009171:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.009172:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688180.009173:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.009175:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.009177:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.009178:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688180.009180:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.009183:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d312f lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.009187:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688180.009189:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.009190:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.009191:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.009195:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1773688180.009221:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1773688180.009224:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1773688180.009227:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1773688180.009231:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.009235:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1773688180.009252:0:68797:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688180.009255:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1773688180.009257:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:1.0:1773688180.009259:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1773688180.009261:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773688180.009264:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773688180.009266:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.009268:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1773688180.009270:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.009272:0:68797:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:1.0:1773688180.009274:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.009276:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.009277:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688180.009279:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x145:0x0] 00000020:00000001:1.0:1773688180.009280:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688180.009282:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156740088 : -129075552811528 : ffff8a9b418685f8) 00000004:00000001:1.0:1773688180.009284:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156740000 : -129075552811616 : ffff8a9b418685a0) 00000004:00000001:1.0:1773688180.009288:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1773688180.009291:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688180.009293:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688180.009296:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 7 00010000:00000001:1.0:1773688180.009298:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.009300:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688180.009303:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f0c00. 00000020:00000001:1.0:1773688180.009305:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.009307:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f0c00 with handle 0x52973366461d3136 to hash 00000020:00000001:1.0:1773688180.009309:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688180.009310:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000010:1.0:1773688180.009313:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bf00. 00010000:00000001:1.0:1773688180.009315:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:1.0:1773688180.009317:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.009319:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.009321:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3136 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.009328:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688180.009330:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688180.009331:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688180.009333:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.009334:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.009335:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.009336:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.009338:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688180.009339:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688180.009339:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688180.009340:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688180.009341:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 7 00010000:00000040:1.0:1773688180.009343:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688180.009345:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d311a lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a92d expref: 107 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.009350:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 107 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.009354:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6c00/0x52973366461d30aa lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x21/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.009357:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1a00/0x52973366461d310c lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.009361:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.009364:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688180.009369:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3136 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.009373:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688180.009374:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.009375:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.009376:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688180.009376:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.009377:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.009379:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.009380:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688180.009381:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.009383:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3136 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.009385:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688180.009386:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.009387:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.009388:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.009389:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.009390:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0c00 refcount=3 00000020:00000001:1.0:1773688180.009391:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:1.0:1773688180.009392:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:1.0:1773688180.009393:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.009394:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.009395:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.009397:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1773688180.009399:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1773688180.009400:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1773688180.009403:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.009404:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688180.009406:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.009408:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.009411:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688180.009413:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688180.009415:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688180.009416:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:1.0:1773688180.009417:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688180.009418:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x145:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000001:1.0:1773688180.009420:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688180.009421:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.009422:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.009423:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688180.009424:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688180.009425:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688180.009426:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688180.009427:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.009428:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.009429:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.009430:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.009432:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1773688180.009433:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1773688180.009434:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1773688180.009435:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9b0836d370 00000004:00000001:1.0:1773688180.009436:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.009438:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.009438:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.009440:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.009440:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.009441:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.009442:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.009443:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.009444:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688180.009446:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:1.0:1773688180.009448:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: returning size 15360 00000004:00000040:1.0:1773688180.009449:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0x145:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1773688180.009451:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:1.0:1773688180.009453:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2569 00000004:00200000:1.0:1773688180.009454:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:1.0:1773688180.009456:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:1.0:1773688180.009457:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.009459:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.009460:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1773688180.009461:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688180.009462:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.009463:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.009464:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.009465:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.009466:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.009467:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.009470:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688180.009473:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.009474:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.009474:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.009475:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.009479:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.009480:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.009480:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0c00 refcount=3 00000020:00000001:1.0:1773688180.009482:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:1.0:1773688180.009483:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00000004:00010000:1.0:1773688180.009485:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3136 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:1.0:1773688180.009489:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688180.009490:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688180.009491:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1773688180.009492:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1773688180.009493:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.009494:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1773688180.009496:0:68797:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:1.0:1773688180.009497:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688180.009498:0:68797:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688180.009499:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688180.009501:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 7 00010000:00000040:1.0:1773688180.009502:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688180.009504:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d311a lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a92d expref: 107 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.009509:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 107 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.009513:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6c00/0x52973366461d30aa lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x21/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.009516:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1a00/0x52973366461d310c lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.009519:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.009521:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688180.009524:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3136 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.009527:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688180.009528:0:68797:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.009528:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.009529:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.009530:0:68797:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688180.009532:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1773688180.009533:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688180.009534:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.009534:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.009535:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1600 refcount=3 00000020:00000001:1.0:1773688180.009536:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:1.0:1773688180.009537:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:1.0:1773688180.009539:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688180.009540:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3128 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.009544:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.009545:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688180.009546:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3128 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.009549:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.009550:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.009551:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688180.009553:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3128 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688180.009556:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a168f1600 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688180.009557:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688180.009558:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688180.009560:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3128 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.009563:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688180.009564:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.009564:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.009565:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1600 refcount=4 00000020:00000001:1.0:1773688180.009566:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:1.0:1773688180.009567:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:1.0:1773688180.009569:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688180.009570:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3128 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.009573:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688180.009574:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688180.009575:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.009577:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688180.009578:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688180.009579:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.009580:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688180.009582:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f1600 with handle 0x52973366461d3128 from hash 00010000:00000001:1.0:1773688180.009583:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688180.009584:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.009585:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.009586:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688180.009587:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.009588:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.009589:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688180.009590:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688180.009591:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688180.009592:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:1.0:1773688180.009593:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688180.009595:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.009596:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.009597:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688180.009598:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688180.009599:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.009600:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.009600:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.009602:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.009603:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.009605:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3128 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.009608:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.009608:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.009609:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688180.009610:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688180.009611:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688180.009612:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3128 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688180.009615:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b700. 00010000:00000001:1.0:1773688180.009618:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.009619:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688180.009620:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688180.009621:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.009621:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.009622:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1000 refcount=3 00000020:00000001:1.0:1773688180.009623:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000001:1.0:1773688180.009625:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000001:1.0:1773688180.009626:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688180.009627:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d312f lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.009630:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.009630:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688180.009632:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d312f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.009634:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.009635:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.009636:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688180.009637:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d312f lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688180.009640:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a168f1000 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688180.009641:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688180.009641:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688180.009642:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d312f lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.009645:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688180.009645:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.009646:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.009647:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1000 refcount=4 00000020:00000001:1.0:1773688180.009648:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000001:1.0:1773688180.009649:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000001:1.0:1773688180.009650:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688180.009651:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d312f lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.009654:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688180.009655:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688180.009656:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.009657:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688180.009658:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688180.009659:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.009659:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688180.009660:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f1000 with handle 0x52973366461d312f from hash 00010000:00000001:1.0:1773688180.009661:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688180.009662:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.009663:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.009663:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688180.009664:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.009665:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.009666:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688180.009666:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688180.009667:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688180.009668:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x17610ee3 (ffff8a9a0ec46200) 00010000:00010000:1.0:1773688180.009669:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688180.009670:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.009671:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.009672:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688180.009673:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688180.009674:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.009675:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.009675:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.009676:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.009677:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.009679:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d312f lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.009681:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.009682:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.009683:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688180.009683:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688180.009684:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688180.009686:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d312f lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x17610ee3 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688180.009689:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b300. 00010000:00000001:1.0:1773688180.009690:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.009691:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688180.009692:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1773688180.009693:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1773688180.009693:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:1.0:1773688180.009694:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.009695:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.009696:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0c00 refcount=3 00000020:00000001:1.0:1773688180.009697:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:1.0:1773688180.009698:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00000004:00000040:1.0:1773688180.009699:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:1.0:1773688180.009701:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=108 00010000:00000001:1.0:1773688180.009703:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.009703:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.009704:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688180.009705:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1773688180.009707:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688180.009707:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688180.009708:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688180.009709:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688180.009710:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688180.009711:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1773688180.009714:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.009715:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688180.009716:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688180.009717:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688180.009718:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1773688180.009720:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688180.009720:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688180.009722:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.009723:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.009724:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.009725:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688180.009726:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f1200 with handle 0x52973366461d3121 from hash 00010000:00000001:1.0:1773688180.009727:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688180.009728:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.009729:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.009729:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688180.009730:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688180.009732:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d3121 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a934 expref: 108 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.009735:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:1.0:1773688180.009736:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 107 00010000:00000010:1.0:1773688180.009738:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b080. 00010000:00000001:1.0:1773688180.009739:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.009740:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.009742:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688180.009744:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3136 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a934 expref: 107 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.009748:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688180.009749:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688180.009750:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00010000:1.0:1773688180.009751:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1773688180.009753:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.009754:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.009755:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688180.009755:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.009756:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688180.009757:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a168f0c00, rc 0) 00000020:00000001:1.0:1773688180.009758:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688180.009760:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854337152 00010000:00000001:1.0:1773688180.009761:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688180.009765:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b36c2b100 x1859843854337152/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 584/640 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688180.009770:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688180.009771:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688180.009773:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=58 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688180.009775:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688180.009777:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688180.009778:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688180.009780:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688180.009781:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.009783:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688180.009785:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688180.009787:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64bb0. 00000100:00000200:1.0:1773688180.009790:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854337152, offset 224 00000400:00000200:1.0:1773688180.009794:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688180.009799:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688180.009802:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48212:48212:256:4294967295] 192.168.204.51@tcp LPNI seq info [48208:48208:8:4294967295] 00000400:00000200:1.0:1773688180.009808:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688180.009811:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688180.009814:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7600. 00000800:00000200:1.0:1773688180.009817:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688180.009821:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688180.009823:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7600 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:1.0:1773688180.009833:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688180.009836:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688180.009837:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688180.009838:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.009840:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688180.009842:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36c2b100 x1859843854337152/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 584/640 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688180.009848:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36c2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+107:68109:x1859843854337152:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1113us (1271us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688180.009854:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15557 00000100:00000040:1.0:1773688180.009856:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688180.009858:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688180.009859:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688180.009862:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03ec80. 00000020:00000010:1.0:1773688180.009864:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000020:00000010:1.0:1773688180.009867:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356a00. 00000020:00000040:1.0:1773688180.009869:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 106 00000100:00000001:1.0:1773688180.009870:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688180.009906:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688180.009910:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7600. 00000400:00000200:0.0:1773688180.009913:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688180.009918:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688180.009921:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64bb0 00000400:00000010:0.0:1773688180.009924:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64bb0. 00000100:00000001:0.0:1773688180.009926:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688180.009928:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1773688180.011043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc8400. 00000800:00000001:3.0:1773688180.012247:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688180.012253:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773688180.012255:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688180.012256:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688180.012261:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:3.0:1773688180.012276:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4468500 00000400:00000200:3.0:1773688180.012285:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x736f9 [2] + 656 00000800:00000001:3.0:1773688180.012290:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688180.012297:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688180.012299:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688180.012302:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:3.0:1773688180.012308:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773688180.012309:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1773688180.012314:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36c28380. 00000100:00000040:3.0:1773688180.012316:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36c28380 x1859843854337280 msgsize 328 00000100:00100000:3.0:1773688180.012320:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:3.0:1773688180.012330:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1773688180.012336:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688180.012338:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688180.012374:0:6358:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688180.012377:0:6358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854337280 02000000:00000001:2.0:1773688180.012380:0:6358:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688180.012382:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688180.012384:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688180.012388:0:6358:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688180.012391:0:6358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854337280 00000020:00000001:2.0:1773688180.012393:0:6358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688180.012394:0:6358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688180.012396:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688180.012399:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=107 00000020:00000001:2.0:1773688180.012402:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688180.012404:0:6358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688180.012406:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688180.012409:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e51c0. 00000100:00000001:2.0:1773688180.012411:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688180.012412:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e51c0. 00000020:00000010:2.0:1773688180.012415:0:6358:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a16629e00. 00000020:00000010:2.0:1773688180.012418:0:6358:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9880. 00000020:00000010:2.0:1773688180.012421:0:6358:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0898. 00000100:00000040:2.0:1773688180.012426:0:6358:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1773688180.012427:0:6358:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688180.012428:0:6358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1773688180.012430:0:6358:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1773688180.012432:0:6358:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688180.012434:0:6358:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1773688180.012436:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688180.012437:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688180.012438:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0c00 refcount=3 00000020:00000001:2.0:1773688180.012440:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:2.0:1773688180.012441:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:2.0:1773688180.012443:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688180.012444:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688180.012444:0:6358:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.012445:0:6358:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.012449:0:6358:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.012457:0:6358:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688180.012463:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688180.012464:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688180.012467:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1589 00000100:00000040:2.0:1773688180.012469:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688180.012470:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997976122240 : -129075733429376 : ffff8a9b36c28380) 00000100:00000040:2.0:1773688180.012474:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36c28380 x1859843854337280/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 328/0 e 0 to 0 dl 1773688191 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773688180.012484:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688180.012486:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b079e51c0. 00000100:00000001:2.0:1773688180.012487:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688180.012489:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b079e51c0. 00000100:00100000:2.0:1773688180.012491:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36c28380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+107:2404:x1859843854337280:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:2.0:1773688180.012494:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854337280 00010000:00000001:2.0:1773688180.012496:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1773688180.012498:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1773688180.012500:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1773688180.012502:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688180.012503:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688180.012511:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9b33897800. 02000000:00000001:2.0:1773688180.012513:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.012515:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688180.012516:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1773688180.012518:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1773688180.012519:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688180.012520:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688180.012521:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0c00 refcount=3 00000020:00000001:2.0:1773688180.012522:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:2.0:1773688180.012524:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000040:2.0:1773688180.012526:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 8 00000004:00000001:2.0:1773688180.012529:0:6358:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1773688180.012530:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1773688180.012532:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688180.012533:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1773688180.012534:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688180.012536:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688180.012539:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688180.012540:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688180.012543:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688180.012544:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688180.012546:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688180.012547:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688180.012549:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f0c00 with handle 0x52973366461d3136 from hash 00010000:00000001:2.0:1773688180.012550:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688180.012551:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688180.012552:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688180.012552:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688180.012555:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688180.012556:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688180.012558:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773688180.012559:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773688180.012562:0:6358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3136 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a934 expref: 107 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773688180.012567:0:6358:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000800:00000001:3.0:1773688180.012569:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:2.0:1773688180.012570:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 106 00010000:00000010:2.0:1773688180.012574:0:6358:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bf00. 00000800:00000001:3.0:1773688180.012578:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688180.012578:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688180.012580:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688180.012582:0:6358:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1773688180.012583:0:6358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00000001:2.0:1773688180.012586:0:6358:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688180.012587:0:6358:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688180.012591:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1773688180.012592:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1773688180.012593:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773688180.012594:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1773688180.012595:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688180.012598:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1773688180.012600:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1773688180.012600:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=114 v=5 (1 1 1 1) 00000100:00000001:2.0:1773688180.012602:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688180.012605:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688180.012609:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688180.012612:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1773688180.012613:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 02000000:00000001:2.0:1773688180.012614:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.012618:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688180.012621:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688180.012624:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505000. 00000400:00000200:3.0:1773688180.012625:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 488 into portal 12 MB=0x69b84a4468600 00000100:00000200:2.0:1773688180.012627:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854337280, offset 224 00000400:00000200:3.0:1773688180.012635:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 488/488 into md 0x3b659 [64] + 137312 00000800:00000001:3.0:1773688180.012642:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1773688180.012643:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000800:00000001:3.0:1773688180.012651:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.012651:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688180.012656:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48213:48213:256:4294967295] 192.168.204.51@tcp LPNI seq info [48209:48209:8:4294967295] 00000400:00000200:3.0:1773688180.012658:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688180.012670:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.012673:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688180.012678:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000100:00000001:3.0:1773688180.012680:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000800:00000010:2.0:1773688180.012681:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a900. 00000100:00000200:3.0:1773688180.012683:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000800:00000200:2.0:1773688180.012686:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688180.012690:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688180.012693:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1773688180.012695:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36c29c00. 00000100:00000040:3.0:1773688180.012699:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36c29c00 x1859843854337536 msgsize 488 00000100:00100000:3.0:1773688180.012703:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.012703:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688180.012709:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688180.012711:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.012712:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1773688180.012713:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688180.012718:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36c28380 x1859843854337280/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 328/224 e 0 to 0 dl 1773688191 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773688180.012725:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36c28380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+106:2404:x1859843854337280:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 239us (406us total) trans 0 rc 0/0 00000800:00000001:1.0:1773688180.012727:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1773688180.012731:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1589 00000100:00000040:2.0:1773688180.012734:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688180.012735:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688180.012737:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688180.012739:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9880. 00000020:00000010:2.0:1773688180.012743:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0898. 00000100:00000001:1.0:1773688180.012745:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1773688180.012748:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a16629e00. 00000100:00100000:1.0:1773688180.012748:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854337536 02000000:00000001:1.0:1773688180.012753:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688180.012754:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000200:3.0:1773688180.012756:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:2.0:1773688180.012756:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 105 00000100:00000001:1.0:1773688180.012756:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1773688180.012761:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a900. 00000100:00000001:2.0:1773688180.012762:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1773688180.012762:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688180.012766:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854337536 00000400:00000200:3.0:1773688180.012767:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1773688180.012769:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688180.012771:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688180.012773:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1773688180.012774:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000020:00000040:1.0:1773688180.012775:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=106 00000400:00000200:3.0:1773688180.012778:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505000 00000020:00000001:1.0:1773688180.012779:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000400:00000010:3.0:1773688180.012783:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505000. 00000020:00000001:1.0:1773688180.012783:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688180.012786:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1773688180.012787:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1773688180.012791:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1773688180.012794:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1773688180.012795:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a3c0. 00000100:00000001:1.0:1773688180.012800:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688180.012801:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a3c0. 00000020:00000010:1.0:1773688180.012806:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356a00. 00000020:00000010:1.0:1773688180.012809:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03ec80. 00000020:00000010:1.0:1773688180.012813:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688180.012817:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688180.012819:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688180.012821:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773688180.012823:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.012826:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.012838:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688180.012847:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688180.012848:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688180.012854:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15558 00000100:00000040:1.0:1773688180.012857:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688180.012859:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997976128512 : -129075733423104 : ffff8a9b36c29c00) 00000100:00000040:1.0:1773688180.012864:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36c29c00 x1859843854337536/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 488/0 e 0 to 0 dl 1773688260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773688180.012870:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688180.012872:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a3c0. 00000100:00000001:1.0:1773688180.012873:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688180.012875:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a3c0. 00000100:00100000:1.0:1773688180.012878:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36c29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+106:68109:x1859843854337536:12345-192.168.204.51@tcp:36:dbench.0 00000100:00000200:1.0:1773688180.012880:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854337536 00000020:00000001:1.0:1773688180.012882:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688180.012884:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688180.012887:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.012888:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688180.012889:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862544 : -1038689072 : ffffffffc216dcd0) 00000020:00000001:1.0:1773688180.012891:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688180.012893:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854337536, found 0 last_xid 1859843854337279 00000020:00000001:1.0:1773688180.012895:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688180.012897:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688180.012898:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688180.012900:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.012902:0:68797:0:(mdt_handler.c:3339:mdt_reint()) Process entered 00000004:00000002:1.0:1773688180.012906:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff8a9b36c29c00 x1859843854337536/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 488/0 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1773688180.012912:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1773688180.012914:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1773688180.012916:0:68797:0:(mdt_lib.c:1397:mdt_setattr_unpack()) Process entered 00000004:00000001:1.0:1773688180.012917:0:68797:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1773688180.012919:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.012921:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.012923:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.012924:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=1139191808 : 1139191808 : 0x43e6b000) 00000001:00000001:1.0:1773688180.012926:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=1139191808 : 1139191808 : 43e6b000) 00000001:00000001:1.0:1773688180.012927:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.012928:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=4294941998 : 4294941998 : 0xffff9d2e) 00000001:00000001:1.0:1773688180.012930:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=4294941998 : 4294941998 : ffff9d2e) 00000001:00000001:1.0:1773688180.012931:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.012932:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.012933:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.012934:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.012934:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.012936:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.012937:0:68797:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.012939:0:68797:0:(mdt_lib.c:1387:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.012940:0:68797:0:(mdt_lib.c:1427:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.012941:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.012944:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688180.012945:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688180.012959:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688180.012961:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688180.012964:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8a9b0836c000. 02000000:00000001:1.0:1773688180.012966:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.012968:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.012970:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1773688180.012971:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.012972:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.012973:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.012974:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.012975:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.012975:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.012976:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.012978:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.012979:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.012980:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688180.012982:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688180.012985:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688180.012987:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688180.012988:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.012989:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.012990:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.012992:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.012993:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.012994:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.012996:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688180.012996:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.012998:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.012999:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.013000:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688180.013002:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.013003:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1773688180.013004:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.013026:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1773688180.013031:0:68797:0:(mdt_reint.c:973:mdt_reint_setattr()) Process entered 00000004:00000002:1.0:1773688180.013034:0:68797:0:(mdt_reint.c:975:mdt_reint_setattr()) @@@ setattr [0x20000afe1:0x145:0x0] 7 req@ffff8a9b36c29c00 x1859843854337536/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 488/3152 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773688180.013040:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688180.013041:0:68797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1773688180.013043:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.013044:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.013046:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bc9800 refcount=3 00000020:00000001:1.0:1773688180.013049:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000001:1.0:1773688180.013051:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160283648 : -129075549267968 : ffff8a9b41bc9800) 00010000:00000040:1.0:1773688180.013054:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 7 00000004:00000001:1.0:1773688180.013057:0:68797:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1773688180.013058:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688180.013061:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688180.013063:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688180.013065:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.013066:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.013070:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688180.013071:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688180.013074:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.013075:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.013077:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.013078:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688180.013080:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bc9800 with handle 0x52973366461d311a from hash 00010000:00000001:1.0:1773688180.013084:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688180.013085:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.013086:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.013087:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688180.013090:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.013092:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.013094:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688180.013095:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688180.013100:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bc9800/0x52973366461d311a lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x145:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a92d expref: 106 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.013108:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:1.0:1773688180.013111:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 105 00010000:00000010:1.0:1773688180.013113:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b11b96180. 00010000:00000001:1.0:1773688180.013119:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.013121:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688180.013122:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688180.013124:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00000001:1.0:1773688180.013127:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.013130:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.013131:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688180.013132:0:68797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688180.013134:0:68797:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1773688180.013137:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688180.013139:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x145:0x0] 00000020:00000001:1.0:1773688180.013143:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688180.013146:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614998156740088 : -129075552811528 : ffff8a9b418685f8) 00000004:00000001:1.0:1773688180.013148:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614998156740000 : -129075552811616 : ffff8a9b418685a0) 00000004:00000001:1.0:1773688180.013150:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1773688180.013152:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688180.013157:0:68797:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8a9b34d01f18. 00000020:00000010:1.0:1773688180.013160:0:68797:0:(tgt_fmd.c:221:tgt_fmd_get()) slab-freed '(fmd_new)': 56 at ffff8a9b34d01f18. 00000004:00000001:1.0:1773688180.013163:0:68797:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1773688180.013165:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688180.013169:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.013171:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.013175:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:1.0:1773688180.013177:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:1.0:1773688180.013179:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:1.0:1773688180.013180:0:68797:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.013182:0:68797:0:(mdt_reint.c:864:mdt_attr_set()) Process entered 00000004:00000001:1.0:1773688180.013183:0:68797:0:(mdt_reint.c:327:mdt_object_stripes_lock()) Process entered 00000004:00000001:1.0:1773688180.013185:0:68797:0:(mdt_handler.c:4261:mdt_object_lock()) Process entered 00010000:00000001:1.0:1773688180.013187:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688180.013189:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688180.013191:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 6 00010000:00000001:1.0:1773688180.013193:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.013194:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688180.013197:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f0200. 00000020:00000001:1.0:1773688180.013199:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.013200:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f0200 with handle 0x52973366461d313d to hash 00000020:00000001:1.0:1773688180.013201:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688180.013202:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00010000:00000010:1.0:1773688180.013206:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b080. 00010000:00000001:1.0:1773688180.013207:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00010000:00000001:1.0:1773688180.013209:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.013210:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.013212:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d313d lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0x145:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.013220:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688180.013222:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688180.013223:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688180.013224:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.013226:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.013227:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.013229:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.013230:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688180.013231:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688180.013232:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688180.013233:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688180.013234:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 6 00010000:00000040:1.0:1773688180.013236:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688180.013238:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 105 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.013242:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6c00/0x52973366461d30aa lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.013245:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1a00/0x52973366461d310c lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.013249:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.013253:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688180.013257:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d313d lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.013260:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688180.013261:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.013262:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.013265:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688180.013266:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.013268:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.013270:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.013272:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688180.013274:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.013277:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d313d lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.013283:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688180.013284:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.013286:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.013287:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.013288:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.013290:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0200 refcount=3 00000020:00000001:1.0:1773688180.013291:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00010000:00000001:1.0:1773688180.013294:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00010000:00000001:1.0:1773688180.013296:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.013297:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.013298:0:68797:0:(mdt_handler.c:4265:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.013301:0:68797:0:(mdt_reint.c:350:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.013305:0:68797:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1773688180.013311:0:68797:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1773688180.013315:0:68797:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1773688180.013319:0:68797:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1773688180.013326:0:68797:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9b03ffbf00. 00080000:00000001:1.0:1773688180.013329:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1773688180.013338:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0fadf400. 00080000:00000001:1.0:1773688180.013341:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993025496064 : -129080684055552 : ffff8a9a0fadf400) 00000004:00000001:1.0:1773688180.013344:0:68797:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:1.0:1773688180.013346:0:68797:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:1.0:1773688180.013349:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688180.013351:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993025496064 : -129080684055552 : ffff8a9a0fadf400) 00080000:00000001:1.0:1773688180.013354:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1773688180.013371:0:68797:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.013373:0:68797:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.013374:0:68797:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.013377:0:68797:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1773688180.013379:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1773688180.013383:0:68797:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1773688180.013384:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688180.013385:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993025496064 : -129080684055552 : ffff8a9a0fadf400) 00080000:00000001:1.0:1773688180.013387:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1773688180.013391:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1773688180.013393:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.013394:0:68797:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.013418:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.013420:0:68797:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688180.013422:0:68797:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1773688155, ctime 1773688179 00000004:00000001:1.0:1773688180.013426:0:68797:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:1.0:1773688180.013428:0:68797:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:1.0:1773688180.013430:0:68797:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:1.0:1773688180.013431:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688180.013433:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993025496064 : -129080684055552 : ffff8a9a0fadf400) 00080000:00000001:1.0:1773688180.013436:0:68797:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:1.0:1773688180.013445:0:68797:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.013447:0:68797:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.013449:0:68797:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.013451:0:68797:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.013455:0:68797:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1773688180.013457:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1773688180.013460:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1773688180.013463:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692092, last_committed = 171798692041 00000001:00000010:1.0:1773688180.013467:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b03ffb5a0. 00000001:00000040:1.0:1773688180.013470:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 51 00000020:00000040:1.0:1773688180.013472:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=106 00000001:00000010:1.0:1773688180.013479:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b4186cf00. 00000004:00000001:1.0:1773688180.013484:0:68797:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1773688180.013486:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688180.013487:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993025496064 : -129080684055552 : ffff8a9a0fadf400) 00080000:00000001:1.0:1773688180.013490:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1773688180.013504:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1773688180.013506:0:68797:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1773688180.013510:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b4186cf00: xid 1859843854337536, transno 171798692092, tag 1, client gen 13, slot idx 2 00000001:00000001:1.0:1773688180.013512:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.013523:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688180.013525:0:68797:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9b03ffbf00. 00000020:00000001:1.0:1773688180.013526:0:68797:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688180.013531:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0ec46a00 count: 7 00010000:00000001:1.0:1773688180.013532:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688180.013534:0:68797:0:(mdt_reint.c:905:mdt_attr_set()) Process leaving 00000004:00000001:1.0:1773688180.013536:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1773688180.013537:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:1.0:1773688180.013538:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688180.013539:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688180.013540:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.013541:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.013542:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0200 refcount=3 00000020:00000001:1.0:1773688180.013543:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00010000:00000001:1.0:1773688180.013544:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140908544 : -129080568643072 : ffff8a9a168f0200) 00000004:00010000:1.0:1773688180.013546:0:68797:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000018b6b29e reply state 0000000053b4f5bf transno 171798692092 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d313d lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.013556:0:68797:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:1.0:1773688180.013559:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.013560:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.013562:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688180.013563:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688180.013564:0:68797:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688180.013565:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688180.013567:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) refcount = 6 00010000:00000040:1.0:1773688180.013569:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688180.013571:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1dc00/0x52973366461d2eb9 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0x145:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a87e expref: 106 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.013575:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0fab6c00/0x52973366461d30aa lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 74225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.013579:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1a00/0x52973366461d310c lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.013583:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a16ddf600/0x52973366461d2eea lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.013586:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b09d1c000/0x52973366461d2eb2 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688180.013589:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0200/0x52973366461d313d lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0x145:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.013592:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688180.013593:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.013594:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.013595:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688180.013595:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688180.013596:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688180.013598:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x145:0x0].0x0 (ffff8a9a0ec46a00) 00010000:00010000:1.0:1773688180.013599:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688180.013600:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.013601:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.013602:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688180.013603:0:68797:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:1.0:1773688180.013604:0:68797:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:1.0:1773688180.013605:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.013606:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.013606:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688180.013607:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1773688180.013608:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1773688180.013609:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1773688180.013611:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1773688180.013612:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1773688180.013614:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.013616:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688180.013618:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.013619:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.013621:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688180.013622:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688180.013624:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1773688180.013625:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:1.0:1773688180.013626:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688180.013627:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0x145:0x0]: Reading som attrs: valid: 4, size: 15360, blocks: 1 00000004:00000002:1.0:1773688180.013630:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:1.0:1773688180.013631:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.013633:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.013634:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.013636:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.013637:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.013638:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.013639:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.013640:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.013641:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688180.013643:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x145:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:1.0:1773688180.013644:0:68797:0:(mdt_reint.c:1175:mdt_reint_setattr()) Process leaving 00000004:00000001:1.0:1773688180.013646:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688180.013647:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:1.0:1773688180.013649:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688180.013652:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.013653:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.013654:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.013656:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688180.013657:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688180.013658:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.013659:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1773688180.013661:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688180.013662:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688180.013663:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688180.013664:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688180.013665:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688180.013666:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1773688180.013669:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.013671:0:68797:0:(mdt_handler.c:3355:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688180.013673:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692092, xid 1859843854337536 00010000:00000001:1.0:1773688180.013674:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:1.0:1773688180.013676:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=107 00010000:00000200:1.0:1773688180.013677:0:68797:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 171798692092, last committed = 171798692041 00010000:00000200:1.0:1773688180.013681:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b36c29c00 x1859843854337536/t171798692092(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 488/456 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773688180.013686:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688180.013687:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688180.013689:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=58 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688180.013691:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688180.013693:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688180.013694:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688180.013696:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688180.013697:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.013699:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688180.013700:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688180.013704:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64550. 00000100:00000200:1.0:1773688180.013706:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854337536, offset 224 00000400:00000200:1.0:1773688180.013710:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688180.013714:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688180.013717:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48214:48214:256:4294967295] 192.168.204.51@tcp LPNI seq info [48210:48210:8:4294967295] 00000400:00000200:1.0:1773688180.013723:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688180.013726:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688180.013729:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7400. 00000800:00000200:1.0:1773688180.013732:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688180.013735:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688180.013737:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7400 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1773688180.013746:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688180.013749:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688180.013751:0:68797:0:(ldlm_lib.c:3443:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688180.013753:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.013754:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688180.013756:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36c29c00 x1859843854337536/t171798692092(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 488/456 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773688180.013762:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36c29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+107:68109:x1859843854337536:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 891us (1062us total) trans 171798692092 rc 0/0 00000100:00100000:1.0:1773688180.013767:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15558 00000100:00000040:1.0:1773688180.013769:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688180.013770:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688180.013772:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688180.013774:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03ec80. 00000020:00000010:1.0:1773688180.013777:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000020:00000010:1.0:1773688180.013780:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356a00. 00000020:00000040:1.0:1773688180.013782:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 106 00000100:00000001:1.0:1773688180.013784:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773688180.013820:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773688180.013824:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7400. 00000400:00000200:3.0:1773688180.013828:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688180.013833:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:3.0:1773688180.013836:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64550 00000400:00000010:3.0:1773688180.013838:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64550. 00000100:00000001:3.0:1773688180.013842:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1773688180.013844:0:3440:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688180.015035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f1600. 00010000:00000010:1.1:1773688180.015042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f1000. 00010000:00000010:1.1:1773688180.015048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f1200. 00000800:00000001:2.0:1773688180.015313:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.015319:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.015320:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.015322:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.015326:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.015333:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 440 into portal 28 MB=0x69b84a4468680 00000400:00000200:2.0:1773688180.015337:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.51@tcp of length 440/440 into md 0x59745 [8] + 880 00000800:00000001:2.0:1773688180.015341:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.015347:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.015348:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.015350:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.015353:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.015355:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1773688180.015358:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b35ac7100. 00000100:00000040:2.0:1773688180.015360:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b35ac7100 x1859843854337664 msgsize 440 00000100:00100000:2.0:1773688180.015362:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.015373:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.015376:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.015378:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688180.015394:0:38615:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688180.015397:0:38615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854337664 02000000:00000001:1.0:1773688180.015398:0:38615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688180.015400:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688180.015401:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688180.015404:0:38615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688180.015407:0:38615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854337664 00000020:00000001:1.0:1773688180.015409:0:38615:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688180.015411:0:38615:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5297336646186ca4 00000020:00000001:1.0:1773688180.015413:0:38615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.015415:0:38615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b04f38000 refcount=61 00000020:00000001:1.0:1773688180.015418:0:38615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000020:00000001:1.0:1773688180.015420:0:38615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000100:00000001:1.0:1773688180.015423:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688180.015427:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a3c0. 00000100:00000001:1.0:1773688180.015429:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688180.015432:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a3c0. 00000020:00000010:1.0:1773688180.015437:0:38615:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356a00. 00000020:00000010:1.0:1773688180.015441:0:38615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03ec80. 00000020:00000010:1.0:1773688180.015445:0:38615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688180.015452:0:38615:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1773688180.015454:0:38615:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688180.015455:0:38615:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773688180.015457:0:38615:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.015461:0:38615:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.015472:0:38615:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688180.015480:0:38615:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688180.015481:0:38615:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688180.015486:0:38615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7650 00000100:00000040:1.0:1773688180.015489:0:38615:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b04f38000 : new rpc_count 1 00000100:00000001:1.0:1773688180.015490:0:38615:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997957898496 : -129075751653120 : ffff8a9b35ac7100) 00000100:00000040:1.0:1773688180.015494:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b35ac7100 x1859843854337664/t0(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 440/0 e 0 to 0 dl 1773688191 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688180.015500:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688180.015503:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a3c0. 00000100:00000001:1.0:1773688180.015504:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688180.015506:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a3c0. 00000100:00100000:1.0:1773688180.015509:0:38615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b35ac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+61:2405:x1859843854337664:12345-192.168.204.51@tcp:2:dbench.0 00000100:00000200:1.0:1773688180.015511:0:38615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854337664 00000020:00000001:1.0:1773688180.015513:0:38615:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688180.015515:0:38615:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688180.015516:0:38615:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.015518:0:38615:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688180.015519:0:38615:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672990144 : -1036561472 : ffffffffc23753c0) 00000020:00000001:1.0:1773688180.015521:0:38615:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1773688180.015523:0:38615:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688180.015524:0:38615:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688180.015526:0:38615:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688180.015528:0:38615:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1773688180.015531:0:38615:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1773688180.015532:0:38615:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.015534:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.015535:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.015536:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.015538:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.015539:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.015540:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.015541:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.015542:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.015543:0:38615:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.015544:0:38615:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.015545:0:38615:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.015546:0:38615:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.015547:0:38615:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.015550:0:38615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688180.015551:0:38615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688180.015553:0:38615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8a9a0fadc400. 02000000:00000001:1.0:1773688180.015554:0:38615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.015556:0:38615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688180.015558:0:38615:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:1.0:1773688180.015559:0:38615:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1773688180.015561:0:38615:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688180.015564:0:38615:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997970888872 : -129075738662744 : ffff8a9b3672a8a8) 00002000:00000001:1.0:1773688180.015566:0:38615:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997970888784 : -129075738662832 : ffff8a9b3672a850) 00002000:00000001:1.0:1773688180.015568:0:38615:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000001:1.0:1773688180.015570:0:38615:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.015573:0:38615:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:1.0:1773688180.015575:0:38615:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00002000:00000001:1.0:1773688180.015576:0:38615:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688180.015578:0:38615:0:(ofd_objects.c:1579:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688180.015580:0:38615:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1773688180.015581:0:38615:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.015583:0:38615:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1773688180.015587:0:38615:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0fadd400. 00080000:00000001:1.0:1773688180.015589:0:38615:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993025487872 : -129080684063744 : ffff8a9a0fadd400) 00000001:00000001:1.0:1773688180.015591:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.015592:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.015594:0:38615:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1773688180.015602:0:38615:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.015604:0:38615:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1773688180.015608:0:38615:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.015609:0:38615:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1773688180.015611:0:38615:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1773688180.015631:0:38615:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1773688180.015632:0:38615:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.015643:0:38615:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688180.015646:0:38615:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8a9b34d01f18. 00000020:00000010:1.0:1773688180.015650:0:38615:0:(tgt_fmd.c:221:tgt_fmd_get()) slab-freed '(fmd_new)': 56 at ffff8a9b34d01f18. 00080000:00000001:1.0:1773688180.015652:0:38615:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:1.0:1773688180.015657:0:38615:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688180.015658:0:38615:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:1.0:1773688180.015659:0:38615:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.015662:0:38615:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00002000:00000001:1.0:1773688180.015663:0:38615:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688180.015665:0:38615:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688180.015667:0:38615:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1773688180.015668:0:38615:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1773688180.015670:0:38615:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884903763, last_committed = 12884903758 00000001:00000010:1.0:1773688180.015672:0:38615:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b03ffb0c0. 00000001:00000040:1.0:1773688180.015674:0:38615:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b04f38000 : new cb_count 5 00000020:00000040:1.0:1773688180.015676:0:38615:0:(genops.c:887:class_export_get()) GET export ffff8a9b04f38000 refcount=62 00080000:00000001:1.0:1773688180.015679:0:38615:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1773688180.015686:0:38615:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1773688180.015687:0:38615:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.015695:0:38615:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.015698:0:38615:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688180.015701:0:38615:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.015703:0:38615:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.015704:0:38615:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1773688180.015705:0:38615:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:1.0:1773688180.015707:0:38615:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b3672a8a8/ffff8a9b3672a850 to site lru. bkt: ffff8a9b3211eae0 00010000:00000040:1.0:1773688180.015711:0:38615:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b32304e00 count: 2 00010000:00000001:1.0:1773688180.015714:0:38615:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1773688180.015718:0:38615:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1773688180.015722:0:38615:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1773688180.015723:0:38615:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688180.015726:0:38615:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997970888872 : -129075738662744 : ffff8a9b3672a8a8) 00002000:00000001:1.0:1773688180.015728:0:38615:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997970888784 : -129075738662832 : ffff8a9b3672a850) 00002000:00000001:1.0:1773688180.015731:0:38615:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1773688180.015734:0:38615:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1773688180.015736:0:38615:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0xa09:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1773688180.015739:0:38615:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0xa09:0x0] updating lvb mtime from disk: 1773688167 -> 1773688155 00002000:00010000:1.0:1773688180.015742:0:38615:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0xa09:0x0] updating lvb atime from disk: 1773688169 -> 1773688159 00002000:00010000:1.0:1773688180.015744:0:38615:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0xa09:0x0] updating lvb ctime from disk: 1773688179 -> 1773688179 00002000:00010000:1.0:1773688180.015747:0:38615:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0xa09:0x0] updating lvb blocks from disk: 1 -> 1 00000020:00000002:1.0:1773688180.015750:0:38615:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b3672a8a8/ffff8a9b3672a850 to site lru. bkt: ffff8a9b3211eae0 00010000:00000040:1.0:1773688180.015753:0:38615:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 12884903758, transno 12884903763, xid 1859843854337664 00010000:00000001:1.0:1773688180.015755:0:38615:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688180.015760:0:38615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b35ac7100 x1859843854337664/t12884903763(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 440/432 e 0 to 0 dl 1773688191 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688180.015767:0:38615:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688180.015769:0:38615:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688180.015771:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b36eb51e8 time=96 v=5 (1 4 1 1) 00000100:00000001:1.0:1773688180.015774:0:38615:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688180.015776:0:38615:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688180.015778:0:38615:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688180.015780:0:38615:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688180.015782:0:38615:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.015785:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688180.015788:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688180.015792:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64220. 00000100:00000200:1.0:1773688180.015795:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1859843854337664, offset 224 00000400:00000200:1.0:1773688180.015800:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688180.015806:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688180.015812:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48215:48215:256:4294967295] 192.168.204.51@tcp LPNI seq info [48211:48211:8:4294967295] 00000400:00000200:1.0:1773688180.015821:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688180.015825:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688180.015828:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7d00. 00000800:00000200:1.0:1773688180.015833:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688180.015837:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688180.015840:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7d00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1773688180.015851:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688180.015854:0:38615:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688180.015857:0:38615:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688180.015858:0:38615:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.015861:0:38615:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688180.015865:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b35ac7100 x1859843854337664/t12884903763(0) o2->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 440/432 e 0 to 0 dl 1773688191 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688180.015874:0:38615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b35ac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+62:2405:x1859843854337664:12345-192.168.204.51@tcp:2:dbench.0 Request processed in 371us (511us total) trans 12884903763 rc 0/0 00000100:00100000:1.0:1773688180.015882:0:38615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7650 00000100:00000040:1.0:1773688180.015885:0:38615:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b04f38000 : new rpc_count 0 00000100:00000001:1.0:1773688180.015887:0:38615:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688180.015889:0:38615:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688180.015892:0:38615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03ec80. 00000020:00000010:1.0:1773688180.015896:0:38615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000020:00000010:1.0:1773688180.015899:0:38615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356a00. 00000800:00000200:2.0:1773688180.015901:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:1.0:1773688180.015903:0:38615:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b04f38000 : new refcount 61 00000800:00000010:2.0:1773688180.015904:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7d00. 00000100:00000001:1.0:1773688180.015908:0:38615:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.015909:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.015915:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.015918:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64220 00000400:00000010:2.0:1773688180.015919:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64220. 00000100:00000001:2.0:1773688180.015921:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688180.015922:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688180.017055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bc9800. 00000800:00000001:3.0:1773688180.017430:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688180.017438:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773688180.017440:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688180.017443:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688180.017449:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:3.0:1773688180.017457:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4468700 00000400:00000200:3.0:1773688180.017464:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 137800 00000800:00000001:3.0:1773688180.017469:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688180.017476:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688180.017478:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688180.017483:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:3.0:1773688180.017487:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1773688180.017489:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1773688180.017493:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36c2ad80. 00000100:00000040:3.0:1773688180.017496:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36c2ad80 x1859843854337792 msgsize 576 00000100:00100000:3.0:1773688180.017501:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:3.0:1773688180.017514:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1773688180.017519:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688180.017522:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688180.017543:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688180.017546:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854337792 02000000:00000001:1.0:1773688180.017548:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688180.017549:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688180.017550:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688180.017553:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688180.017555:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854337792 00000020:00000001:1.0:1773688180.017557:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688180.017558:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688180.017559:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.017561:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=107 00000020:00000001:1.0:1773688180.017562:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688180.017564:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688180.017566:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688180.017569:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a3c0. 00000100:00000001:1.0:1773688180.017571:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688180.017572:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a3c0. 00000020:00000010:1.0:1773688180.017576:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356a00. 00000020:00000010:1.0:1773688180.017578:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03ec80. 00000020:00000010:1.0:1773688180.017582:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688180.017587:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688180.017589:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688180.017590:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688180.017593:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688180.017595:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.017597:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.017602:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.017612:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688180.017621:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688180.017623:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688180.017629:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15559 00000100:00000001:2.0:1773688180.017630:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1773688180.017632:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688180.017633:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1773688180.017635:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997976132992 : -129075733418624 : ffff8a9b36c2ad80) 00000100:00000001:2.0:1773688180.017636:0:75542:0:(service.c:2223:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.017639:0:75542:0:(service.c:2462:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688180.017641:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36c2ad80 x1859843854337792/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 576/0 e 0 to 0 dl 1773688260 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688180.017648:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688180.017651:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a3c0. 00000100:00000001:1.0:1773688180.017652:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688180.017654:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a3c0. 00000100:00100000:1.0:1773688180.017657:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+107:68109:x1859843854337792:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688180.017660:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854337792 00000020:00000001:1.0:1773688180.017661:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688180.017663:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1773688180.017666:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b4186cf00: xid 1859843854337536, transno 171798692092, client gen 13, slot idx 2 00000001:00000001:1.0:1773688180.017670:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9a0d8d8900: xid 1859843854336768, transno 171798692091, client gen 13, slot idx 3 00000001:00000010:1.0:1773688180.017672:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9a0d8d8900. 00000020:00000001:1.0:1773688180.017675:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.017677:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688180.017678:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688180.017680:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688180.017681:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854337792, found 0 last_xid 1859843854337791 00000020:00000001:1.0:1773688180.017683:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688180.017684:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688180.017685:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688180.017688:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.017689:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688180.017690:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688180.017692:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688180.017693:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688180.017695:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.017697:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688180.017701:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:1.0:1773688180.017703:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.017705:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688180.017707:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1200. 00000020:00000001:1.0:1773688180.017709:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.017711:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1200 with handle 0x52973366461d3144 to hash 00000020:00000001:1.0:1773688180.017712:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688180.017713:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140912640 : -129080568638976 : ffff8a9a168f1200) 00010000:00000010:1.0:1773688180.017717:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b300. 00010000:00000001:1.0:1773688180.017719:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140912640 : -129080568638976 : ffff8a9a168f1200) 00010000:00010000:1.0:1773688180.017722:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d3144 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a93b expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.017727:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:1.0:1773688180.017729:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=108 00010000:00000001:1.0:1773688180.017732:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688180.017734:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688180.017737:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688180.017739:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688180.017740:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1773688180.017741:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688180.017743:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:1.0:1773688180.017744:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688180.017747:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:1.0:1773688180.017748:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:1.0:1773688180.017749:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.017751:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688180.017752:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688180.017753:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688180.017754:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688180.017758:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b0836b000. 02000000:00000001:1.0:1773688180.017759:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.017760:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.017761:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.017762:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1773688180.017765:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:1.0:1773688180.017766:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.017767:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.017768:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.017769:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.017771:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.017772:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.017772:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.017773:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.017775:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.017775:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.017777:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.017778:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.017779:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.017780:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.017782:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.017782:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.017783:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.017785:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.017785:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688180.017787:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688180.017790:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688180.017791:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688180.017792:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.017793:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.017794:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.017795:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.017796:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.017797:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.017798:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688180.017799:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.017800:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.017802:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.017802:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688180.017803:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.017806:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1773688180.017809:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:1.0:1773688180.017811:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/FOO, ldlm_rep = ffff8a9b0836b228 00000004:00000001:1.0:1773688180.017814:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1773688180.017816:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1773688180.017817:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1773688180.017819:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688180.017820:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688180.017821:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:1.0:1773688180.017823:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.017824:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688180.017827:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1000. 00000020:00000001:1.0:1773688180.017828:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.017830:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1000 with handle 0x52973366461d314b to hash 00000020:00000001:1.0:1773688180.017831:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688180.017832:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000010:1.0:1773688180.017834:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b700. 00010000:00000001:1.0:1773688180.017835:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000001:1.0:1773688180.017837:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.017838:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.017840:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d314b lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.017843:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688180.017845:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688180.017846:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688180.017847:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.017849:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.017850:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.017851:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.017852:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688180.017853:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688180.017854:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688180.017855:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688180.017856:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 4 00010000:00000040:1.0:1773688180.017858:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688180.017861:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 108 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.017865:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 108 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688180.017869:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d314b lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.017872:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688180.017874:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.017876:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.017877:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688180.017878:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.017879:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.017880:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.017882:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688180.017884:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.017886:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d314b lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.017889:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688180.017890:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.017891:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.017892:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688180.017893:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773688180.017896:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9b32304000. 00010000:00000010:1.0:1773688180.017899:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9a0e03e980. 00010000:00000001:1.0:1773688180.017901:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688180.017903:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1600. 00000020:00000001:1.0:1773688180.017904:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.017906:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1600 with handle 0x52973366461d3152 to hash 00000020:00000001:1.0:1773688180.017907:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688180.017909:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000010:1.0:1773688180.017911:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b800. 00010000:00000001:1.0:1773688180.017912:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:1.0:1773688180.017914:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.017915:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.017917:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3152 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.017920:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688180.017921:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688180.017922:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688180.017923:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.017923:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.017925:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.017926:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.017927:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688180.017928:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688180.017929:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688180.017929:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688180.017930:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x44fbd80 (ffff8a9b32304000) refcount = 1 00010000:00010000:1.0:1773688180.017932:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3152 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.017935:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688180.017936:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.017937:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.017938:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688180.017938:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.017939:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.017940:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.017941:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688180.017943:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.017944:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3152 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.017961:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688180.017962:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.017963:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.017965:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.017967:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1773688180.017984:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1773688180.017987:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1773688180.017988:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1773688180.017991:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.017994:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1773688180.018021:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688180.018023:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688180.018025:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688180.018027:0:68797:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:1.0:1773688180.018030:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1773688180.018031:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688180.018033:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.018034:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.018036:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1000 refcount=3 00000020:00000001:1.0:1773688180.018038:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000001:1.0:1773688180.018039:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000001:1.0:1773688180.018041:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688180.018044:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d314b lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.018049:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.018050:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688180.018053:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d314b lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.018058:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.018060:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.018062:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688180.018065:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d314b lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688180.018070:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a168f1000 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688180.018073:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688180.018075:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688180.018078:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d314b lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.018083:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688180.018085:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.018086:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.018088:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1000 refcount=4 00000020:00000001:1.0:1773688180.018090:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000001:1.0:1773688180.018092:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000001:1.0:1773688180.018095:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688180.018097:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d314b lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.018103:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688180.018104:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688180.018105:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.018109:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688180.018110:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688180.018112:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.018114:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688180.018115:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f1000 with handle 0x52973366461d314b from hash 00010000:00000001:1.0:1773688180.018117:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688180.018118:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.018119:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.018120:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688180.018122:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.018122:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.018124:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688180.018125:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688180.018126:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688180.018128:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:1.0:1773688180.018129:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688180.018131:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.018132:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.018133:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688180.018134:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688180.018136:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.018137:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.018138:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.018139:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.018141:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.018143:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d314b lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.018146:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.018147:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.018148:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688180.018149:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688180.018150:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688180.018152:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d314b lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688180.018155:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b700. 00010000:00000001:1.0:1773688180.018159:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.018160:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688180.018161:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688180.018161:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.018162:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.018163:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1600 refcount=3 00000020:00000001:1.0:1773688180.018164:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:1.0:1773688180.018166:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:1.0:1773688180.018167:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688180.018169:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3152 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.018172:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.018172:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688180.018174:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3152 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.018176:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.018177:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.018178:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688180.018179:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3152 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688180.018182:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a168f1600 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688180.018184:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688180.018184:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688180.018186:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3152 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.018188:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688180.018189:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.018190:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.018191:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1600 refcount=4 00000020:00000001:1.0:1773688180.018192:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:1.0:1773688180.018194:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:1.0:1773688180.018196:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688180.018198:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3152 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.018203:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688180.018204:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688180.018205:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.018207:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688180.018208:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688180.018210:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.018212:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688180.018214:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f1600 with handle 0x52973366461d3152 from hash 00010000:00000001:1.0:1773688180.018216:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688180.018217:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.018218:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.018220:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688180.018222:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.018223:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.018225:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688180.018226:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688180.018228:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688180.018230:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x44fbd80 (ffff8a9b32304000) 00010000:00010000:1.0:1773688180.018232:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688180.018234:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.018236:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.018238:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688180.018239:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688180.018242:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.018243:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.018245:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.018247:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.018249:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.018252:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3152 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.018257:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.018258:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.018259:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688180.018261:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688180.018262:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688180.018264:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3152 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x44fbd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688180.018270:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b800. 00010000:00000040:1.0:1773688180.018273:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9b32304000 count: 0 00010000:00000010:1.0:1773688180.018277:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9a0e03e980. 00010000:00000001:1.0:1773688180.018293:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.018294:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688180.018296:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1773688180.018297:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1773688180.018298:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1773688180.018300:0:68797:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:1.0:1773688180.018303:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688180.018305:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688180.018306:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688180.018307:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688180.018308:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688180.018310:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1773688180.018318:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.018322:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:1.0:1773688180.018324:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688180.018326:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688180.018327:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773688180.018329:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688180.018330:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688180.018333:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.018333:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.018334:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.018335:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688180.018337:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f1200 with handle 0x52973366461d3144 from hash 00010000:00000001:1.0:1773688180.018338:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688180.018339:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.018340:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.018341:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688180.018342:0:68797:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773688180.018343:0:68797:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1773688180.018346:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d3144 lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a93b expref: 108 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.018350:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688180.018352:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688180.018354:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688180.018356:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.018358:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.018360:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688180.018361:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688180.018362:0:68797:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688180.018364:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688180.018365:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688180.018366:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688180.018367:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688180.018369:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:1.0:1773688180.018372:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688180.018373:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.018375:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.018377:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688180.018378:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688180.018383:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d3144 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a93b expref: 108 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.018390:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 31 00000020:00000040:1.0:1773688180.018392:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 107 00010000:00000010:1.0:1773688180.018395:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b300. 00010000:00000001:1.0:1773688180.018399:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688180.018401:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a168f1200, rc 0) 00000020:00000001:1.0:1773688180.018404:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1773688180.018406:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854337792 00010000:00000001:1.0:1773688180.018408:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688180.018413:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b36c2ad80 x1859843854337792/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 576/584 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688180.018420:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688180.018422:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688180.018425:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=58 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688180.018428:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688180.018430:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688180.018433:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688180.018436:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688180.018437:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.018440:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688180.018442:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688180.018447:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64000. 00000100:00000200:1.0:1773688180.018450:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854337792, offset 224 00000400:00000200:1.0:1773688180.018457:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688180.018462:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688180.018468:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48216:48216:256:4294967295] 192.168.204.51@tcp LPNI seq info [48212:48212:8:4294967295] 00000400:00000200:1.0:1773688180.018477:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688180.018482:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688180.018486:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7a00. 00000800:00000200:1.0:1773688180.018492:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688180.018498:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688180.018501:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7a00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1773688180.018512:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688180.018514:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688180.018515:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688180.018517:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.018518:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688180.018521:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36c2ad80 x1859843854337792/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 576/584 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688180.018528:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+107:68109:x1859843854337792:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 879us (1030us total) trans 0 rc 301/301 00000100:00100000:1.0:1773688180.018533:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15559 00000100:00000040:1.0:1773688180.018536:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688180.018537:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688180.018539:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688180.018541:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03ec80. 00000020:00000010:1.0:1773688180.018544:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000020:00000010:1.0:1773688180.018547:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356a00. 00000020:00000040:1.0:1773688180.018550:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 106 00000100:00000001:1.0:1773688180.018552:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688180.018557:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688180.018561:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7a00. 00000400:00000200:2.0:1773688180.018564:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.018568:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.018570:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64000 00000400:00000010:2.0:1773688180.018572:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64000. 00000100:00000001:2.0:1773688180.018573:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688180.018574:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1773688180.019038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f0c00. 00000800:00000001:2.0:1773688180.020457:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.020464:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.020466:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.020468:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.020473:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.020481:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4468780 00000400:00000200:2.0:1773688180.020484:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 138376 00000800:00000001:2.0:1773688180.020488:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.020493:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.020494:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.020497:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.020500:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.020501:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688180.020505:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36f30e00. 00000100:00000040:2.0:1773688180.020508:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36f30e00 x1859843854337920 msgsize 576 00000100:00100000:2.0:1773688180.020512:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.020521:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.020526:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.020529:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688180.020548:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688180.020551:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854337920 02000000:00000001:1.0:1773688180.020554:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688180.020556:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688180.020558:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688180.020561:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688180.020564:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854337920 00000020:00000001:1.0:1773688180.020566:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688180.020567:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688180.020569:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.020571:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=107 00000020:00000001:1.0:1773688180.020574:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688180.020577:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688180.020580:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688180.020583:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a3c0. 00000100:00000001:1.0:1773688180.020585:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688180.020587:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a3c0. 00000020:00000010:1.0:1773688180.020591:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356a00. 00000020:00000010:1.0:1773688180.020595:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03ec80. 00000020:00000010:1.0:1773688180.020599:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688180.020604:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688180.020606:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688180.020608:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688180.020610:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688180.020613:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.020615:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.020618:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.020629:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688180.020637:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688180.020639:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688180.020644:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15560 00000100:00000040:1.0:1773688180.020648:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688180.020650:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997979303424 : -129075730248192 : ffff8a9b36f30e00) 00000100:00000040:1.0:1773688180.020656:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36f30e00 x1859843854337920/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 576/0 e 0 to 0 dl 1773688260 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688180.020664:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688180.020667:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a3c0. 00000100:00000001:1.0:1773688180.020669:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688180.020672:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a3c0. 00000100:00100000:1.0:1773688180.020677:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36f30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+107:68109:x1859843854337920:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688180.020681:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854337920 00000020:00000001:1.0:1773688180.020692:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688180.020695:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688180.020698:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.020700:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688180.020702:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688180.020704:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688180.020707:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854337920, found 0 last_xid 1859843854337919 00000020:00000001:1.0:1773688180.020709:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688180.020711:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688180.020713:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688180.020716:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.020717:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688180.020719:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688180.020720:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688180.020722:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688180.020723:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.020726:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688180.020730:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6f00 count: 2 00010000:00000001:1.0:1773688180.020732:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.020734:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688180.020736:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f0c00. 00000020:00000001:1.0:1773688180.020739:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.020741:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f0c00 with handle 0x52973366461d3159 to hash 00000020:00000001:1.0:1773688180.020743:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688180.020744:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000010:1.0:1773688180.020748:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b300. 00010000:00000001:1.0:1773688180.020750:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00010000:1.0:1773688180.020754:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3159 lrc: 2/0,0 mode: --/CR res: [0x2000134b0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a942 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.020761:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:1.0:1773688180.020763:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=108 00010000:00000001:1.0:1773688180.020768:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688180.020770:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688180.020774:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688180.020777:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688180.020779:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1773688180.020780:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688180.020782:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x2000134b0:0x6:0x0] 00000020:00000001:1.0:1773688180.020785:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688180.020789:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997883632280 : -129075825919336 : ffff8a9b313f3a98) 00000004:00000001:1.0:1773688180.020791:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614997883632192 : -129075825919424 : ffff8a9b313f3a40) 00000004:00000001:1.0:1773688180.020793:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.020795:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688180.020797:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688180.020799:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688180.020800:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688180.020805:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b08369000. 02000000:00000001:1.0:1773688180.020807:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.020809:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.020811:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.020812:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1773688180.020815:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:1.0:1773688180.020817:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.020818:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.020821:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.020822:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.020825:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.020826:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.020828:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.020830:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.020831:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.020832:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.020834:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.020836:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.020837:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.020839:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.020840:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.020841:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.020843:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.020845:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.020847:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688180.020849:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688180.020853:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688180.020855:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688180.020857:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.020858:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.020860:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.020861:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.020863:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.020865:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.020867:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688180.020868:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.020870:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.020872:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.020874:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688180.020876:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.020879:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:1.0:1773688180.020881:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688180.020883:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:1.0:1773688180.020885:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688180.020887:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:1.0:1773688180.020889:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:1.0:1773688180.020892:0:68797:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000004:00000001:1.0:1773688180.020894:0:68797:0:(mdt_lib.c:2207:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688180.020897:0:68797:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x2000134b0:0x6:0x0]/[0x20000afe1:0xef:0x0], ldlm_rep = ffff8a9b08369228 00000004:00000001:1.0:1773688180.020902:0:68797:0:(mdt_handler.c:4261:mdt_object_lock()) Process entered 00010000:00000001:1.0:1773688180.020905:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688180.020907:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688180.020910:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:1.0:1773688180.020913:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.020915:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688180.020919:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1c00. 00000020:00000001:1.0:1773688180.020922:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.020924:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1c00 with handle 0x52973366461d3160 to hash 00000020:00000001:1.0:1773688180.020925:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688180.020927:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000010:1.0:1773688180.020931:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b800. 00010000:00000001:1.0:1773688180.020933:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000001:1.0:1773688180.020935:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.020936:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.020939:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d3160 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.020943:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688180.020945:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688180.020958:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688180.020960:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.020963:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.020965:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.020966:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.020969:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688180.020970:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688180.020972:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688180.020974:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688180.020976:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 3 00010000:00000040:1.0:1773688180.020979:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688180.020984:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 108 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.020992:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 108 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688180.020998:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d3160 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.021003:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688180.021028:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.021030:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.021032:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688180.021034:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.021037:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.021039:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.021041:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688180.021044:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.021047:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d3160 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.021052:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688180.021054:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.021055:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.021057:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.021058:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.021060:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1c00 refcount=3 00000020:00000001:1.0:1773688180.021063:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000001:1.0:1773688180.021065:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000001:1.0:1773688180.021068:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.021069:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.021070:0:68797:0:(mdt_handler.c:4265:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.021073:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1773688180.021078:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1773688180.021080:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1773688180.021108:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.021114:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688180.021117:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.021120:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.021125:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.021128:0:68797:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.021131:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.021134:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688180.021136:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.021137:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.021139:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.021142:0:68797:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.021144:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1773688180.021147:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:1.0:1773688180.021150:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.021152:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.021153:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.021155:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.021156:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.021158:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.021160:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.021161:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.021163:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.021165:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.021166:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.021168:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688180.021170:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0xef:0x0]: nlink=2, mode=40700, valid=0x1100000000002f8f 00000004:00200000:1.0:1773688180.021173:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0xef:0x0]: returning size 11776 00000004:00200000:1.0:1773688180.021176:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 2 00000004:00000002:1.0:1773688180.021179:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:1.0:1773688180.021180:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.021182:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.021184:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1773688180.021186:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688180.021188:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.021189:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.021196:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.021199:0:68797:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.021201:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.021203:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.021209:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688180.021213:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.021216:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.021217:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.021220:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.021235:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.021236:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.021238:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1c00 refcount=3 00000020:00000001:1.0:1773688180.021241:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000001:1.0:1773688180.021244:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00000004:00010000:1.0:1773688180.021248:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d3160 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.021256:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.021257:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.021259:0:68797:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:1.0:1773688180.021260:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688180.021262:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:1.0:1773688180.021264:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.021266:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.021268:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1c00 refcount=3 00000020:00000001:1.0:1773688180.021270:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000001:1.0:1773688180.021272:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00000004:00000040:1.0:1773688180.021275:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:1.0:1773688180.021279:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=109 00010000:00000001:1.0:1773688180.021282:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.021283:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.021284:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688180.021286:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1773688180.021290:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688180.021292:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688180.021295:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688180.021297:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688180.021301:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688180.021304:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1773688180.021309:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.021313:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688180.021315:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1773688180.021318:0:68797:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b313f3a98/ffff8a9b313f3a40 to site lru. bkt: ffff8a9a1aeb68e8 00000004:00000001:1.0:1773688180.021321:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688180.021322:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1773688180.021325:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688180.021327:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688180.021330:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.021331:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.021333:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.021340:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688180.021342:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f0c00 with handle 0x52973366461d3159 from hash 00010000:00000001:1.0:1773688180.021344:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688180.021346:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.021347:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.021348:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688180.021350:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688180.021354:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3159 lrc: 0/0,0 mode: --/CR res: [0x2000134b0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a942 expref: 109 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.021362:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:1.0:1773688180.021363:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 108 00010000:00000010:1.0:1773688180.021366:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b300. 00010000:00000001:1.0:1773688180.021374:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.021376:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.021379:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688180.021383:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d3160 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a942 expref: 108 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.021390:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688180.021392:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688180.021394:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:1.0:1773688180.021398:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:1.0:1773688180.021400:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.021402:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.021404:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688180.021405:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.021406:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688180.021407:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a168f1c00, rc 0) 00000020:00000001:1.0:1773688180.021410:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688180.021412:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854337920 00010000:00000001:1.0:1773688180.021415:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688180.021419:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b36f30e00 x1859843854337920/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 576/584 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688180.021427:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688180.021429:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688180.021431:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=58 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688180.021435:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688180.021437:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688180.021439:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688180.021441:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688180.021443:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.021445:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688180.021447:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688180.021450:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64770. 00000100:00000200:1.0:1773688180.021454:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854337920, offset 224 00000400:00000200:1.0:1773688180.021459:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688180.021466:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688180.021471:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48217:48217:256:4294967295] 192.168.204.51@tcp LPNI seq info [48213:48213:8:4294967295] 00000400:00000200:1.0:1773688180.021480:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688180.021485:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688180.021489:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7a00. 00000800:00000200:1.0:1773688180.021493:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688180.021499:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688180.021502:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7a00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1773688180.021514:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688180.021517:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688180.021520:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688180.021522:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.021525:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688180.021530:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36f30e00 x1859843854337920/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 576/584 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688180.021540:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36f30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+108:68109:x1859843854337920:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 873us (1029us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688180.021547:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15560 00000100:00000040:1.0:1773688180.021551:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688180.021553:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688180.021555:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688180.021558:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03ec80. 00000020:00000010:1.0:1773688180.021561:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000020:00000010:1.0:1773688180.021565:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356a00. 00000020:00000040:1.0:1773688180.021568:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 107 00000800:00000200:3.0:1773688180.021570:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1773688180.021571:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1773688180.021576:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7a00. 00000400:00000200:3.0:1773688180.021582:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688180.021587:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:3.0:1773688180.021591:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64770 00000400:00000010:3.0:1773688180.021594:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64770. 00000100:00000001:3.0:1773688180.021597:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1773688180.021598:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688180.023340:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.023346:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.023347:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.023350:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.023354:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.023361:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 448 into portal 23 MB=0x69b84a4468800 00000400:00000200:2.0:1773688180.023366:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 448/448 into md 0x729e1 [2] + 0 00000800:00000001:2.0:1773688180.023370:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.023375:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.023377:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.023381:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.023384:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.023386:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1773688180.023389:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36f31880. 00000100:00000040:2.0:1773688180.023391:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36f31880 x1859843854338048 msgsize 448 00000100:00100000:2.0:1773688180.023396:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.023405:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.023410:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.023412:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.023443:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688180.023446:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854338048 02000000:00000001:3.0:1773688180.023449:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688180.023451:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688180.023453:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688180.023456:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688180.023459:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854338048 00000020:00000001:3.0:1773688180.023462:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688180.023464:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688180.023466:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688180.023468:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=108 00000020:00000001:3.0:1773688180.023471:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688180.023474:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688180.023477:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688180.023481:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5180. 00000100:00000001:3.0:1773688180.023484:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688180.023486:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5180. 00000020:00000010:3.0:1773688180.023492:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2800. 00000020:00000010:3.0:1773688180.023495:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b1117ee80. 00000020:00000010:3.0:1773688180.023500:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0190. 00000100:00000040:3.0:1773688180.023516:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1773688180.023519:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688180.023521:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773688180.023522:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.023530:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.023541:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.023550:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688180.023552:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688180.023557:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3247 00000100:00000040:3.0:1773688180.023561:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688180.023564:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997979306112 : -129075730245504 : ffff8a9b36f31880) 00000100:00000040:3.0:1773688180.023571:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36f31880 x1859843854338048/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 448/0 e 0 to 0 dl 1773688191 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688180.023580:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688180.023583:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5180. 00000100:00000001:3.0:1773688180.023585:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688180.023588:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5180. 00000100:00100000:3.0:1773688180.023593:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36f31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+108:68109:x1859843854338048:12345-192.168.204.51@tcp:37:dbench.0 00000100:00000200:3.0:1773688180.023597:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854338048 00000020:00000001:3.0:1773688180.023600:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688180.023602:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688180.023606:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.023608:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688180.023610:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862592 : -1038689024 : ffffffffc216dd00) 00000020:00000001:3.0:1773688180.023613:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688180.023616:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854338048, found 0 last_xid 1859843854338047 00000020:00000001:3.0:1773688180.023619:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688180.023621:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688180.023623:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688180.023625:0:73057:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1773688180.023627:0:73057:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688180.023630:0:73057:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000020:00000001:3.0:1773688180.023633:0:73057:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.023635:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.023638:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688180.023640:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688180.023644:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8a9b34846000. 02000000:00000001:3.0:1773688180.023646:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.023648:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.023651:0:73057:0:(mdt_handler.c:2953:mdt_readpage()) Process entered 00000004:00000010:3.0:1773688180.023656:0:73057:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8a9a0e31f000. 00010000:00000010:1.1:1773688180.024039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f1000. 00010000:00000010:1.1:1773688180.024050:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304000. 00010000:00000010:1.1:1773688180.024056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f1600. 00010000:00000010:1.1:1773688180.024060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f1200. 00000004:00000001:3.0:1773688180.024360:0:73057:0:(mdd_object.c:4165:mdd_readpage()) Process entered 00000020:00000001:3.0:1773688180.024366:0:73057:0:(dt_object.c:850:dt_index_walk()) Process entered 00080000:00000001:3.0:1773688180.024369:0:73057:0:(osd_index.c:123:osd_index_it_init()) Process entered 00080000:00000010:3.0:1773688180.024373:0:73057:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8a9b34186500. 00080000:00000010:3.0:1773688180.024377:0:73057:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8a9b072a5180. 00080000:00000001:3.0:1773688180.024380:0:73057:0:(osd_index.c:148:osd_index_it_init()) Process leaving (rc=18446614997931418880 : -129075778132736 : ffff8a9b34186500) 00080000:00000001:3.0:1773688180.024382:0:73057:0:(osd_index.c:1218:osd_dir_it_init()) Process leaving (rc=18446614997931418880 : -129075778132736 : ffff8a9b34186500) 00080000:00000001:3.0:1773688180.024385:0:73057:0:(osd_index.c:1680:osd_dir_it_load()) Process entered 00080000:00000001:3.0:1773688180.024386:0:73057:0:(osd_index.c:1698:osd_dir_it_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688180.024389:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688180.024390:0:73057:0:(osd_index.c:1394:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:3.0:1773688180.024392:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688180.024393:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.024395:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688180.024396:0:73057:0:(osd_index.c:1500:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.024398:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688180.024399:0:73057:0:(osd_index.c:1342:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.024400:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688180.024401:0:73057:0:(osd_index.c:1396:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:3.0:1773688180.024402:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688180.024402:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.024403:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688180.024404:0:73057:0:(osd_index.c:345:osd_find_parent_fid()) Process entered 00080000:00000001:3.0:1773688180.024405:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688180.024409:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=46 : 46 : 2e) 00080000:00000001:3.0:1773688180.024410:0:73057:0:(osd_index.c:406:osd_find_parent_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.024411:0:73057:0:(osd_index.c:1518:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.024412:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688180.024427:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.024428:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688180.024429:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=12 : 12 : c) 00080000:00000001:3.0:1773688180.024430:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688180.024431:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=1084031208197488640 : 1084031208197488640 : f0b40a3f20c8000) 00080000:00000001:3.0:1773688180.024432:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688180.024442:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688180.024444:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688180.024445:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.024446:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688180.024447:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=9 : 9 : 9) 00080000:00000001:3.0:1773688180.024448:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688180.024449:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=2954476392500723712 : 2954476392500723712 : 290068a020488000) 00080000:00000001:3.0:1773688180.024450:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688180.024454:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688180.024456:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688180.024457:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.024458:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688180.024460:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=10 : 10 : a) 00080000:00000001:3.0:1773688180.024461:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688180.024461:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=4957591141929025536 : 4957591141929025536 : 44cce6e08c4d8000) 00080000:00000001:3.0:1773688180.024462:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688180.024466:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688180.024467:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688180.024468:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.024469:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688180.024471:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=12 : 12 : c) 00080000:00000001:3.0:1773688180.024471:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688180.024472:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=6061009867696766976 : 6061009867696766976 : 541d085cb0340000) 00080000:00000001:3.0:1773688180.024473:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688180.024477:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688180.024478:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688180.024480:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.024481:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688180.024482:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=11 : 11 : b) 00080000:00000001:3.0:1773688180.024483:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688180.024483:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=8393325542352945152 : 8393325542352945152 : 747b151c6c290000) 00080000:00000001:3.0:1773688180.024484:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688180.024488:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688180.024490:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688180.024491:0:73057:0:(osd_index.c:1356:osd_dir_it_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688180.024492:0:73057:0:(osd_index.c:156:osd_index_it_fini()) Process entered 00080000:00000010:3.0:1773688180.024494:0:73057:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8a9b072a5180. 00080000:00000010:3.0:1773688180.024496:0:73057:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8a9b34186500. 00080000:00000001:3.0:1773688180.024498:0:73057:0:(osd_index.c:166:osd_index_it_fini()) Process leaving 00000020:00000001:3.0:1773688180.024499:0:73057:0:(dt_object.c:928:dt_index_walk()) Process leaving (rc=4096 : 4096 : 1000) 00000004:00000001:3.0:1773688180.024501:0:73057:0:(mdd_object.c:4222:mdd_readpage()) Process leaving via out_unlock (rc=4096 : 4096 : 0x1000) 00000020:00000001:3.0:1773688180.024504:0:73057:0:(tgt_handler.c:1213:tgt_sendpage()) Process entered 00000100:00000001:3.0:1773688180.024506:0:73057:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1773688180.024509:0:73057:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8a9b34847c00. 00000100:00000010:3.0:1773688180.024513:0:73057:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8a9b03f2f000. 00000020:00000040:3.0:1773688180.024515:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=109 00010000:00000001:3.0:1773688180.024518:0:73057:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1773688180.024520:0:73057:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1773688180.024523:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee4c8. 00000400:00000010:3.0:1773688180.024528:0:73057:0:(lib-lnet.h:479:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8a9b09ea8000. 00000400:00000200:3.0:1773688180.024530:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688180.024537:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688180.024546:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48218:48218:256:4294967295] 192.168.204.51@tcp LPNI seq info [48214:48214:8:4294967295] 00000400:00000200:3.0:1773688180.024550:0:73057:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.51@tcp 00000400:00000200:3.0:1773688180.024555:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688180.024558:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688180.024560:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d400. 00000800:00000200:3.0:1773688180.024564:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688180.024567:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1022 00000800:00000200:3.0:1773688180.024570:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d400 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:3.0:1773688180.024579:0:73057:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.51@tcp mbits 0x69b84a4468800-0x69b84a4468800 00000100:00000001:3.0:1773688180.024582:0:73057:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773688180.024639:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688180.024641:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d400. 00000400:00000200:2.0:1773688180.024645:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.024650:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.024653:0:3439:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1773688180.024655:0:3439:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8a9b34847c00 00000100:00000001:2.0:1773688180.024657:0:3439:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:3.0:1773688180.025287:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688180.025292:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1773688180.025294:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688180.025314:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773688180.025319:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : ACK - for me 00000400:00000200:3.0:1773688180.025326:0:3440:0:(lib-move.c:4700:lnet_parse_ack()) 192.168.204.151@tcp: ACK from 12345-192.168.204.51@tcp into md 0x78035 00000400:00000200:3.0:1773688180.025329:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688180.025331:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: ACK: OK 00000400:00000200:3.0:1773688180.025334:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee4c8 00000400:00000010:3.0:1773688180.025336:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee4c8. 00000100:00000001:3.0:1773688180.025338:0:3440:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1773688180.025340:0:3440:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8a9b34847c00 00000100:00000001:3.0:1773688180.025348:0:3440:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:3.0:1773688180.025351:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1773688180.025353:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688180.025373:0:73057:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.025378:0:73057:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1773688180.025381:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 108 00000100:00000010:2.0:1773688180.025385:0:73057:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8a9b03f2f000. 00000100:00000010:2.0:1773688180.025389:0:73057:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8a9b34847c00. 00000100:00000001:2.0:1773688180.025392:0:73057:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000020:00000001:2.0:1773688180.025393:0:73057:0:(tgt_handler.c:1237:tgt_sendpage()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688180.025395:0:73057:0:(mdt_handler.c:2999:mdt_readpage()) Process leaving 00000004:00000010:2.0:1773688180.025840:0:73057:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8a9a0e31f000. 00010000:00000040:2.0:1773688180.025846:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854338048 00010000:00000001:2.0:1773688180.025850:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688180.025856:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b36f31880 x1859843854338048/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 448/440 e 0 to 0 dl 1773688191 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688180.025864:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688180.025866:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688180.025869:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=50 v=5 (1 1 1 0) 00000100:00000001:2.0:1773688180.025872:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688180.025874:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688180.025876:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688180.025878:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688180.025880:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.025882:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688180.025884:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688180.025887:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505f68. 00000100:00000200:2.0:1773688180.025890:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1859843854338048, offset 224 00000400:00000200:2.0:1773688180.025893:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688180.025898:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688180.025901:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48219:48219:256:4294967295] 192.168.204.51@tcp LPNI seq info [48215:48215:8:4294967295] 00000400:00000200:2.0:1773688180.025909:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688180.025914:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688180.025916:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a500. 00000800:00000200:2.0:1773688180.025919:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688180.025924:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688180.025927:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a500 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1773688180.025940:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688180.025944:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688180.025969:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688180.025971:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688180.025974:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688180.025982:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36f31880 x1859843854338048/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 448/440 e 0 to 0 dl 1773688191 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000800:00000200:3.0:1773688180.025991:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1773688180.025991:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36f31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+108:68109:x1859843854338048:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 2408us (2597us total) trans 0 rc 0/0 00000800:00000010:3.0:1773688180.025996:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a500. 00000400:00000200:3.0:1773688180.026001:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1773688180.026001:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3247 00000400:00000200:3.0:1773688180.026030:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:3.0:1773688180.026033:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505f68 00000100:00000040:2.0:1773688180.026033:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000400:00000010:3.0:1773688180.026035:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505f68. 00000100:00000001:2.0:1773688180.026037:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688180.026039:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688180.026040:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1773688180.026043:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1773688180.026045:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b1117ee80. 00000020:00000010:2.0:1773688180.026050:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0190. 00000020:00000010:2.0:1773688180.026054:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2800. 00000020:00000040:2.0:1773688180.026057:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 107 00000100:00000001:2.0:1773688180.026059:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1773688180.027044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f0c00. 00080000:00000001:0.0:1773688180.030480:0:82136:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1773688180.030491:0:82136:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.030495:0:82136:0:(tgt_mount.c:2239:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.030502:0:82136:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1773688180.030508:0:82136:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.030511:0:82136:0:(tgt_mount.c:2239:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.030516:0:82136:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1773688180.030522:0:82136:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.030525:0:82136:0:(tgt_mount.c:2239:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.030535:0:82136:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1773688180.030540:0:82136:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.030543:0:82136:0:(tgt_mount.c:2239:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1773688180.031540:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.031551:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.031553:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.031556:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.031564:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.031577:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4468880 00000400:00000200:2.0:1773688180.031582:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 138952 00000800:00000001:2.0:1773688180.031588:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.031594:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.031596:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.031599:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.031604:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.031606:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688180.031610:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36f32680. 00000100:00000040:2.0:1773688180.031612:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36f32680 x1859843854338176 msgsize 576 00000100:00100000:2.0:1773688180.031615:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.031626:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.031633:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.031638:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688180.031654:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688180.031658:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854338176 02000000:00000001:1.0:1773688180.031661:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688180.031663:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688180.031666:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688180.031670:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688180.031674:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854338176 00000020:00000001:1.0:1773688180.031677:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688180.031678:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688180.031681:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.031684:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=108 00000020:00000001:1.0:1773688180.031687:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688180.031690:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688180.031694:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688180.031698:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a3c0. 00000100:00000001:1.0:1773688180.031701:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688180.031704:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a3c0. 00000020:00000010:1.0:1773688180.031711:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356a00. 00000020:00000010:1.0:1773688180.031715:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03ed80. 00000020:00000010:1.0:1773688180.031719:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688180.031725:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688180.031728:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688180.031729:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688180.031732:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688180.031734:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.031736:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.031742:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.031752:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688180.031761:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688180.031763:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688180.031768:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15561 00000100:00000040:1.0:1773688180.031771:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688180.031773:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997979309696 : -129075730241920 : ffff8a9b36f32680) 00000100:00000040:1.0:1773688180.031781:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36f32680 x1859843854338176/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 576/0 e 0 to 0 dl 1773688260 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688180.031790:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688180.031792:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a3c0. 00000100:00000001:1.0:1773688180.031794:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688180.031796:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a3c0. 00000100:00100000:1.0:1773688180.031800:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36f32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+108:68109:x1859843854338176:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688180.031803:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854338176 00000020:00000001:1.0:1773688180.031806:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688180.031809:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688180.031813:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.031816:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688180.031818:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688180.031821:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688180.031824:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854338176, found 0 last_xid 1859843854338175 00000020:00000001:1.0:1773688180.031827:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688180.031829:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688180.031832:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688180.031837:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.031839:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688180.031841:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688180.031844:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688180.031846:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688180.031848:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.031853:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688180.031860:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:1.0:1773688180.031862:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.031865:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688180.031869:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f0c00. 00000020:00000001:1.0:1773688180.031872:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.031874:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f0c00 with handle 0x52973366461d3167 to hash 00000020:00000001:1.0:1773688180.031876:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688180.031878:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000010:1.0:1773688180.031882:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b300. 00010000:00000001:1.0:1773688180.031885:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00010000:1.0:1773688180.031890:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3167 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a949 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.031899:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:1.0:1773688180.031902:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=109 00010000:00000001:1.0:1773688180.031908:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688180.031910:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688180.031916:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688180.031918:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688180.031921:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1773688180.031923:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688180.031925:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:1.0:1773688180.031928:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688180.031932:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:1.0:1773688180.031934:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:1.0:1773688180.031936:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.031939:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688180.031940:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688180.031943:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688180.031958:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688180.031965:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b320a1000. 02000000:00000001:1.0:1773688180.031969:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.031971:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.031973:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.031976:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1773688180.031979:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:1.0:1773688180.031981:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.031983:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.031985:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.031987:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.031988:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.031990:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.031991:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.031993:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.031994:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.031995:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.031997:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.031998:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.031999:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.032000:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.032001:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.032002:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.032004:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.032031:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.032032:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688180.032036:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688180.032041:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688180.032050:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688180.032053:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.032054:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.032057:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.032059:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.032060:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.032062:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.032064:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688180.032066:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.032068:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.032070:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.032072:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688180.032074:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.032077:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1773688180.032082:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:1.0:1773688180.032085:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/FACTS, ldlm_rep = ffff8a9b320a1228 00000004:00000001:1.0:1773688180.032090:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1773688180.032093:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1773688180.032096:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1773688180.032098:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688180.032100:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688180.032102:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 5 00010000:00000001:1.0:1773688180.032105:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.032114:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688180.032120:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1200. 00000020:00000001:1.0:1773688180.032123:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.032125:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1200 with handle 0x52973366461d316e to hash 00000020:00000001:1.0:1773688180.032127:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688180.032128:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140912640 : -129080568638976 : ffff8a9a168f1200) 00010000:00000010:1.0:1773688180.032132:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b700. 00010000:00000001:1.0:1773688180.032134:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140912640 : -129080568638976 : ffff8a9a168f1200) 00010000:00000001:1.0:1773688180.032136:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.032138:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.032141:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d316e lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.032148:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688180.032150:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688180.032152:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688180.032154:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.032157:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.032159:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.032160:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.032162:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688180.032164:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688180.032166:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688180.032167:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688180.032169:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 5 00010000:00000040:1.0:1773688180.032172:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688180.032176:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d3160 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a942 expref: 109 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.032184:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 109 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.032193:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 109 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688180.032200:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d316e lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.032205:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688180.032210:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.032211:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.032213:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688180.032214:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.032217:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.032218:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.032220:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688180.032223:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.032226:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d316e lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.032232:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688180.032233:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.032235:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.032236:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688180.032237:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773688180.032241:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9b32304000. 00010000:00000010:1.0:1773688180.032245:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9a0e03ec80. 00010000:00000001:1.0:1773688180.032247:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688180.032250:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1600. 00000020:00000001:1.0:1773688180.032251:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.032253:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1600 with handle 0x52973366461d3175 to hash 00000020:00000001:1.0:1773688180.032254:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688180.032255:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000010:1.0:1773688180.032258:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bf00. 00010000:00000001:1.0:1773688180.032260:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:1.0:1773688180.032262:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.032264:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.032266:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3175 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x795aff3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.032272:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688180.032274:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688180.032275:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688180.032276:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.032277:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.032278:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.032279:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.032281:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688180.032282:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688180.032283:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688180.032284:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688180.032286:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x795aff3f (ffff8a9b32304000) refcount = 1 00010000:00010000:1.0:1773688180.032288:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3175 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.032292:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688180.032293:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.032294:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.032296:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688180.032297:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.032299:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.032301:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.032302:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688180.032304:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.032307:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3175 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.032319:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688180.032320:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.032324:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.032326:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.032329:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1773688180.032356:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1773688180.032359:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1773688180.032362:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1773688180.032366:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.032371:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1773688180.032387:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688180.032389:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688180.032391:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688180.032394:0:68797:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:1.0:1773688180.032397:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1773688180.032398:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688180.032400:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.032401:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.032402:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1200 refcount=3 00000020:00000001:1.0:1773688180.032404:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140912640 : -129080568638976 : ffff8a9a168f1200) 00010000:00000001:1.0:1773688180.032406:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140912640 : -129080568638976 : ffff8a9a168f1200) 00010000:00000001:1.0:1773688180.032408:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688180.032411:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d316e lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.032416:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.032417:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688180.032420:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d316e lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.032426:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.032427:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.032430:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688180.032432:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d316e lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688180.032438:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a168f1200 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688180.032440:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688180.032442:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688180.032444:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d316e lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.032450:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688180.032451:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.032453:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.032455:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1200 refcount=4 00000020:00000001:1.0:1773688180.032458:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140912640 : -129080568638976 : ffff8a9a168f1200) 00010000:00000001:1.0:1773688180.032462:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140912640 : -129080568638976 : ffff8a9a168f1200) 00010000:00000001:1.0:1773688180.032467:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688180.032470:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d316e lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.032488:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688180.032490:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688180.032491:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.032495:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688180.032497:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688180.032499:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.032501:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688180.032503:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f1200 with handle 0x52973366461d316e from hash 00010000:00000001:1.0:1773688180.032506:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688180.032508:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.032509:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.032510:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688180.032512:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.032514:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.032516:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688180.032518:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688180.032520:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688180.032522:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:1.0:1773688180.032525:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688180.032526:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.032529:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.032531:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688180.032533:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688180.032537:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.032540:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.032542:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.032546:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.032549:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.032551:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d316e lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.032556:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.032557:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.032558:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688180.032560:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688180.032561:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688180.032563:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d316e lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688180.032569:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b700. 00010000:00000001:1.0:1773688180.032576:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.032577:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688180.032578:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688180.032579:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.032580:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.032581:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1600 refcount=3 00000020:00000001:1.0:1773688180.032585:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:1.0:1773688180.032588:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:1.0:1773688180.032590:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688180.032592:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3175 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.032597:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.032598:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688180.032600:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3175 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.032606:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.032607:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.032609:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688180.032611:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3175 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688180.032615:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a168f1600 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688180.032617:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688180.032619:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688180.032621:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3175 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.032624:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688180.032625:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.032626:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.032627:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1600 refcount=4 00000020:00000001:1.0:1773688180.032629:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:1.0:1773688180.032630:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:1.0:1773688180.032632:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688180.032634:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3175 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.032638:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688180.032640:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688180.032642:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.032645:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688180.032646:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688180.032648:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.032649:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688180.032651:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f1600 with handle 0x52973366461d3175 from hash 00010000:00000001:1.0:1773688180.032653:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688180.032654:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.032655:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.032656:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688180.032658:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.032659:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.032661:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688180.032662:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688180.032663:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688180.032665:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x795aff3f (ffff8a9b32304000) 00010000:00010000:1.0:1773688180.032667:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688180.032669:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.032670:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.032672:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688180.032673:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688180.032675:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.032676:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.032677:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.032679:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.032681:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.032683:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3175 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.032687:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.032688:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.032689:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688180.032690:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688180.032691:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688180.032693:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d3175 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688180.032701:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bf00. 00010000:00000040:1.0:1773688180.032704:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9b32304000 count: 0 00010000:00000010:1.0:1773688180.032708:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9a0e03ec80. 00010000:00000001:1.0:1773688180.032715:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.032717:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688180.032718:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1773688180.032720:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1773688180.032721:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1773688180.032723:0:68797:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:1.0:1773688180.032727:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688180.032729:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688180.032731:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688180.032733:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688180.032735:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688180.032738:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1773688180.032742:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.032745:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:1.0:1773688180.032747:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688180.032749:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688180.032751:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773688180.032753:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688180.032755:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688180.032759:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.032760:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.032761:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.032763:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688180.032764:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f0c00 with handle 0x52973366461d3167 from hash 00010000:00000001:1.0:1773688180.032766:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688180.032767:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.032768:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.032769:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688180.032770:0:68797:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773688180.032772:0:68797:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1773688180.032777:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3167 lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a949 expref: 109 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.032789:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688180.032791:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688180.032793:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688180.032795:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.032796:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.032798:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688180.032799:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688180.032801:0:68797:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688180.032802:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688180.032803:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688180.032804:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688180.032805:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688180.032806:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:1.0:1773688180.032808:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688180.032809:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.032811:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.032812:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688180.032813:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688180.032816:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d3167 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a949 expref: 109 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.032822:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:1.0:1773688180.032825:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 108 00010000:00000010:1.0:1773688180.032827:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b300. 00010000:00000001:1.0:1773688180.032831:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688180.032832:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a168f0c00, rc 0) 00000020:00000001:1.0:1773688180.032834:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1773688180.032837:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854338176 00010000:00000001:1.0:1773688180.032839:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688180.032843:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b36f32680 x1859843854338176/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 576/584 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688180.032855:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688180.032857:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688180.032861:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=58 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688180.032865:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688180.032868:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688180.032870:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688180.032872:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688180.032873:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.032876:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688180.032879:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688180.032883:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64ee0. 00000100:00000200:1.0:1773688180.032888:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854338176, offset 224 00000400:00000200:1.0:1773688180.032894:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688180.032902:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688180.032907:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48220:48220:256:4294967295] 192.168.204.51@tcp LPNI seq info [48216:48216:8:4294967295] 00000400:00000200:1.0:1773688180.032920:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688180.032924:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688180.032928:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7d00. 00000800:00000200:1.0:1773688180.032934:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688180.032939:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688180.032943:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7d00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1773688180.032965:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688180.032968:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688180.032970:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688180.032972:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.032974:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688180.032979:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36f32680 x1859843854338176/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 576/584 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688180.032990:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36f32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+108:68109:x1859843854338176:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1198us (1374us total) trans 0 rc 301/301 00000100:00100000:1.0:1773688180.032999:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15561 00000100:00000040:1.0:1773688180.033002:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688180.033004:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688180.033029:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688180.033033:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03ed80. 00000020:00000010:1.0:1773688180.033038:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000020:00000010:1.0:1773688180.033042:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356a00. 00000020:00000040:1.0:1773688180.033047:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 107 00000100:00000001:1.0:1773688180.033050:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688180.033096:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688180.033101:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7d00. 00000400:00000200:2.0:1773688180.033105:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.033111:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.033115:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64ee0 00000400:00000010:2.0:1773688180.033117:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64ee0. 00000100:00000001:2.0:1773688180.033121:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688180.033124:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688180.035912:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.035920:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.035922:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.035925:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.035930:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.035941:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4468900 00000400:00000200:2.0:1773688180.035955:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 139528 00000800:00000001:2.0:1773688180.035960:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.035966:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.035968:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.035970:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.035974:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.035976:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688180.035980:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36f31c00. 00000100:00000040:2.0:1773688180.035982:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36f31c00 x1859843854338304 msgsize 584 00000100:00100000:2.0:1773688180.035985:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.035993:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.035998:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.036001:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688180.036042:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688180.036046:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854338304 02000000:00000001:1.0:1773688180.036049:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688180.036050:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688180.036053:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688180.036057:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688180.036060:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854338304 00000020:00000001:1.0:1773688180.036062:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688180.036064:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688180.036065:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.036068:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=108 00000020:00000001:1.0:1773688180.036070:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688180.036072:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688180.036075:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688180.036079:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a3c0. 00000100:00000001:1.0:1773688180.036082:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688180.036084:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a3c0. 00000020:00000010:1.0:1773688180.036089:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356a00. 00000020:00000010:1.0:1773688180.036093:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03ed80. 00000020:00000010:1.0:1773688180.036097:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe3e8. 00000100:00000040:1.0:1773688180.036103:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688180.036105:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688180.036113:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688180.036119:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688180.036120:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.036122:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.036128:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.036135:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688180.036145:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688180.036147:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688180.036152:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15562 00000100:00000040:1.0:1773688180.036156:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688180.036158:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997979307008 : -129075730244608 : ffff8a9b36f31c00) 00000100:00000040:1.0:1773688180.036164:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36f31c00 x1859843854338304/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 584/0 e 0 to 0 dl 1773688260 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688180.036171:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688180.036174:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a3c0. 00000100:00000001:1.0:1773688180.036175:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688180.036178:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a3c0. 00000100:00100000:1.0:1773688180.036182:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36f31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+108:68109:x1859843854338304:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688180.036185:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854338304 00000020:00000001:1.0:1773688180.036188:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688180.036191:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688180.036194:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.036196:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688180.036198:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688180.036201:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688180.036203:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854338304, found 0 last_xid 1859843854338303 00000020:00000001:1.0:1773688180.036205:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688180.036207:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688180.036208:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688180.036211:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.036213:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688180.036215:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688180.036216:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688180.036218:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688180.036219:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.036223:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688180.036227:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:1.0:1773688180.036229:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.036231:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688180.036233:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1000. 00000020:00000001:1.0:1773688180.036236:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.036238:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1000 with handle 0x52973366461d317c to hash 00000020:00000001:1.0:1773688180.036240:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688180.036241:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000010:1.0:1773688180.036244:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b300. 00010000:00000001:1.0:1773688180.036246:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00010000:1.0:1773688180.036250:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d317c lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a950 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.036257:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:1.0:1773688180.036259:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=109 00010000:00000001:1.0:1773688180.036264:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688180.036265:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688180.036270:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688180.036271:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688180.036272:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1773688180.036274:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688180.036276:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:1.0:1773688180.036278:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688180.036281:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:1.0:1773688180.036283:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:1.0:1773688180.036285:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.036287:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688180.036288:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688180.036290:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688180.036292:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688180.036297:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a051c6000. 02000000:00000001:1.0:1773688180.036299:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.036301:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.036303:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.036305:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1773688180.036307:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:1.0:1773688180.036308:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.036310:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.036312:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.036313:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.036315:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.036316:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.036317:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.036318:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.036320:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.036321:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.036322:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.036324:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.036325:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.036326:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.036328:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.036329:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.036330:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.036332:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.036333:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688180.036336:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688180.036340:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688180.036342:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688180.036344:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.036345:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.036347:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.036348:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.036349:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.036351:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.036352:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688180.036353:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.036355:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.036356:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.036358:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688180.036359:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.036362:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1773688180.036366:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:1.0:1773688180.036368:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/FACTS.DOC, ldlm_rep = ffff8a9a051c6228 00000004:00000001:1.0:1773688180.036372:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1773688180.036374:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1773688180.036376:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1773688180.036377:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688180.036379:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688180.036381:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 5 00010000:00000001:1.0:1773688180.036383:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.036385:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688180.036388:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f0600. 00000020:00000001:1.0:1773688180.036390:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.036391:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f0600 with handle 0x52973366461d3183 to hash 00000020:00000001:1.0:1773688180.036393:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688180.036395:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000010:1.0:1773688180.036398:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bf00. 00010000:00000001:1.0:1773688180.036400:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000001:1.0:1773688180.036403:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.036405:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.036408:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d3183 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.036414:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688180.036416:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688180.036418:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688180.036419:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.036421:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.036423:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.036424:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.036426:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688180.036427:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688180.036429:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688180.036430:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688180.036432:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 5 00010000:00000040:1.0:1773688180.036434:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688180.036438:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d3160 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a942 expref: 109 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.036448:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 109 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.036455:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 109 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688180.036461:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d3183 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.036465:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688180.036468:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.036469:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.036471:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688180.036473:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.036475:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.036477:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.036487:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688180.036490:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.036493:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d3183 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.036498:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688180.036499:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.036500:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.036502:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688180.036503:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773688180.036508:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a0d064a00. 00010000:00000010:1.0:1773688180.036511:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9a0e03ec80. 00010000:00000001:1.0:1773688180.036514:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688180.036516:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afbc00. 00000020:00000001:1.0:1773688180.036519:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.036520:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afbc00 with handle 0x52973366461d318a to hash 00000020:00000001:1.0:1773688180.036522:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688180.036523:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000010:1.0:1773688180.036527:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b700. 00010000:00000001:1.0:1773688180.036528:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:1.0:1773688180.036531:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.036532:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.036534:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d318a lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x8344d724 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.036539:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688180.036540:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688180.036541:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688180.036542:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.036544:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.036545:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.036546:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.036548:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688180.036548:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688180.036550:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688180.036551:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688180.036553:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x8344d724 (ffff8a9a0d064a00) refcount = 1 00010000:00010000:1.0:1773688180.036557:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d318a lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.036562:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688180.036563:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.036564:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.036565:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688180.036566:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.036568:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.036570:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.036572:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688180.036573:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.036575:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d318a lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.036579:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688180.036580:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.036581:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.036582:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.036585:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1773688180.036603:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1773688180.036605:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1773688180.036608:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1773688180.036611:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.036614:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1773688180.036628:0:68797:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688180.036631:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1773688180.036633:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:1.0:1773688180.036636:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1773688180.036638:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773688180.036641:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773688180.036643:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.036644:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1773688180.036646:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.036648:0:68797:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:1.0:1773688180.036651:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.036653:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.036655:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688180.036656:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf2:0x0] 00000020:00000001:1.0:1773688180.036658:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:1.0:1773688180.036662:0:68797:0:(mdt_handler.c:6940:mdt_object_alloc()) Process entered 00000004:00000010:1.0:1773688180.036666:0:68797:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8a9b313f34a0. 00000004:00000001:1.0:1773688180.036669:0:68797:0:(mdt_handler.c:6965:mdt_object_alloc()) Process leaving (rc=18446614997883630840 : -129075825920776 : ffff8a9b313f34f8) 00000004:00000001:1.0:1773688180.036688:0:68797:0:(mdt_handler.c:6978:mdt_object_init()) Process entered 00000004:00000040:1.0:1773688180.036690:0:68797:0:(mdt_handler.c:6981:mdt_object_init()) object init, fid = [0x20000afe1:0xf2:0x0] 00000004:00000010:0.0:1773688180.036714:0:68797:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8a9b09e2cbb8. 00000004:00000001:0.0:1773688180.036719:0:68797:0:(mdt_handler.c:6990:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.036722:0:68797:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:0.0:1773688180.036724:0:68797:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:0.0:1773688180.036726:0:68797:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8a9b09d14660. 00000004:00000001:0.0:1773688180.036728:0:68797:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446614997222114912 : -129076487436704 : ffff8a9b09d14660) 00000004:00000001:0.0:1773688180.036730:0:68797:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.036733:0:68797:0:(lod_object.c:9526:lod_object_init()) Process entered 00000004:00000001:0.0:1773688180.036734:0:68797:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1773688180.036737:0:68797:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1773688180.036738:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688180.036740:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688180.036741:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688180.036743:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688180.036745:0:68797:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1773688180.036747:0:68797:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x20000afe1 00000004:00000001:0.0:1773688180.036749:0:68797:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1773688180.036753:0:68797:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8a9a16170ab0. 00000004:00000001:0.0:1773688180.036755:0:68797:0:(lod_object.c:9569:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.036758:0:68797:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1773688180.036760:0:68797:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1773688180.036762:0:68797:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1773688180.036763:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688180.036765:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688180.036766:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688180.036768:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.036770:0:68797:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.036799:0:68797:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.036828:0:68797:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1773688180.036842:0:68797:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1773688180.036869:0:68797:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.036871:0:68797:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.036873:0:68797:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1773688180.036875:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.036877:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1773688180.036880:0:68797:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.036881:0:68797:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688180.036882:0:68797:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.036887:0:68797:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614997883630840 : -129075825920776 : ffff8a9b313f34f8) 00000004:00000001:0.0:1773688180.036889:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614997883630752 : -129075825920864 : ffff8a9b313f34a0) 00000004:00000001:0.0:1773688180.036893:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1773688180.036894:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688180.036896:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773688180.036899:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9b415e4b00. 00010000:00000010:0.0:1773688180.036901:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9a16b7cb80. 00010000:00000001:0.0:1773688180.036903:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.036906:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8a800. 00000020:00000001:0.0:1773688180.036908:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.036909:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8a800 with handle 0x52973366461d3191 to hash 00000020:00000001:0.0:1773688180.036910:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.036911:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00010000:00000010:0.0:1773688180.036914:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921ce00. 00010000:00000001:0.0:1773688180.036916:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00010000:00000001:0.0:1773688180.036918:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.036919:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.036928:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d3191 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.036933:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688180.036935:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688180.036936:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688180.036937:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.036939:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.036940:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.036941:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.036943:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688180.036944:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688180.036945:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688180.036957:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688180.036958:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf2:0x0].0x0 (ffff8a9b415e4b00) refcount = 1 00010000:00010000:0.0:1773688180.036961:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d3191 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.036968:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688180.036970:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.036971:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.036972:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688180.036973:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.036975:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.036977:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.036978:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688180.036980:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.036982:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d3191 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.036985:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688180.036986:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.036987:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.036989:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.036991:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.036992:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8a800 refcount=3 00000020:00000001:0.0:1773688180.036994:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00010000:00000001:0.0:1773688180.036996:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00010000:00000001:0.0:1773688180.036998:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.036998:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.036999:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.037001:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1773688180.037005:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1773688180.037031:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1773688180.037033:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.037036:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688180.037039:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.037041:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.037043:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688180.037044:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688180.037047:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688180.037048:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:0.0:1773688180.037050:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688180.037052:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0xf2:0x0]: Reading som attrs: valid: 4, size: 260096, blocks: 1 00000004:00000001:0.0:1773688180.037055:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688180.037056:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.037057:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.037058:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688180.037059:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688180.037061:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688180.037063:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688180.037064:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.037065:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.037066:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.037068:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.037069:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:0.0:1773688180.037070:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:0.0:1773688180.037071:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1773688180.037073:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a051c6370 00000004:00000001:0.0:1773688180.037075:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.037076:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.037077:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.037079:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.037080:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.037081:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.037083:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.037084:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.037086:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.037087:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.037089:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.037090:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688180.037092:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0xf2:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00200000:0.0:1773688180.037094:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0xf2:0x0]: returning size 260096 00000004:00000040:0.0:1773688180.037097:0:68797:0:(mdt_lib.c:812:mdt_dump_lmm()) objid=0xf2:45025 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:0.0:1773688180.037099:0:68797:0:(mdt_lib.c:821:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:0.0:1773688180.037100:0:68797:0:(mdt_lib.c:838:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000401:2477 00000004:00200000:0.0:1773688180.037102:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:0.0:1773688180.037103:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:0.0:1773688180.037104:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.037105:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.037113:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1773688180.037115:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688180.037118:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.037119:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.037120:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.037122:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.037124:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.037125:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.037130:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688180.037136:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.037138:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.037140:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.037143:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.037149:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.037150:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.037152:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8a800 refcount=3 00000020:00000001:0.0:1773688180.037154:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00010000:00000001:0.0:1773688180.037157:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00000004:00010000:0.0:1773688180.037161:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d3191 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:0.0:1773688180.037167:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1773688180.037170:0:68797:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b313f34f8/ffff8a9b313f34a0 to site lru. bkt: ffff8a9a1aeb5810 00000004:00000001:0.0:1773688180.037173:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688180.037175:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1773688180.037177:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1773688180.037178:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.037181:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1773688180.037184:0:68797:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:0.0:1773688180.037186:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688180.037187:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688180.037189:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688180.037191:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf2:0x0].0x0 (ffff8a9b415e4b00) refcount = 1 00010000:00010000:0.0:1773688180.037203:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d3191 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.037212:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688180.037214:0:68797:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.037217:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.037218:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.037220:0:68797:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688180.037223:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688180.037225:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688180.037227:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.037229:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.037230:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0600 refcount=3 00000020:00000001:0.0:1773688180.037232:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000001:0.0:1773688180.037235:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000001:0.0:1773688180.037237:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688180.037240:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d3183 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.037246:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.037247:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688180.037250:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d3183 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.037255:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.037257:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.037259:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688180.037262:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d3183 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688180.037268:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a168f0600 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688180.037270:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.037272:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688180.037275:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d3183 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.037284:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688180.037285:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.037286:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.037288:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0600 refcount=4 00000020:00000001:0.0:1773688180.037290:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000001:0.0:1773688180.037292:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000001:0.0:1773688180.037295:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688180.037298:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d3183 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.037303:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688180.037305:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688180.037306:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.037310:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688180.037312:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.037314:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.037316:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688180.037318:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f0600 with handle 0x52973366461d3183 from hash 00010000:00000001:0.0:1773688180.037321:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.037322:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.037324:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.037326:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688180.037329:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.037332:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.037335:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688180.037338:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.037341:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.037343:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:0.0:1773688180.037347:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688180.037349:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.037353:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.037355:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688180.037359:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688180.037363:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.037365:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.037367:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.037371:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.037374:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.037378:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d3183 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.037386:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.037388:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.037390:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688180.037393:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688180.037396:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688180.037398:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d3183 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688180.037407:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bf00. 00010000:00000001:0.0:1773688180.037416:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.037418:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688180.037419:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688180.037421:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.037423:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.037425:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afbc00 refcount=3 00000020:00000001:0.0:1773688180.037427:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:0.0:1773688180.037430:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:0.0:1773688180.037432:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688180.037435:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d318a lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.037440:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.037441:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688180.037444:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d318a lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.037449:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.037451:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.037454:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688180.037456:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d318a lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688180.037463:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b11afbc00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688180.037465:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.037466:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688180.037469:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d318a lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.037474:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688180.037475:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.037477:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.037478:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afbc00 refcount=4 00000020:00000001:0.0:1773688180.037481:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:0.0:1773688180.037483:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354134528 : -129076355417088 : ffff8a9b11afbc00) 00010000:00000001:0.0:1773688180.037485:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688180.037487:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d318a lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.037492:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688180.037494:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688180.037496:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.037498:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688180.037500:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.037502:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.037504:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688180.037506:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b11afbc00 with handle 0x52973366461d318a from hash 00010000:00000001:0.0:1773688180.037508:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.037510:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.037512:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.037513:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688180.037515:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.037517:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.037519:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688180.037521:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.037523:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.037525:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x8344d724 (ffff8a9a0d064a00) 00010000:00010000:0.0:1773688180.037530:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688180.037532:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.037536:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.037539:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688180.037541:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688180.037543:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.037545:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.037546:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.037548:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.037550:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.037552:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d318a lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.037558:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.037559:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.037560:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688180.037561:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688180.037563:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688180.037565:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afbc00/0x52973366461d318a lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688180.037570:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b700. 00010000:00000040:0.0:1773688180.037573:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a0d064a00 count: 0 00010000:00000010:0.0:1773688180.037577:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9a0e03ec80. 00010000:00000001:0.0:1773688180.037585:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.037586:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688180.037588:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688180.037590:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688180.037592:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00010000:00000001:0.0:1773688180.037594:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.037596:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.037598:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8a800 refcount=3 00000020:00000001:0.0:1773688180.037601:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00010000:00000001:0.0:1773688180.037604:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160025600 : -129075549526016 : ffff8a9b41b8a800) 00000004:00000040:0.0:1773688180.037606:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:0.0:1773688180.037609:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=110 00010000:00000001:0.0:1773688180.037612:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.037613:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.037615:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688180.037617:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1773688180.037620:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688180.037622:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688180.037624:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688180.037625:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688180.037627:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688180.037630:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1773688180.037634:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.037637:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688180.037639:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688180.037641:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688180.037643:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1773688180.037645:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1773688180.037647:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.037650:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.037652:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.037654:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.037656:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688180.037659:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f1000 with handle 0x52973366461d317c from hash 00010000:00000001:0.0:1773688180.037662:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.037664:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.037665:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.037667:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1773688180.037668:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688180.037672:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d317c lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a950 expref: 110 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.037678:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:0.0:1773688180.037680:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 109 00010000:00000010:0.0:1773688180.037682:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b300. 00010000:00000001:0.0:1773688180.037689:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.037691:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.037695:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1773688180.037700:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d3191 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a950 expref: 109 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.037706:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.037708:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.037711:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf2:0x0].0x0 (ffff8a9b415e4b00) 00010000:00010000:0.0:1773688180.037713:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1773688180.037715:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.037717:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.037718:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688180.037720:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.037722:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688180.037724:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41b8a800, rc 0) 00000020:00000001:0.0:1773688180.037726:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688180.037730:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854338304 00010000:00000001:0.0:1773688180.037733:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688180.037737:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b36f31c00 x1859843854338304/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 584/640 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688180.037744:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688180.037746:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688180.037748:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=58 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688180.037751:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688180.037753:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688180.037755:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688180.037757:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688180.037758:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.037760:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688180.037762:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688180.037766:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be880. 00000100:00000200:0.0:1773688180.037771:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1859843854338304, offset 224 00000400:00000200:0.0:1773688180.037776:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688180.037783:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688180.037788:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48221:48221:256:4294967295] 192.168.204.51@tcp LPNI seq info [48217:48217:8:4294967295] 00000400:00000200:0.0:1773688180.037797:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688180.037800:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688180.037804:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356900. 00000800:00000200:0.0:1773688180.037808:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688180.037815:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688180.037819:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356900 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:0.0:1773688180.037831:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688180.037835:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688180.037837:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688180.037839:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.037842:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688180.037847:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36f31c00 x1859843854338304/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 584/640 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688180.037857:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36f31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+109:68109:x1859843854338304:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1684us (1872us total) trans 0 rc 0/0 00000100:00100000:0.0:1773688180.037866:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15562 00000100:00000040:0.0:1773688180.037869:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688180.037870:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688180.037872:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688180.037875:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03ed80. 00000020:00000010:0.0:1773688180.037878:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe3e8. 00000020:00000010:0.0:1773688180.037881:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356a00. 00000020:00000040:0.0:1773688180.037884:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 108 00000100:00000001:0.0:1773688180.037886:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688180.037941:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688180.037945:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356900. 00000400:00000200:2.0:1773688180.037957:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.037960:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.037963:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be880 00000400:00000010:2.0:1773688180.037966:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be880. 00000100:00000001:2.0:1773688180.037968:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688180.037970:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688180.038051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f1200. 00010000:00000010:1.1:1773688180.038061:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b32304000. 00010000:00000010:1.1:1773688180.038068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f1600. 00010000:00000010:1.1:1773688180.038074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f0c00. 00000800:00000001:2.0:1773688180.041279:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.041288:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.041290:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.041293:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.041300:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.041312:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 648 into portal 12 MB=0x69b84a4468a00 00000400:00000200:2.0:1773688180.041318:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 648/648 into md 0x3b659 [64] + 140112 00000800:00000001:2.0:1773688180.041324:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.041331:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.041333:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.041338:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.041344:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.041346:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688180.041352:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36f31500. 00000100:00000040:2.0:1773688180.041355:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36f31500 x1859843854338560 msgsize 648 00000100:00100000:2.0:1773688180.041360:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.041370:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.041376:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.041379:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688180.041396:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688180.041399:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854338560 02000000:00000001:0.0:1773688180.041402:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688180.041405:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688180.041408:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688180.041411:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688180.041414:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854338560 00000020:00000001:0.0:1773688180.041417:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688180.041419:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688180.041421:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.041423:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=109 00000020:00000001:0.0:1773688180.041426:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688180.041428:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688180.041432:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688180.041436:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703b00. 00000100:00000001:0.0:1773688180.041439:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688180.041441:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703b00. 00000020:00000010:0.0:1773688180.041446:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b37441200. 00000020:00000010:0.0:1773688180.041450:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b08bfd200. 00000020:00000010:0.0:1773688180.041455:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b054003e8. 00000100:00000040:0.0:1773688180.041460:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688180.041463:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688180.041464:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688180.041466:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688180.041468:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.041470:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.041475:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.041484:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688180.041491:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688180.041493:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688180.041499:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15563 00000100:00000040:0.0:1773688180.041502:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688180.041504:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997979305216 : -129075730246400 : ffff8a9b36f31500) 00000100:00000040:0.0:1773688180.041511:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36f31500 x1859843854338560/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 648/0 e 0 to 0 dl 1773688260 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688180.041521:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688180.041524:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703b00. 00000100:00000001:0.0:1773688180.041527:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688180.041529:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703b00. 00000100:00100000:0.0:1773688180.041534:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36f31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+109:68109:x1859843854338560:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688180.041538:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854338560 00000020:00000001:0.0:1773688180.041541:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688180.041544:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688180.041548:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.041550:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688180.041552:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688180.041555:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688180.041558:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854338560, found 0 last_xid 1859843854338559 00000020:00000001:0.0:1773688180.041561:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688180.041563:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688180.041565:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688180.041569:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.041571:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688180.041573:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688180.041574:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688180.041576:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688180.041577:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.041581:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688180.041586:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:0.0:1773688180.041588:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.041591:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.041593:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8b200. 00000020:00000001:0.0:1773688180.041596:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.041598:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8b200 with handle 0x52973366461d3198 to hash 00000020:00000001:0.0:1773688180.041600:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.041601:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160028160 : -129075549523456 : ffff8a9b41b8b200) 00010000:00000010:0.0:1773688180.041605:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921cc80. 00010000:00000001:0.0:1773688180.041608:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160028160 : -129075549523456 : ffff8a9b41b8b200) 00010000:00010000:0.0:1773688180.041613:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d3198 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a957 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.041627:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:0.0:1773688180.041629:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=110 00010000:00000001:0.0:1773688180.041633:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688180.041635:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688180.041639:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688180.041641:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688180.041643:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.041645:0:68797:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:0.0:1773688180.041649:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9b36f31500 x1859843854338560/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 648/0 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1773688180.041657:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1773688180.041659:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1773688180.041661:0:68797:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1773688180.041663:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.041664:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.041667:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.041668:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.041670:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.041672:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.041673:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.041675:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.041679:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.041680:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.041682:0:68797:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.041684:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.041687:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688180.041689:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688180.041690:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688180.041692:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688180.041697:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9a19fd1000. 02000000:00000001:0.0:1773688180.041699:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.041702:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.041705:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1773688180.041707:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.041708:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.041710:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.041712:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.041714:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.041715:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.041716:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.041718:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.041720:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.041721:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688180.041724:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688180.041727:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688180.041729:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688180.041732:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.041733:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.041735:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.041736:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.041737:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.041739:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.041741:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688180.041743:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.041746:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.041747:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.041748:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688180.041750:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.041752:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1773688180.041753:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.041756:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1773688180.041758:0:68797:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:0.0:1773688180.041760:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfa38 00000004:00000002:0.0:1773688180.041763:0:68797:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xef:0x0]/(->[0x20000afe1:0xf2:0x0]) cr_flag=040000240000003 mode=0100000 msg_flag=0x600 00000004:00000001:0.0:1773688180.041767:0:68797:0:(mdt_open.c:1135:mdt_open_by_fid_lock()) Process entered 00000004:00000001:0.0:1773688180.041769:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688180.041770:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:0.0:1773688180.041773:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688180.041776:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:0.0:1773688180.041779:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:0.0:1773688180.041781:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688180.041782:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xf2:0x0] 00000020:00000001:0.0:1773688180.041784:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688180.041787:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997883630840 : -129075825920776 : ffff8a9b313f34f8) 00000004:00000001:0.0:1773688180.041789:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614997883630752 : -129075825920864 : ffff8a9b313f34a0) 00000004:00000001:0.0:1773688180.041791:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1773688180.041793:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.041797:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1773688180.041799:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1773688180.041804:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.041807:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688180.041810:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.041813:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.041817:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688180.041819:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688180.041822:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1773688180.041824:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:0.0:1773688180.041825:0:68797:0:(mdt_som.c:49:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688180.041828:0:68797:0:(mdt_som.c:74:mdt_get_som()) [0x20000afe1:0xf2:0x0]: Reading som attrs: valid: 4, size: 260096, blocks: 1 00000004:00000001:0.0:1773688180.041830:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688180.041832:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.041834:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.041836:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688180.041838:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688180.041840:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:0.0:1773688180.041842:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8a9a19fd1378 00000004:00000001:0.0:1773688180.041844:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.041847:0:68797:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:0.0:1773688180.041850:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1773688180.041851:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688180.041854:0:68797:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0xf2:0x0] lease count: 0, lm: 4 00000004:00000001:0.0:1773688180.041857:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1773688180.041860:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688180.041862:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688180.041865:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b415e4b00 count: 2 00010000:00000001:0.0:1773688180.041868:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.041870:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.041873:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8ac00. 00000020:00000001:0.0:1773688180.041875:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.041877:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8ac00 with handle 0x52973366461d319f to hash 00000020:00000001:0.0:1773688180.041879:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.041880:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160026624 : -129075549524992 : ffff8a9b41b8ac00) 00010000:00000010:0.0:1773688180.041883:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921ca80. 00010000:00000001:0.0:1773688180.041886:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160026624 : -129075549524992 : ffff8a9b41b8ac00) 00010000:00000001:0.0:1773688180.041888:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.041890:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.041893:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8ac00/0x52973366461d319f lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xf2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.041899:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688180.041902:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688180.041904:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688180.041905:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.041907:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.041909:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.041910:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.041912:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688180.041914:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688180.041915:0:68797:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688180.041916:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688180.041918:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xf2:0x0].0x0 (ffff8a9b415e4b00) refcount = 2 00010000:00000040:0.0:1773688180.041922:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688180.041926:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a800/0x52973366461d3191 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xf2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a950 expref: 110 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688180.041933:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8ac00/0x52973366461d319f lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.041938:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688180.041941:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.041942:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.041944:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688180.041959:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.041962:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.041964:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.041966:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688180.041968:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.041971:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8ac00/0x52973366461d319f lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xf2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.041977:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688180.041978:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.041980:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.041982:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.041983:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.041985:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8ac00 refcount=3 00000020:00000001:0.0:1773688180.041987:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160026624 : -129075549524992 : ffff8a9b41b8ac00) 00010000:00000001:0.0:1773688180.041989:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160026624 : -129075549524992 : ffff8a9b41b8ac00) 00010000:00000001:0.0:1773688180.041991:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.041992:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.041994:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688180.041996:0:68797:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0xf2:0x0], ibits = 0x1b/0x1b, open_flags = 040000240000003, try_layout = 1 : rc = 0 00000004:00000001:0.0:1773688180.042000:0:68797:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688180.042003:0:68797:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773688180.042028:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f0600. 00010000:00000010:0.1:1773688180.042035:0:68797:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0d064a00. 00010000:00000010:0.1:1773688180.042043:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afbc00. 00010000:00000010:0.1:1773688180.042050:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f1000. 00000004:00000001:0.0:1773688180.042056:0:68797:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000001:00000001:0.0:1773688180.042059:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.042061:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.042063:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.042065:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.042067:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.042069:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.042070:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.042073:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.042075:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.042077:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.042079:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688180.042082:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0xf2:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00200000:0.0:1773688180.042085:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0xf2:0x0]: returning size 260096 00000001:00000001:0.0:1773688180.042087:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.042089:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.042091:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1773688180.042093:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688180.042096:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.042098:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.042101:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.042104:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.042114:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.042116:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.042121:0:68797:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000004:00000002:0.0:1773688180.042123:0:68797:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:0.0:1773688180.042125:0:68797:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000004:00000001:0.0:1773688180.042127:0:68797:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.042129:0:68797:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:0.0:1773688180.042133:0:68797:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:0.0:1773688180.042135:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:00000001:0.0:1773688180.042137:0:68797:0:(mdd_permission.c:247:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.042139:0:68797:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.042142:0:68797:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688180.042145:0:68797:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000004:00000010:0.0:1773688180.042148:0:68797:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9b08bfd000. 00000020:00000001:0.0:1773688180.042150:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.042152:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b08bfd000 with handle 0x52973366461d31a6 to hash 00000020:00000001:0.0:1773688180.042153:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:0.0:1773688180.042155:0:68797:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614997204193280 : -129076505358336 : ffff8a9b08bfd000) 00000004:00000001:0.0:1773688180.042157:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1773688180.042158:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:0.0:1773688180.042160:0:68797:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0xf2:0x0] Change mfd open_flags 0 -> 040000240000003. 00000004:00000001:0.0:1773688180.042163:0:68797:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1773688180.042166:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1773688180.042172:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0e96a000. 00080000:00000001:0.0:1773688180.042175:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993007190016 : -129080702361600 : ffff8a9a0e96a000) 00080000:00000001:0.0:1773688180.042178:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1773688180.042182:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688180.042187:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688180.042188:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.042207:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.042209:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1773688180.042212:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1773688180.042215:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692093, last_committed = 171798692041 00000001:00000010:0.0:1773688180.042219:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b07fb6180. 00000001:00000040:0.0:1773688180.042222:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 52 00000020:00000040:0.0:1773688180.042224:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=111 00000001:00000010:0.0:1773688180.042230:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b08c09180. 00080000:00000001:0.0:1773688180.042235:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688180.042251:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1773688180.042255:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b08c09180: xid 1859843854338560, transno 171798692093, tag 1, client gen 13, slot idx 3 00000001:00000001:0.0:1773688180.042258:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.042271:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.042274:0:68797:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1773688180.042276:0:68797:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.042278:0:68797:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.042281:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688180.042283:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.042285:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.042288:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688180.042290:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688180.042292:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688180.042294:0:68797:0:(mdt_open.c:1236:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688180.042297:0:68797:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:0.0:1773688180.042299:0:68797:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:0.0:1773688180.042300:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688180.042302:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688180.042303:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1773688180.042305:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1773688180.042306:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.042308:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688180.042310:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688180.042312:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688180.042313:0:68797:0:(mdt_open.c:1525:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1773688180.042317:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688180.042322:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.042324:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.042326:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.042329:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.042332:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1773688180.042334:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688180.042336:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688180.042338:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688180.042340:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688180.042342:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688180.042343:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1773688180.042348:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.042350:0:68797:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:0.0:1773688180.042353:0:68797:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:0.0:1773688180.042355:0:68797:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.042358:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.042359:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.042361:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8ac00 refcount=3 00000020:00000001:0.0:1773688180.042363:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160026624 : -129075549524992 : ffff8a9b41b8ac00) 00010000:00000001:0.0:1773688180.042365:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160026624 : -129075549524992 : ffff8a9b41b8ac00) 00000004:00000040:0.0:1773688180.042368:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 35 00000020:00000040:0.0:1773688180.042370:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=112 00010000:00000001:0.0:1773688180.042373:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.042374:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.042375:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688180.042378:0:68797:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688180.042380:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688180.042382:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1773688180.042385:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1773688180.042386:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.042389:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.042390:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.042392:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.042394:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688180.042396:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8b200 with handle 0x52973366461d3198 from hash 00010000:00000001:0.0:1773688180.042398:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.042399:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.042400:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.042401:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1773688180.042402:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688180.042405:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d3198 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a957 expref: 112 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.042412:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:0.0:1773688180.042414:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 111 00010000:00000010:0.0:1773688180.042416:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921cc80. 00010000:00000001:0.0:1773688180.042422:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.042424:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.042427:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1773688180.042431:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8ac00/0x52973366461d319f lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xf2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a957 expref: 111 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.042437:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.042439:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.042441:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf2:0x0].0x0 (ffff8a9b415e4b00) 00010000:00010000:0.0:1773688180.042443:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1773688180.042445:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.042448:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.042450:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688180.042451:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.042453:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688180.042455:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41b8ac00, rc 0) 00000020:00000001:0.0:1773688180.042457:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688180.042460:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692093, xid 1859843854338560 00010000:00000001:0.0:1773688180.042462:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688180.042467:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b36f31500 x1859843854338560/t171798692093(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 648/664 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688180.042475:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688180.042477:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688180.042480:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=58 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688180.042484:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688180.042487:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688180.042490:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688180.042492:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688180.042493:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.042496:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688180.042500:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688180.042505:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be6e8. 00000100:00000200:0.0:1773688180.042509:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854338560, offset 224 00000400:00000200:0.0:1773688180.042515:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688180.042522:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688180.042528:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48222:48222:256:4294967295] 192.168.204.51@tcp LPNI seq info [48218:48218:8:4294967295] 00000400:00000200:0.0:1773688180.042537:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688180.042543:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688180.042547:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356900. 00000800:00000200:0.0:1773688180.042551:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688180.042558:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688180.042562:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356900 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1773688180.042575:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688180.042578:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688180.042580:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688180.042582:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.042584:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688180.042588:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36f31500 x1859843854338560/t171798692093(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 648/664 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688180.042599:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36f31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+111:68109:x1859843854338560:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1075us (1240us total) trans 171798692093 rc 0/0 00000100:00100000:0.0:1773688180.042606:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15563 00000100:00000040:0.0:1773688180.042609:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688180.042611:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688180.042614:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688180.042617:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b08bfd200. 00000020:00000010:0.0:1773688180.042621:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b054003e8. 00000020:00000010:0.0:1773688180.042625:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b37441200. 00000020:00000040:0.0:1773688180.042628:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 110 00000100:00000001:0.0:1773688180.042631:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688180.042649:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688180.042654:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356900. 00000400:00000200:2.0:1773688180.042658:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.042664:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.042668:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be6e8 00000400:00000010:2.0:1773688180.042671:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be6e8. 00000100:00000001:2.0:1773688180.042675:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688180.042676:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688180.044554:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.044562:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.044565:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.044567:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.044571:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.044579:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4468a80 00000400:00000200:2.0:1773688180.044585:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x736f9 [2] + 984 00000800:00000001:2.0:1773688180.044590:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.044597:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.044599:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.044603:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.044607:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.044610:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1773688180.044614:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36f33800. 00000100:00000040:2.0:1773688180.044617:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36f33800 x1859843854338688 msgsize 328 00000100:00100000:2.0:1773688180.044621:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.044633:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.044638:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.044641:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.044665:0:6358:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688180.044667:0:6358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854338688 02000000:00000001:3.0:1773688180.044669:0:6358:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688180.044671:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688180.044673:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688180.044675:0:6358:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688180.044677:0:6358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854338688 00000020:00000001:3.0:1773688180.044678:0:6358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688180.044679:0:6358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688180.044681:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688180.044683:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=111 00000020:00000001:3.0:1773688180.044685:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688180.044686:0:6358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688180.044689:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688180.044692:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b1a08e640. 00000100:00000001:3.0:1773688180.044694:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688180.044696:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b1a08e640. 00000020:00000010:3.0:1773688180.044699:0:6358:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2800. 00000020:00000010:3.0:1773688180.044703:0:6358:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688180.044706:0:6358:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0000. 00000100:00000040:3.0:1773688180.044710:0:6358:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1773688180.044711:0:6358:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688180.044712:0:6358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1773688180.044714:0:6358:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1773688180.044716:0:6358:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.044718:0:6358:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1773688180.044720:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688180.044721:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688180.044722:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8ac00 refcount=3 00000020:00000001:3.0:1773688180.044723:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160026624 : -129075549524992 : ffff8a9b41b8ac00) 00010000:00000001:3.0:1773688180.044725:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160026624 : -129075549524992 : ffff8a9b41b8ac00) 00010000:00000001:3.0:1773688180.044726:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688180.044727:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688180.044728:0:6358:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.044729:0:6358:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.044733:0:6358:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.044742:0:6358:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.044749:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688180.044750:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688180.044753:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1590 00000100:00000040:3.0:1773688180.044755:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688180.044757:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997979314176 : -129075730237440 : ffff8a9b36f33800) 00000100:00000040:3.0:1773688180.044761:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36f33800 x1859843854338688/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 328/0 e 0 to 0 dl 1773688191 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773688180.044767:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688180.044769:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b1a08e640. 00000100:00000001:3.0:1773688180.044770:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688180.044771:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b1a08e640. 00000100:00100000:3.0:1773688180.044774:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36f33800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+111:2407:x1859843854338688:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1773688180.044777:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854338688 00010000:00000001:3.0:1773688180.044778:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1773688180.044779:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1773688180.044781:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1773688180.044783:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688180.044785:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688180.044788:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a1a4cc800. 02000000:00000001:3.0:1773688180.044790:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.044791:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.044792:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1773688180.044794:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1773688180.044796:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688180.044796:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688180.044797:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8ac00 refcount=3 00000020:00000001:3.0:1773688180.044798:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160026624 : -129075549524992 : ffff8a9b41b8ac00) 00010000:00000001:3.0:1773688180.044800:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160026624 : -129075549524992 : ffff8a9b41b8ac00) 00010000:00000040:3.0:1773688180.044802:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b415e4b00 count: 3 00000004:00000001:3.0:1773688180.044804:0:6358:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1773688180.044805:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1773688180.044814:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688180.044816:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688180.044817:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.044818:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.044821:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688180.044822:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688180.044824:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688180.044825:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688180.044826:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688180.044828:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688180.044829:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8ac00 with handle 0x52973366461d319f from hash 00010000:00000001:3.0:1773688180.044831:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688180.044832:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688180.044833:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688180.044833:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688180.044836:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688180.044837:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.044838:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688180.044839:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688180.044842:0:6358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8ac00/0x52973366461d319f lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xf2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a957 expref: 111 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688180.044847:0:6358:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:3.0:1773688180.044850:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 110 00010000:00000010:3.0:1773688180.044851:0:6358:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921ca80. 00010000:00000001:3.0:1773688180.044856:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688180.044857:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688180.044859:0:6358:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688180.044860:0:6358:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xf2:0x0].0x0 (ffff8a9b415e4b00) 00010000:00000001:3.0:1773688180.044863:0:6358:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688180.044864:0:6358:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.044865:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1773688180.044866:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1773688180.044867:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688180.044869:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688180.044871:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688180.044872:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=114 v=5 (1 1 1 1) 00000100:00000001:3.0:1773688180.044874:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688180.044876:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688180.044878:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688180.044880:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688180.044881:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.044882:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688180.044884:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688180.044887:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee4c8. 00000100:00000200:3.0:1773688180.044890:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854338688, offset 224 00000400:00000200:3.0:1773688180.044895:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688180.044899:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688180.044902:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48223:48223:256:4294967295] 192.168.204.51@tcp LPNI seq info [48219:48219:8:4294967295] 00000400:00000200:3.0:1773688180.044909:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688180.044912:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688180.044915:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d900. 00000800:00000200:3.0:1773688180.044918:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688180.044921:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688180.044923:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773688180.044932:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688180.044934:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688180.044936:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.044938:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688180.044941:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36f33800 x1859843854338688/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 328/224 e 0 to 0 dl 1773688191 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773688180.044959:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36f33800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+110:2407:x1859843854338688:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 190us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688180.044965:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1590 00000100:00000040:3.0:1773688180.044967:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688180.044968:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688180.044970:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688180.044972:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688180.044975:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0000. 00000020:00000010:3.0:1773688180.044977:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2800. 00000020:00000040:3.0:1773688180.044980:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 109 00000100:00000001:3.0:1773688180.044982:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688180.044983:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688180.044986:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d900. 00000400:00000200:2.0:1773688180.044990:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.044994:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.044997:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee4c8 00000400:00000010:2.0:1773688180.044999:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee4c8. 00000100:00000001:2.0:1773688180.045001:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688180.045002:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1773688180.047046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b200. 00000800:00000001:2.0:1773688180.047683:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.047692:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.047695:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.047699:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.047706:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.047718:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4468b00 00000400:00000200:2.0:1773688180.047733:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 140760 00000800:00000001:2.0:1773688180.047740:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.047749:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.047752:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.047755:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.047760:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.047762:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688180.047767:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36f33b80. 00000100:00000040:2.0:1773688180.047770:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36f33b80 x1859843854338816 msgsize 584 00000100:00100000:2.0:1773688180.047774:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.047785:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.047792:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.047795:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688180.047818:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688180.047821:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854338816 02000000:00000001:0.0:1773688180.047823:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688180.047825:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688180.047827:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688180.047831:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688180.047833:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854338816 00000020:00000001:0.0:1773688180.047836:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688180.047837:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688180.047839:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.047842:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=110 00000020:00000001:0.0:1773688180.047845:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688180.047847:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688180.047850:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688180.047854:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703b00. 00000100:00000001:0.0:1773688180.047857:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688180.047859:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703b00. 00000020:00000010:0.0:1773688180.047866:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b37441200. 00000020:00000010:0.0:1773688180.047869:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b08bfd200. 00000020:00000010:0.0:1773688180.047873:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b054003e8. 00000100:00000040:0.0:1773688180.047878:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688180.047881:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688180.047882:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688180.047885:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688180.047886:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.047888:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.047892:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.047902:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688180.047910:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688180.047912:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688180.047918:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15564 00000100:00000040:0.0:1773688180.047922:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688180.047924:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997979315072 : -129075730236544 : ffff8a9b36f33b80) 00000100:00000040:0.0:1773688180.047931:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36f33b80 x1859843854338816/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 584/0 e 0 to 0 dl 1773688260 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688180.047939:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688180.047942:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703b00. 00000100:00000001:0.0:1773688180.047944:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688180.047957:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703b00. 00000100:00100000:0.0:1773688180.047962:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36f33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+110:68109:x1859843854338816:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688180.047966:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854338816 00000020:00000001:0.0:1773688180.047969:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688180.047972:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1773688180.047976:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b08c09180: xid 1859843854338560, transno 171798692093, client gen 13, slot idx 3 00000001:00000001:0.0:1773688180.047981:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b4186cf00: xid 1859843854337536, transno 171798692092, client gen 13, slot idx 2 00000001:00000010:0.0:1773688180.047985:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b4186cf00. 00000020:00000001:0.0:1773688180.047988:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.047990:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688180.047992:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688180.047995:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688180.047998:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854338816, found 0 last_xid 1859843854338815 00000020:00000001:0.0:1773688180.048000:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688180.048002:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688180.048005:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688180.048038:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.048041:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688180.048043:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688180.048046:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688180.048048:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688180.048049:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.048054:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688180.048059:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:0.0:1773688180.048062:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.048065:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.048069:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8b200. 00000020:00000001:0.0:1773688180.048072:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.048074:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8b200 with handle 0x52973366461d31ad to hash 00000020:00000001:0.0:1773688180.048077:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.048078:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160028160 : -129075549523456 : ffff8a9b41b8b200) 00010000:00000010:0.0:1773688180.048083:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921cc80. 00010000:00000001:0.0:1773688180.048086:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160028160 : -129075549523456 : ffff8a9b41b8b200) 00010000:00010000:0.0:1773688180.048090:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d31ad lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a95e expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.048098:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:0.0:1773688180.048101:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=111 00010000:00000001:0.0:1773688180.048105:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688180.048114:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688180.048121:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688180.048123:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688180.048125:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1773688180.048127:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688180.048130:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:0.0:1773688180.048133:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688180.048136:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:0.0:1773688180.048139:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:0.0:1773688180.048141:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.048144:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688180.048146:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688180.048148:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688180.048151:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688180.048156:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9a19fd0000. 02000000:00000001:0.0:1773688180.048158:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.048160:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.048163:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.048165:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1773688180.048169:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:0.0:1773688180.048171:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.048173:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.048176:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.048177:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.048180:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.048182:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.048184:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.048186:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.048188:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.048189:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.048191:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.048193:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.048194:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.048196:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.048198:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.048200:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.048201:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.048204:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.048205:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688180.048209:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688180.048213:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688180.048216:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688180.048218:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.048219:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.048221:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.048223:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.048225:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.048227:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.048230:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688180.048232:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.048234:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.048236:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.048238:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688180.048239:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.048243:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:0.0:1773688180.048248:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:0.0:1773688180.048250:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/~$FACTS.DOC, ldlm_rep = ffff8a9a19fd0228 00000004:00000001:0.0:1773688180.048254:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1773688180.048257:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1773688180.048259:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1773688180.048262:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688180.048263:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688180.048266:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 5 00010000:00000001:0.0:1773688180.048269:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.048272:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.048275:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8a400. 00000020:00000001:0.0:1773688180.048277:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.048280:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8a400 with handle 0x52973366461d31b4 to hash 00000020:00000001:0.0:1773688180.048282:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.048284:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000010:0.0:1773688180.048288:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c680. 00010000:00000001:0.0:1773688180.048290:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:0.0:1773688180.048293:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.048295:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.048300:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d31b4 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.048307:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688180.048310:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688180.048319:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688180.048322:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.048327:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.048330:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.048332:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.048335:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688180.048337:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688180.048338:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688180.048340:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688180.048343:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 5 00010000:00000040:0.0:1773688180.048346:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688180.048351:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d3160 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a942 expref: 111 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.048359:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 111 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.048368:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 111 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688180.048374:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d31b4 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.048379:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688180.048383:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.048384:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.048386:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688180.048387:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.048389:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.048391:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.048393:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688180.048396:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.048398:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d31b4 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.048403:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688180.048405:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.048406:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.048408:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688180.048409:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773688180.048414:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9b415e4500. 00010000:00000010:0.0:1773688180.048418:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b04da1000. 00010000:00000001:0.0:1773688180.048421:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.048423:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8be00. 00000020:00000001:0.0:1773688180.048425:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.048427:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8be00 with handle 0x52973366461d31bb to hash 00000020:00000001:0.0:1773688180.048428:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.048429:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160031232 : -129075549520384 : ffff8a9b41b8be00) 00010000:00000010:0.0:1773688180.048432:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c180. 00010000:00000001:0.0:1773688180.048434:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160031232 : -129075549520384 : ffff8a9b41b8be00) 00010000:00000001:0.0:1773688180.048436:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.048437:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.048440:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8be00/0x52973366461d31bb lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0xd199dd9d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.048444:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688180.048446:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688180.048447:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688180.048448:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.048450:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.048451:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.048453:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.048454:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688180.048455:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688180.048456:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688180.048458:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688180.048459:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0xd199dd9d (ffff8a9b415e4500) refcount = 1 00010000:00010000:0.0:1773688180.048462:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8be00/0x52973366461d31bb lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.048466:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688180.048468:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.048470:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.048471:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688180.048473:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.048474:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.048476:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.048478:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688180.048487:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.048490:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8be00/0x52973366461d31bb lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.048495:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688180.048497:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.048498:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.048499:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.048503:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1773688180.048529:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1773688180.048532:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688180.048534:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1773688180.048538:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.048542:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1773688180.048557:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688180.048561:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688180.048563:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688180.048566:0:68797:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:0.0:1773688180.048569:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688180.048571:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688180.048573:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.048574:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.048576:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8a400 refcount=3 00000020:00000001:0.0:1773688180.048584:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:0.0:1773688180.048587:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:0.0:1773688180.048589:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688180.048595:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d31b4 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.048601:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.048602:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688180.048604:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d31b4 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.048609:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.048610:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.048612:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688180.048615:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d31b4 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688180.048620:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41b8a400 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688180.048622:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.048623:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688180.048626:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d31b4 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.048631:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688180.048632:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.048633:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.048634:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8a400 refcount=4 00000020:00000001:0.0:1773688180.048636:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:0.0:1773688180.048639:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:0.0:1773688180.048641:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688180.048644:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d31b4 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.048649:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688180.048651:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688180.048652:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.048656:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688180.048657:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.048659:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.048660:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688180.048662:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8a400 with handle 0x52973366461d31b4 from hash 00010000:00000001:0.0:1773688180.048664:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.048666:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.048667:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.048668:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688180.048670:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.048672:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.048673:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688180.048675:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.048676:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.048678:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:0.0:1773688180.048681:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688180.048683:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.048685:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.048687:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688180.048688:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688180.048690:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.048692:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.048693:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.048695:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.048697:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.048700:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d31b4 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.048705:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.048706:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.048708:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688180.048710:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688180.048711:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688180.048714:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d31b4 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688180.048720:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921c680. 00010000:00000001:0.0:1773688180.048726:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.048728:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688180.048730:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688180.048731:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.048733:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.048735:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8be00 refcount=3 00000020:00000001:0.0:1773688180.048737:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160031232 : -129075549520384 : ffff8a9b41b8be00) 00010000:00000001:0.0:1773688180.048739:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160031232 : -129075549520384 : ffff8a9b41b8be00) 00010000:00000001:0.0:1773688180.048741:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688180.048744:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8be00/0x52973366461d31bb lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.048749:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.048750:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688180.048752:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8be00/0x52973366461d31bb lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.048757:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.048759:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.048760:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688180.048763:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8be00/0x52973366461d31bb lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688180.048768:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41b8be00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688180.048770:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.048771:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688180.048773:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8be00/0x52973366461d31bb lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.048778:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688180.048780:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.048781:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.048782:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8be00 refcount=4 00000020:00000001:0.0:1773688180.048784:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160031232 : -129075549520384 : ffff8a9b41b8be00) 00010000:00000001:0.0:1773688180.048786:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160031232 : -129075549520384 : ffff8a9b41b8be00) 00010000:00000001:0.0:1773688180.048788:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688180.048790:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8be00/0x52973366461d31bb lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.048796:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688180.048797:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688180.048799:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.048802:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688180.048803:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.048804:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.048806:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688180.048808:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8be00 with handle 0x52973366461d31bb from hash 00010000:00000001:0.0:1773688180.048810:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.048811:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.048812:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.048813:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688180.048814:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.048816:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.048817:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688180.048818:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.048819:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.048821:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0xd199dd9d (ffff8a9b415e4500) 00010000:00010000:0.0:1773688180.048823:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688180.048824:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.048826:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.048827:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688180.048828:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688180.048830:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.048831:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.048832:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.048834:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.048836:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.048838:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8be00/0x52973366461d31bb lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.048843:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.048844:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.048846:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688180.048847:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688180.048848:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688180.048850:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8be00/0x52973366461d31bb lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688180.048855:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921c180. 00010000:00000040:0.0:1773688180.048858:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9b415e4500 count: 0 00010000:00000010:0.0:1773688180.048863:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9b04da1000. 00010000:00000001:0.0:1773688180.048869:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.048871:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688180.048873:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688180.048874:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688180.048876:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1773688180.048878:0:68797:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:0.0:1773688180.048882:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688180.048884:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688180.048885:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688180.048887:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688180.048889:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688180.048891:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1773688180.048896:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.048898:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1773688180.048900:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688180.048903:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688180.048904:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1773688180.048907:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1773688180.048908:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.048911:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.048912:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.048914:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.048916:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688180.048918:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8b200 with handle 0x52973366461d31ad from hash 00010000:00000001:0.0:1773688180.048921:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.048922:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.048923:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.048924:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1773688180.048926:0:68797:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1773688180.048928:0:68797:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1773688180.048932:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d31ad lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a95e expref: 111 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.048939:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1773688180.048941:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.048943:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.048944:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.048959:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.048962:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688180.048963:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.048964:0:68797:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.048965:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688180.048966:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688180.048968:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.048969:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.048971:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:0.0:1773688180.048974:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688180.048975:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.048977:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.048979:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688180.048980:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688180.048982:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d31ad lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a95e expref: 111 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.048988:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:0.0:1773688180.048991:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 110 00010000:00000010:0.0:1773688180.048993:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921cc80. 00010000:00000001:0.0:1773688180.049000:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688180.049002:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41b8b200, rc 0) 00000020:00000001:0.0:1773688180.049004:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000010:3.1:1773688180.049027:0:82151:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8ac00. 00010000:00000040:0.0:1773688180.049028:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854338816 00010000:00000001:0.0:1773688180.049034:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688180.049040:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b36f33b80 x1859843854338816/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 584/584 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688180.049048:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688180.049051:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688180.049054:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=58 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688180.049058:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688180.049061:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688180.049063:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688180.049066:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688180.049068:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.049070:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688180.049072:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688180.049077:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be3b8. 00000100:00000200:0.0:1773688180.049081:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854338816, offset 224 00000400:00000200:0.0:1773688180.049087:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688180.049095:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688180.049101:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48224:48224:256:4294967295] 192.168.204.51@tcp LPNI seq info [48220:48220:8:4294967295] 00000400:00000200:0.0:1773688180.049110:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688180.049114:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688180.049119:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356600. 00000800:00000200:0.0:1773688180.049124:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688180.049130:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688180.049133:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356600 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1773688180.049146:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688180.049150:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688180.049153:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688180.049154:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.049157:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688180.049161:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36f33b80 x1859843854338816/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 584/584 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688180.049171:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36f33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+110:68109:x1859843854338816:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1229us (1399us total) trans 0 rc 301/301 00000100:00100000:0.0:1773688180.049179:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15564 00000100:00000040:0.0:1773688180.049183:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688180.049186:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688180.049187:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688180.049191:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b08bfd200. 00000020:00000010:0.0:1773688180.049195:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b054003e8. 00000020:00000010:0.0:1773688180.049199:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b37441200. 00000020:00000040:0.0:1773688180.049203:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 109 00000100:00000001:0.0:1773688180.049206:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688180.049216:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688180.049221:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356600. 00000400:00000200:2.0:1773688180.049226:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.049231:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.049235:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be3b8 00000400:00000010:2.0:1773688180.049238:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be3b8. 00000100:00000001:2.0:1773688180.049241:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688180.049244:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688180.052157:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.052165:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.052167:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.052170:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.052175:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.052185:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 656 into portal 12 MB=0x69b84a4468c00 00000400:00000200:2.0:1773688180.052189:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 656/656 into md 0x3b659 [64] + 141344 00000800:00000001:2.0:1773688180.052194:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.052200:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.052202:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.052204:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.052209:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.052210:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688180.052214:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36f31f80. 00000100:00000040:2.0:1773688180.052216:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36f31f80 x1859843854339072 msgsize 656 00000100:00100000:2.0:1773688180.052218:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.052227:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.052231:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.052238:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688180.052253:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688180.052255:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854339072 02000000:00000001:0.0:1773688180.052257:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688180.052259:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688180.052260:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688180.052263:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688180.052265:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854339072 00000020:00000001:0.0:1773688180.052267:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688180.052268:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688180.052270:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.052272:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=110 00000020:00000001:0.0:1773688180.052274:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688180.052275:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688180.052278:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688180.052281:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703b00. 00000100:00000001:0.0:1773688180.052283:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688180.052285:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703b00. 00000020:00000010:0.0:1773688180.052289:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b37441200. 00000020:00000010:0.0:1773688180.052291:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b04da1000. 00000020:00000010:0.0:1773688180.052294:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b054003e8. 00000100:00000040:0.0:1773688180.052299:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688180.052301:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688180.052302:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688180.052304:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688180.052305:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.052307:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.052311:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.052320:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688180.052326:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688180.052327:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688180.052331:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15565 00000100:00000040:0.0:1773688180.052334:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688180.052336:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997979307904 : -129075730243712 : ffff8a9b36f31f80) 00000100:00000040:0.0:1773688180.052340:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36f31f80 x1859843854339072/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 656/0 e 0 to 0 dl 1773688260 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688180.052346:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688180.052347:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703b00. 00000100:00000001:0.0:1773688180.052349:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688180.052350:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703b00. 00000100:00100000:0.0:1773688180.052353:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36f31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+110:68109:x1859843854339072:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688180.052355:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854339072 00000020:00000001:0.0:1773688180.052357:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688180.052359:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688180.052361:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.052363:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688180.052364:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688180.052366:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688180.052368:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854339072, found 0 last_xid 1859843854339071 00000020:00000001:0.0:1773688180.052370:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688180.052371:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688180.052372:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688180.052375:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.052376:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688180.052377:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688180.052378:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688180.052380:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1773688180.052381:0:68797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00000001:0.0:1773688180.052383:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.052384:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.052385:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1c00 refcount=3 00000020:00000001:0.0:1773688180.052386:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000001:0.0:1773688180.052387:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000040:0.0:1773688180.052389:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00000004:00000001:0.0:1773688180.052392:0:68797:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1773688180.052394:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1773688180.052395:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.052396:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.052398:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.052399:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.052401:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688180.052402:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.052406:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.052407:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.052409:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.052410:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688180.052412:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f1c00 with handle 0x52973366461d3160 from hash 00010000:00000001:0.0:1773688180.052414:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.052415:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.052415:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.052416:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688180.052420:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.052422:0:68797:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.052423:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688180.052424:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688180.052427:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d3160 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a942 expref: 110 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.052433:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 32 00000020:00000040:0.0:1773688180.052434:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 109 00010000:00000010:0.0:1773688180.052436:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400b800. 00010000:00000001:0.0:1773688180.052441:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.052442:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.052443:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.052445:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00000001:0.0:1773688180.052447:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.052448:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.052450:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1773688180.052451:0:68797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1773688180.052451:0:68797:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.052454:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688180.052456:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:0.0:1773688180.052457:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.052459:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.052461:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8b600. 00000020:00000001:0.0:1773688180.052462:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.052464:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8b600 with handle 0x52973366461d31c2 to hash 00000020:00000001:0.0:1773688180.052465:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.052466:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00000010:0.0:1773688180.052469:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921cc80. 00010000:00000001:0.0:1773688180.052470:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00010000:0.0:1773688180.052473:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d31c2 lrc: 2/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a965 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.052477:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:0.0:1773688180.052479:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=110 00010000:00000001:0.0:1773688180.052481:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688180.052482:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688180.052486:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688180.052487:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688180.052488:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.052490:0:68797:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:0.0:1773688180.052493:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9b36f31f80 x1859843854339072/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 656/0 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1773688180.052502:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1773688180.052503:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1773688180.052504:0:68797:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1773688180.052506:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.052508:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.052510:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.052511:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.052513:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.052518:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.052519:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.052526:0:68797:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.052529:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.052532:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688180.052534:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688180.052536:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688180.052538:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688180.052543:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9a19fd4000. 02000000:00000001:0.0:1773688180.052545:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.052547:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.052550:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1773688180.052551:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.052553:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.052554:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.052555:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.052558:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.052559:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.052561:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.052562:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.052564:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.052565:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688180.052568:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688180.052572:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688180.052574:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688180.052576:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.052578:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.052580:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.052582:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.052583:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.052585:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.052587:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688180.052589:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.052591:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.052593:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.052594:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688180.052596:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.052598:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1773688180.052601:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.052603:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1773688180.052606:0:68797:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:0.0:1773688180.052610:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfa38 00000004:00000002:0.0:1773688180.052612:0:68797:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xef:0x0]/(~$FACTS.DOC->[0x20000afe1:0x146:0x0]) cr_flag=040000000000103 mode=0100600 msg_flag=0x600 00000004:00000001:0.0:1773688180.052618:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688180.052620:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:0.0:1773688180.052623:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688180.052626:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:0.0:1773688180.052628:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:0.0:1773688180.052631:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1773688180.052632:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.052637:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1773688180.052661:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1773688180.052668:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688180.052671:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1773688180.052675:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.052679:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1773688180.052692:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688180.052693:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688180.052695:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688180.052697:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1773688180.052699:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1773688180.052700:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1773688180.052702:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688180.052703:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688180.052706:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:0.0:1773688180.052707:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.052708:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.052711:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8aa00. 00000020:00000001:0.0:1773688180.052712:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.052714:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8aa00 with handle 0x52973366461d31c9 to hash 00000020:00000001:0.0:1773688180.052715:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.052716:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00000010:0.0:1773688180.052719:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c180. 00010000:00000001:0.0:1773688180.052721:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00000001:0.0:1773688180.052722:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.052723:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.052726:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d31c9 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.052733:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688180.052735:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688180.052737:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688180.052738:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.052740:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.052742:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.052743:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.052745:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688180.052747:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688180.052749:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688180.052750:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688180.052752:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 4 00010000:00000040:0.0:1773688180.052755:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688180.052759:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 110 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.052766:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 110 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688180.052773:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d31c9 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.052778:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688180.052780:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.052781:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.052783:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688180.052784:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.052787:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.052789:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.052791:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688180.052794:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.052796:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d31c9 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.052801:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688180.052802:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.052803:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.052805:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688180.052806:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773688180.052811:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9b415e4800. 00010000:00000010:0.0:1773688180.052815:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9b08bfd200. 00010000:00000001:0.0:1773688180.052818:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.052822:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8ac00. 00000020:00000001:0.0:1773688180.052824:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.052826:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8ac00 with handle 0x52973366461d31d0 to hash 00000020:00000001:0.0:1773688180.052828:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.052829:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160026624 : -129075549524992 : ffff8a9b41b8ac00) 00010000:00000010:0.0:1773688180.052833:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c680. 00010000:00000001:0.0:1773688180.052835:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160026624 : -129075549524992 : ffff8a9b41b8ac00) 00010000:00000001:0.0:1773688180.052838:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.052839:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.052842:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8ac00/0x52973366461d31d0 lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0xef:0x0].0xd199dd9d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.052848:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688180.052850:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688180.052851:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688180.052853:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.052854:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.052856:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.052858:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.052859:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688180.052861:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688180.052862:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688180.052863:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688180.052864:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0xd199dd9d (ffff8a9b415e4800) refcount = 1 00010000:00010000:0.0:1773688180.052868:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8ac00/0x52973366461d31d0 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.052872:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688180.052874:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.052875:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.052877:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688180.052878:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.052879:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.052880:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.052882:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688180.052883:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.052885:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8ac00/0x52973366461d31d0 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.052888:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688180.052889:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.052890:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.052891:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.052893:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1773688180.052903:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1773688180.052906:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688180.052908:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1773688180.052911:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.052913:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1773688180.052924:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688180.052927:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688180.052929:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688180.052932:0:68797:0:(mdt_handler.c:3750:mdt_object_new()) Process entered 00000004:00000040:0.0:1773688180.052934:0:68797:0:(mdt_handler.c:3752:mdt_object_new()) Allocate object for [0x20000afe1:0x146:0x0] 00000020:00000001:0.0:1773688180.052936:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:0.0:1773688180.052938:0:68797:0:(mdt_handler.c:6940:mdt_object_alloc()) Process entered 00000004:00000010:0.0:1773688180.052941:0:68797:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8a9a01819e00. 00000004:00000001:0.0:1773688180.052956:0:68797:0:(mdt_handler.c:6965:mdt_object_alloc()) Process leaving (rc=18446614992787709528 : -129080921842088 : ffff8a9a01819e58) 00000004:00000001:0.0:1773688180.052961:0:68797:0:(mdt_handler.c:6978:mdt_object_init()) Process entered 00000004:00000040:0.0:1773688180.052963:0:68797:0:(mdt_handler.c:6981:mdt_object_init()) object init, fid = [0x20000afe1:0x146:0x0] 00000004:00000010:0.0:1773688180.052968:0:68797:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8a9b09e2cf00. 00000004:00000001:0.0:1773688180.052970:0:68797:0:(mdt_handler.c:6990:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.052973:0:68797:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:0.0:1773688180.052976:0:68797:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:0.0:1773688180.052978:0:68797:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8a9b09d15430. 00000004:00000001:0.0:1773688180.052980:0:68797:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446614997222118448 : -129076487433168 : ffff8a9b09d15430) 00000004:00000001:0.0:1773688180.052982:0:68797:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.052983:0:68797:0:(lod_object.c:9526:lod_object_init()) Process entered 00000004:00000001:0.0:1773688180.052985:0:68797:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1773688180.052987:0:68797:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1773688180.052988:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688180.052990:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688180.052992:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688180.052993:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688180.052995:0:68797:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1773688180.052996:0:68797:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x20000afe1 00000004:00000001:0.0:1773688180.052998:0:68797:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1773688180.053001:0:68797:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8a9a16171008. 00000004:00000001:0.0:1773688180.053003:0:68797:0:(lod_object.c:9569:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.053020:0:68797:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1773688180.053022:0:68797:0:(osd_object.c:541:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688180.053024:0:68797:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.053028:0:68797:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614992787709528 : -129080921842088 : ffff8a9a01819e58) 00000004:00000001:0.0:1773688180.053030:0:68797:0:(mdt_handler.c:3758:mdt_object_new()) Process leaving (rc=18446614992787709440 : -129080921842176 : ffff8a9a01819e00) 00080000:00000001:0.0:1773688180.053035:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.053039:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:0.0:1773688180.053041:0:68797:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0xef:0x0] version is 0x27000000be 00000004:00000002:0.0:1773688180.053043:0:68797:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0x146:0x0] version is 0x1 00000004:00000001:0.0:1773688180.053046:0:68797:0:(mdd_dir.c:3113:mdd_create()) Process entered 00000004:00000001:0.0:1773688180.053055:0:68797:0:(mdd_dir.c:2504:mdd_create_sanity_check()) Process entered 00000004:00000001:0.0:1773688180.053056:0:68797:0:(mdd_dir.c:442:mdd_may_create()) Process entered 00000004:00000001:0.0:1773688180.053057:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688180.053059:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 3 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1773688180.053061:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053062:0:68797:0:(mdd_dir.c:454:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053064:0:68797:0:(mdd_dir.c:2609:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1773688180.053066:0:68797:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1773688180.053070:0:68797:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9b07fb6600. 00080000:00000001:0.0:1773688180.053072:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1773688180.053078:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0e969c00. 00080000:00000001:0.0:1773688180.053079:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993007188992 : -129080702362624 : ffff8a9a0e969c00) 00000004:00000001:0.0:1773688180.053081:0:68797:0:(mdd_dir.c:2785:mdd_acl_init()) Process entered 00000004:00000001:0.0:1773688180.053084:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.053085:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.053087:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.053090:0:68797:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.053092:0:68797:0:(mdd_dir.c:2823:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1773688180.053096:0:68797:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x20000afe1:0x146:0x0] eadata 0000000000000000 len 0 00000004:00000001:0.0:1773688180.053100:0:68797:0:(lod_object.c:5733:lod_ah_init()) Process entered 00080000:00000002:0.0:1773688180.053108:0:68797:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x20000afe1:0xef:0x0] not in the id map cache 00000004:00000001:0.0:1773688180.053112:0:68797:0:(lod_object.c:5355:lod_get_default_lov_striping()) Process entered 00000004:00000001:0.0:1773688180.053115:0:68797:0:(lod_lov.c:1029:lod_get_ea()) Process entered 00080000:00000001:0.0:1773688180.053117:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.053119:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.053121:0:68797:0:(lod_lov.c:1044:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053124:0:68797:0:(lod_object.c:5364:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053126:0:68797:0:(lod_object.c:5355:lod_get_default_lov_striping()) Process entered 00000004:00000001:0.0:1773688180.053127:0:68797:0:(lod_lov.c:1029:lod_get_ea()) Process entered 00080000:00000001:0.0:1773688180.053129:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.053131:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.053133:0:68797:0:(lod_lov.c:1044:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053134:0:68797:0:(lod_object.c:5364:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1773688180.053139:0:68797:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8a9b08c09cc0. 00000004:00000001:0.0:1773688180.053142:0:68797:0:(lod_object.c:6016:lod_ah_init()) Process leaving 00000004:00000001:0.0:1773688180.053143:0:68797:0:(mdd_dir.c:1597:mdd_linkea_prepare()) Process entered 00000020:00000001:0.0:1773688180.053149:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818df8c8 00000001:00000002:0.0:1773688180.053151:0:68797:0:(linkea.c:183:linkea_add_buf()) New link_ea name '[0x20000afe1:0xef:0x0]:~$FACTS.DOC' is added 00000004:00000001:0.0:1773688180.053154:0:68797:0:(mdd_dir.c:1624:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053156:0:68797:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:0.0:1773688180.053158:0:68797:0:(lod_object.c:6196:lod_declare_create()) Process entered 00000004:00000001:0.0:1773688180.053160:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.053162:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007188992 : -129080702362624 : ffff8a9a0e969c00) 00080000:00000001:0.0:1773688180.053165:0:68797:0:(osd_object.c:1462:osd_declare_create()) Process entered 00080000:00000001:0.0:1773688180.053185:0:68797:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1773688180.053188:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688180.053189:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688180.053191:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688180.053193:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.053195:0:68797:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1773688180.053202:0:68797:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x20000afe1:0x146:0x0] not in the id map cache 00000001:00000001:0.0:1773688180.053204:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688180.053206:0:68797:0:(osd_object.c:1516:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053209:0:68797:0:(lod_object.c:6130:lod_declare_striped_create()) Process entered 00020000:00000001:0.0:1773688180.053211:0:68797:0:(lod_qos.c:2957:lod_prepare_create()) Process entered 00020000:00000001:0.0:1773688180.053213:0:68797:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00020000:00000001:0.0:1773688180.053215:0:68797:0:(lod_qos.c:2436:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:0.0:1773688180.053217:0:68797:0:(lod_qos.c:2993:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:0.0:1773688180.053220:0:68797:0:(lod_qos.c:2807:lod_qos_prep_create()) Process entered 00020000:00000001:0.0:1773688180.053222:0:68797:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:0.0:1773688180.053223:0:68797:0:(lod_qos.c:162:lod_qos_statfs_update()) Process leaving 00020000:00000001:0.0:1773688180.053225:0:68797:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:0.0:1773688180.053226:0:68797:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:0.0:1773688180.053230:0:68797:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8a9a0fbc6c50. 00020000:00000010:0.0:1773688180.053232:0:68797:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8a9a0fbc6498. 00020000:00001000:0.0:1773688180.053234:0:68797:0:(lod_qos.c:2859:lod_qos_prep_create()) tgt_count 2 stripe_count 1 00020000:00001000:0.0:1773688180.053237:0:68797:0:(lod_qos.c:2875:lod_qos_prep_create()) collecting conflict osts for comp[0] 00020000:00000001:0.0:1773688180.053239:0:68797:0:(lod_qos.c:1575:lod_ost_alloc_qos()) Process entered 00020000:00000001:0.0:1773688180.053241:0:68797:0:(lod_qos.c:1599:lod_ost_alloc_qos()) Process leaving via out_nolock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00020000:00000001:0.0:1773688180.053244:0:68797:0:(lod_qos.c:1817:lod_ost_alloc_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00020000:00000001:0.0:1773688180.053246:0:68797:0:(lod_qos.c:702:lod_ost_alloc_rr()) Process entered 00020000:00000001:0.0:1773688180.053248:0:68797:0:(lod_qos.c:217:lod_qos_calc_rr()) Process entered 00020000:00000001:0.0:1773688180.053249:0:68797:0:(lod_qos.c:221:lod_qos_calc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:0.0:1773688180.053252:0:68797:0:(lod_qos.c:756:lod_ost_alloc_rr()) pool '' want 1 start_idx 0 start_count 2044 offset 0 active 2 count 2 00020000:00001000:0.0:1773688180.053255:0:68797:0:(lod_qos.c:774:lod_ost_alloc_rr()) #0 strt 1 act 0 strp 0 ary 1 idx 1 00020000:00000001:0.0:1773688180.053258:0:68797:0:(lod_qos.c:586:lod_check_and_reserve_ost()) Process entered 00020000:00000001:0.0:1773688180.053259:0:68797:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:0.0:1773688180.053262:0:68797:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1773688180.053265:0:68797:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=942848, bfree=935936, bavail=924160, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117737, ffree=116992, state=0 00000004:00000001:0.0:1773688180.053269:0:68797:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773688180.053270:0:68797:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053272:0:68797:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1773688180.053274:0:68797:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773688180.053276:0:68797:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:0.0:1773688180.053279:0:68797:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8a9a105a3778. 00000004:00000001:0.0:1773688180.053282:0:68797:0:(osp_object.c:2259:osp_object_init()) Process entered 00000004:00000001:0.0:1773688180.053283:0:68797:0:(osp_object.c:2286:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053285:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.053286:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007188992 : -129080702362624 : ffff8a9a0e969c00) 00000004:00000001:0.0:1773688180.053288:0:68797:0:(osp_object.c:1466:osp_declare_create()) Process entered 00000020:00000001:0.0:1773688180.053290:0:68797:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1773688180.053292:0:68797:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446614993007188992 : -129080702362624 : ffff8a9a0e969c00) 00000004:00000001:0.0:1773688180.053294:0:68797:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:0.0:1773688180.053296:0:68797:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.053299:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688180.053305:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688180.053306:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053307:0:68797:0:(osp_object.c:1533:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773688180.053309:0:68797:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446614993036785616 : -129080672766000 : ffff8a9a105a37d0) 00020000:00000001:0.0:1773688180.053311:0:68797:0:(lod_qos.c:656:lod_check_and_reserve_ost()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773688180.053312:0:68797:0:(lod_qos.c:833:lod_ost_alloc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773688180.053314:0:68797:0:(lod_qos.c:2945:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773688180.053315:0:68797:0:(lod_qos.c:3001:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773688180.053317:0:68797:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:0.0:1773688180.053318:0:68797:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1773688180.053319:0:68797:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688180.053320:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.053321:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007188992 : -129080702362624 : ffff8a9a0e969c00) 00080000:00000001:0.0:1773688180.053323:0:68797:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1773688180.053325:0:68797:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053326:0:68797:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053328:0:68797:0:(lod_object.c:6174:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053329:0:68797:0:(lod_object.c:6277:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053330:0:68797:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053332:0:68797:0:(mdd_dir.c:2427:mdd_declare_object_initialize()) Process entered 00000004:00000001:0.0:1773688180.053333:0:68797:0:(mdd_dir.c:2431:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053335:0:68797:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:0.0:1773688180.053337:0:68797:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688180.053338:0:68797:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.053340:0:68797:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:0.0:1773688180.053341:0:68797:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053343:0:68797:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053344:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.053345:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007188992 : -129080702362624 : ffff8a9a0e969c00) 00080000:00000001:0.0:1773688180.053347:0:68797:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:0.0:1773688180.053351:0:68797:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053354:0:68797:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688180.053355:0:68797:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688180.053356:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.053357:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007188992 : -129080702362624 : ffff8a9a0e969c00) 00080000:00000001:0.0:1773688180.053359:0:68797:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1773688180.053367:0:68797:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053368:0:68797:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053370:0:68797:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053373:0:68797:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688180.053374:0:68797:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688180.053375:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.053376:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007188992 : -129080702362624 : ffff8a9a0e969c00) 00080000:00000001:0.0:1773688180.053378:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688180.053380:0:68797:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053381:0:68797:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053382:0:68797:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688180.053383:0:68797:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053384:0:68797:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.053388:0:68797:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1773688180.053389:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1773688180.053393:0:68797:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1773688180.053394:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.053395:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007188992 : -129080702362624 : ffff8a9a0e969c00) 00080000:00000001:0.0:1773688180.053397:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688180.053399:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688180.053400:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053401:0:68797:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053403:0:68797:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688180.053403:0:68797:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688180.053404:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.053405:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007188992 : -129080702362624 : ffff8a9a0e969c00) 00080000:00000001:0.0:1773688180.053406:0:68797:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1773688180.053407:0:68797:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053408:0:68797:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053409:0:68797:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.053424:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.053425:0:68797:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053428:0:68797:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:0.0:1773688180.053430:0:68797:0:(lod_object.c:6470:lod_create()) Process entered 00000004:00000001:0.0:1773688180.053431:0:68797:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:0.0:1773688180.053431:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.053432:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007188992 : -129080702362624 : ffff8a9a0e969c00) 00080000:00000001:0.0:1773688180.053434:0:68797:0:(osd_object.c:1919:osd_create()) Process entered 00080000:00000001:0.0:1773688180.053495:0:68797:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1773688180.053497:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688180.053499:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688180.053500:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688180.053501:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.053503:0:68797:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.053542:0:68797:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1773688180.053545:0:68797:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.053548:0:68797:0:(osd_object.c:2031:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053550:0:68797:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053553:0:68797:0:(lod_object.c:6355:lod_striped_create()) Process entered 00000004:00000001:0.0:1773688180.053556:0:68797:0:(lod_object.c:6302:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1773688180.053557:0:68797:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:0.0:1773688180.053559:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.053561:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007188992 : -129080702362624 : ffff8a9a0e969c00) 00000004:00000001:0.0:1773688180.053564:0:68797:0:(osp_object.c:1569:osp_create()) Process entered 00000004:00000002:0.0:1773688180.053568:0:68797:0:(osp_object.c:1604:osp_create()) fid for osp_object ffff8a9a105a3778 is [0x2c0000401:0xa0a:0x0] 00000020:00000001:0.0:1773688180.053571:0:68797:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1773688180.053573:0:68797:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446614993007188992 : -129080702362624 : ffff8a9a0e969c00) 00080000:00000001:0.0:1773688180.053576:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688180.053586:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000004:00080000:0.0:1773688180.053588:0:68797:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xa0a:0x0], index 1: 0 00000004:00000001:0.0:1773688180.053590:0:68797:0:(osp_object.c:1659:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053592:0:68797:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053594:0:68797:0:(lod_lov.c:578:lod_fill_mirrors()) Process entered 00000004:00000001:0.0:1773688180.053596:0:68797:0:(lod_lov.c:583:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053598:0:68797:0:(lod_object.c:4695:lod_generate_and_set_lovea()) Process entered 00000004:00000001:0.0:1773688180.053600:0:68797:0:(lod_lov.c:897:lod_generate_lovea()) Process entered 00000004:00000001:0.0:1773688180.053602:0:68797:0:(lod_lov.c:716:lod_gen_component_ea()) Process entered 00000004:00000001:0.0:1773688180.053605:0:68797:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1773688180.053606:0:68797:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1773688180.053607:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688180.053609:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688180.053611:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688180.053613:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688180.053614:0:68797:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1773688180.053616:0:68797:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2c0000401 00000004:00000001:0.0:1773688180.053618:0:68797:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053621:0:68797:0:(lod_lov.c:838:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053623:0:68797:0:(lod_lov.c:935:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053625:0:68797:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1773688180.053626:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.053627:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007188992 : -129080702362624 : ffff8a9a0e969c00) 00080000:00000001:0.0:1773688180.053631:0:68797:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1773688180.053633:0:68797:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:0.0:1773688180.053640:0:68797:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1773688180.053642:0:68797:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.053644:0:68797:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053646:0:68797:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053648:0:68797:0:(lod_object.c:4721:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053650:0:68797:0:(lod_object.c:6430:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053653:0:68797:0:(lod_object.c:6484:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053655:0:68797:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053657:0:68797:0:(mdd_dir.c:2456:mdd_object_initialize()) Process entered 00000004:00000001:0.0:1773688180.053659:0:68797:0:(mdd_dir.c:2470:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053663:0:68797:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:0.0:1773688180.053665:0:68797:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1773688180.053667:0:68797:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1773688180.053668:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.053669:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007188992 : -129080702362624 : ffff8a9a0e969c00) 00080000:00000001:0.0:1773688180.053671:0:68797:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1773688180.053673:0:68797:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr user.job with size 8 00080000:00000001:0.0:1773688180.053677:0:68797:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1773688180.053678:0:68797:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.053680:0:68797:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053681:0:68797:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053683:0:68797:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053685:0:68797:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053688:0:68797:0:(mdd_dir.c:3001:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053690:0:68797:0:(mdd_dir.c:669:__mdd_index_insert()) Process entered 00000004:00000001:0.0:1773688180.053692:0:68797:0:(mdd_dir.c:647:__mdd_index_insert_only()) Process entered 00000004:00000001:0.0:1773688180.053694:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.053695:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007188992 : -129080702362624 : ffff8a9a0e969c00) 00080000:00000001:0.0:1773688180.053699:0:68797:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:0.0:1773688180.053712:0:68797:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053714:0:68797:0:(mdd_dir.c:659:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053715:0:68797:0:(mdd_dir.c:678:__mdd_index_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053716:0:68797:0:(mdd_dir.c:1639:mdd_links_rename()) Process entered 00000004:00000001:0.0:1773688180.053718:0:68797:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:0.0:1773688180.053719:0:68797:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1773688180.053720:0:68797:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1773688180.053721:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.053722:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007188992 : -129080702362624 : ffff8a9a0e969c00) 00080000:00000001:0.0:1773688180.053723:0:68797:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1773688180.053724:0:68797:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.link with size 53 00080000:00000001:0.0:1773688180.053725:0:68797:0:(osd_xattr.c:852:osd_xattr_handle_linkea()) Process entered 00080000:00000001:0.0:1773688180.053727:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1773688180.053728:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1773688180.053729:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688180.053730:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688180.053731:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688180.053732:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.053734:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688180.053736:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.053738:0:68797:0:(osd_xattr.c:882:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.053742:0:68797:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1773688180.053744:0:68797:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.053746:0:68797:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053747:0:68797:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053749:0:68797:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053750:0:68797:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053753:0:68797:0:(mdd_dir.c:1653:mdd_links_rename()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688180.053755:0:68797:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:0.0:1773688180.053757:0:68797:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:0.0:1773688180.053759:0:68797:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:0.0:1773688180.053761:0:68797:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:0.0:1773688180.053763:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.053764:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007188992 : -129080702362624 : ffff8a9a0e969c00) 00080000:00000001:0.0:1773688180.053768:0:68797:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:0.0:1773688180.053770:0:68797:0:(osd_object.c:1274:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688180.053772:0:68797:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053773:0:68797:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053776:0:68797:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688180.053778:0:68797:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053780:0:68797:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053781:0:68797:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053784:0:68797:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053785:0:68797:0:(mdd_dir.c:3237:mdd_create()) Process leaving 00000004:00000001:0.0:1773688180.053788:0:68797:0:(mdd_dir.c:1371:mdd_changelog_ns_store()) Process entered 00000004:00000001:0.0:1773688180.053789:0:68797:0:(mdd_dir.c:1378:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.053792:0:68797:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1773688180.053794:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1773688180.053798:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:0.0:1773688180.053800:0:68797:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:0.0:1773688180.053801:0:68797:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1773688180.053803:0:68797:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1773688180.053804:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.053805:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007188992 : -129080702362624 : ffff8a9a0e969c00) 00080000:00000001:0.0:1773688180.053808:0:68797:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1773688180.053810:0:68797:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:0.0:1773688180.053814:0:68797:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1773688180.053816:0:68797:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.053818:0:68797:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053820:0:68797:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053821:0:68797:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053823:0:68797:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:0.0:1773688180.053825:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692094, last_committed = 171798692041 00000001:00000010:0.0:1773688180.053828:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b0791c840. 00000001:00000040:0.0:1773688180.053830:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 53 00000020:00000040:0.0:1773688180.053831:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=111 00000001:00000010:0.0:1773688180.053835:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b08c09f00. 00000004:00000001:0.0:1773688180.053839:0:68797:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1773688180.053840:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.053841:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993007188992 : -129080702362624 : ffff8a9a0e969c00) 00080000:00000001:0.0:1773688180.053842:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688180.053849:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1773688180.053850:0:68797:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1773688180.053852:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b08c09f00: xid 1859843854339072, transno 171798692094, tag 1, client gen 13, slot idx 2 00000001:00000001:0.0:1773688180.053854:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.053886:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773688180.053888:0:68797:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9b07fb6600. 00000020:00000001:0.0:1773688180.053890:0:68797:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053894:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1773688180.053896:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1773688180.053898:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053900:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688180.053902:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.053903:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.053904:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.053906:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.053908:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.053909:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:0.0:1773688180.053910:0:68797:0:(mdt_som.c:35:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.053912:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688180.053913:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.053914:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.053915:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688180.053916:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688180.053917:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:0.0:1773688180.053919:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff8a9a19fd4378 00000004:00000001:0.0:1773688180.053920:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.053924:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688180.053928:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.053929:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.053930:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.053935:0:68797:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:0.0:1773688180.053937:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1773688180.053938:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688180.053940:0:68797:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0x146:0x0] lease count: 0, lm: 4 00000004:00000001:0.0:1773688180.053942:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1773688180.053944:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688180.053958:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773688180.053963:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9b415e4f00. 00010000:00000010:0.0:1773688180.053965:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9a1677e500. 00010000:00000001:0.0:1773688180.053967:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.053970:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86200. 00000020:00000001:0.0:1773688180.053972:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.053973:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86200 with handle 0x52973366461d31d7 to hash 00000020:00000001:0.0:1773688180.053974:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.053975:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139743232 : -129076569808384 : ffff8a9b04e86200) 00010000:00000010:0.0:1773688180.053977:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921ce80. 00010000:00000001:0.0:1773688180.053979:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139743232 : -129076569808384 : ffff8a9b04e86200) 00010000:00000001:0.0:1773688180.053981:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.053982:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.053984:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d31d7 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x146:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.053988:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688180.053989:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688180.053990:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688180.053991:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.053992:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.053993:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.053994:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.053996:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688180.053996:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688180.053997:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688180.053998:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688180.053999:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x146:0x0].0x0 (ffff8a9b415e4f00) refcount = 1 00010000:00010000:0.0:1773688180.054001:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d31d7 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x146:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.054004:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688180.054005:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.054020:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.054021:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688180.054023:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.054024:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.054026:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.054028:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688180.054030:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.054032:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d31d7 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x146:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.054035:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688180.054036:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.054037:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.054039:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.054040:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.054041:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86200 refcount=3 00000020:00000001:0.0:1773688180.054042:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139743232 : -129076569808384 : ffff8a9b04e86200) 00010000:00000001:0.0:1773688180.054043:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139743232 : -129076569808384 : ffff8a9b04e86200) 00010000:00000001:0.0:1773688180.054045:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.054046:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.054047:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688180.054048:0:68797:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0x146:0x0], ibits = 0x1b/0x1b, open_flags = 040000000000103, try_layout = 1 : rc = 0 00000004:00000001:0.0:1773688180.054051:0:68797:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688180.054053:0:68797:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.054054:0:68797:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000001:00000001:0.0:1773688180.054057:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.054058:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.054059:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.054060:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.054061:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.054062:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.054063:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.054064:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688180.054066:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x146:0x0]: nlink=1, mode=100600, valid=0x100000008000278f 00000001:00000001:0.0:1773688180.054068:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.054069:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.054070:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1773688180.054071:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688180.054074:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.054075:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.054077:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.054078:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.054080:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.054081:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.054083:0:68797:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000004:00000002:0.0:1773688180.054085:0:68797:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56 00000004:00000001:0.0:1773688180.054086:0:68797:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000004:00000001:0.0:1773688180.054087:0:68797:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.054089:0:68797:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:0.0:1773688180.054092:0:68797:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:0.0:1773688180.054093:0:68797:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.054095:0:68797:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688180.054097:0:68797:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000004:00000010:0.0:1773688180.054100:0:68797:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9a1677e080. 00000020:00000001:0.0:1773688180.054101:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.054102:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a1677e080 with handle 0x52973366461d31de to hash 00000020:00000001:0.0:1773688180.054104:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:0.0:1773688180.054105:0:68797:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614993139392640 : -129080570158976 : ffff8a9a1677e080) 00000004:00000001:0.0:1773688180.054106:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1773688180.054107:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:0.0:1773688180.054108:0:68797:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0x146:0x0] Change mfd open_flags 0 -> 040000000000103. 00000004:00000001:0.0:1773688180.054111:0:68797:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1773688180.054112:0:68797:0:(mdt_open.c:193:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1773688180.054112:0:68797:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.054114:0:68797:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.054115:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688180.054116:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.054117:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.054118:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688180.054120:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688180.054121:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688180.054123:0:68797:0:(mdt_open.c:1807:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688180.054125:0:68797:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:0.0:1773688180.054126:0:68797:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:0.0:1773688180.054128:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688180.054130:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688180.054131:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1773688180.054132:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1773688180.054133:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.054134:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688180.054136:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688180.054137:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688180.054138:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.054138:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.054139:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8aa00 refcount=3 00000020:00000001:0.0:1773688180.054141:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00000001:0.0:1773688180.054142:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00000001:0.0:1773688180.054144:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688180.054146:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d31c9 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.054150:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.054150:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688180.054152:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d31c9 lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.054156:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.054158:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.054160:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688180.054162:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d31c9 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688180.054167:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41b8aa00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688180.054170:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.054172:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688180.054174:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d31c9 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.054179:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688180.054180:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.054182:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.054183:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8aa00 refcount=4 00000020:00000001:0.0:1773688180.054185:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00000001:0.0:1773688180.054187:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00000001:0.0:1773688180.054190:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688180.054192:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d31c9 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.054197:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688180.054199:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688180.054200:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.054203:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688180.054204:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.054205:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.054207:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688180.054209:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8aa00 with handle 0x52973366461d31c9 from hash 00010000:00000001:0.0:1773688180.054211:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.054212:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.054213:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.054214:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688180.054216:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.054218:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.054220:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688180.054221:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.054223:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.054225:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:0.0:1773688180.054228:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688180.054230:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.054233:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.054234:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688180.054236:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688180.054238:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.054240:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.054241:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.054243:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.054245:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.054249:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d31c9 lrc: 2/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.054255:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.054257:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.054258:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688180.054260:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688180.054262:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688180.054264:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d31c9 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688180.054271:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921c180. 00010000:00000001:0.0:1773688180.054278:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.054280:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688180.054281:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688180.054283:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.054284:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.054286:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8ac00 refcount=3 00000020:00000001:0.0:1773688180.054288:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160026624 : -129075549524992 : ffff8a9b41b8ac00) 00010000:00000001:0.0:1773688180.054291:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160026624 : -129075549524992 : ffff8a9b41b8ac00) 00000004:00010000:0.0:1773688180.054294:0:68797:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000054092793 reply state 000000006c4d4f39 transno 171798692094 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8ac00/0x52973366461d31d0 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.054302:0:68797:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:0.0:1773688180.054304:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.054306:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.054308:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688180.054309:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688180.054310:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688180.054311:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688180.054313:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0xd199dd9d (ffff8a9b415e4800) refcount = 1 00010000:00010000:0.0:1773688180.054317:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8ac00/0x52973366461d31d0 lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.054323:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688180.054325:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.054326:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.054328:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688180.054329:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.054330:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.054332:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0xd199dd9d (ffff8a9b415e4800) 00010000:00010000:0.0:1773688180.054335:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688180.054337:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.054339:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.054340:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688180.054342:0:68797:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:0.0:1773688180.054343:0:68797:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:0.0:1773688180.054345:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.054346:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.054347:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688180.054348:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688180.054349:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688180.054350:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1773688180.054351:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688180.054352:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:0.0:1773688180.054354:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688180.054356:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.054358:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.054359:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.054361:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.054362:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1773688180.054364:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688180.054365:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688180.054367:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688180.054368:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688180.054369:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688180.054371:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1773688180.054373:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.054375:0:68797:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:0.0:1773688180.054377:0:68797:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:0.0:1773688180.054378:0:68797:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.054380:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.054381:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.054382:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86200 refcount=3 00000020:00000001:0.0:1773688180.054384:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139743232 : -129076569808384 : ffff8a9b04e86200) 00010000:00000001:0.0:1773688180.054386:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139743232 : -129076569808384 : ffff8a9b04e86200) 00000004:00000040:0.0:1773688180.054388:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:0.0:1773688180.054390:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=112 00010000:00000001:0.0:1773688180.054392:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.054393:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.054394:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688180.054396:0:68797:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688180.054397:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688180.054399:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1773688180.054400:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1773688180.054401:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.054403:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.054403:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.054405:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.054405:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688180.054407:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8b600 with handle 0x52973366461d31c2 from hash 00010000:00000001:0.0:1773688180.054409:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.054410:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.054411:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.054412:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1773688180.054413:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688180.054416:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d31c2 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a965 expref: 112 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.054422:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:0.0:1773688180.054424:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 111 00010000:00000010:0.0:1773688180.054427:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921cc80. 00010000:00000001:0.0:1773688180.054433:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.054435:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.054439:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1773688180.054444:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86200/0x52973366461d31d7 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x146:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a965 expref: 111 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.054456:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.054458:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.054460:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x146:0x0].0x0 (ffff8a9b415e4f00) 00010000:00010000:0.0:1773688180.054463:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1773688180.054465:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.054467:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.054468:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688180.054469:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.054470:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688180.054472:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b04e86200, rc 0) 00000020:00000001:0.0:1773688180.054474:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688180.054476:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692094, xid 1859843854339072 00010000:00000001:0.0:1773688180.054478:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:0.0:1773688180.054480:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=112 00010000:00000200:0.0:1773688180.054481:0:68797:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 171798692094, last committed = 171798692041 00010000:00000200:0.0:1773688180.054485:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b36f31f80 x1859843854339072/t171798692094(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 656/664 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688180.054491:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688180.054493:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688180.054495:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=58 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688180.054499:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688180.054501:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688180.054502:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688180.054504:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688180.054506:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.054507:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688180.054509:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688180.054513:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316bea18. 00000100:00000200:0.0:1773688180.054516:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854339072, offset 224 00000400:00000200:0.0:1773688180.054521:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688180.054527:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688180.054531:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48225:48225:256:4294967295] 192.168.204.51@tcp LPNI seq info [48221:48221:8:4294967295] 00000400:00000200:0.0:1773688180.054538:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688180.054541:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688180.054544:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356c00. 00000800:00000200:0.0:1773688180.054548:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688180.054553:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688180.054556:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356c00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1773688180.054566:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688180.054568:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688180.054570:0:68797:0:(ldlm_lib.c:3443:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688180.054571:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.054572:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688180.054576:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36f31f80 x1859843854339072/t171798692094(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 656/664 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688180.054582:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36f31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+112:68109:x1859843854339072:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2235us (2364us total) trans 171798692094 rc 0/0 00000100:00100000:0.0:1773688180.054587:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15565 00000100:00000040:0.0:1773688180.054589:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688180.054591:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688180.054593:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688180.054595:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b04da1000. 00000020:00000010:0.0:1773688180.054599:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b054003e8. 00000020:00000010:0.0:1773688180.054602:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b37441200. 00000020:00000040:0.0:1773688180.054605:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 111 00000100:00000001:0.0:1773688180.054606:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688180.054628:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688180.054631:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356c00. 00000400:00000200:2.0:1773688180.054634:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.054637:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.054640:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316bea18 00000400:00000010:2.0:1773688180.054642:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316bea18. 00000100:00000001:2.0:1773688180.054645:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688180.054647:0:3438:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:0.1:1773688180.055034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a400. 00010000:00000010:0.1:1773688180.055040:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b415e4500. 00010000:00000010:0.1:1773688180.055046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8be00. 00010000:00000010:0.1:1773688180.055051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b200. 00010000:00000010:0.1:1773688180.057037:0:1023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f1c00. 00000800:00000001:2.0:1773688180.057606:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.057613:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.057615:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.057617:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.057623:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.057632:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 28 MB=0x69b84a4468c80 00000400:00000200:2.0:1773688180.057637:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.51@tcp of length 328/328 into md 0x59745 [8] + 1320 00000800:00000001:2.0:1773688180.057641:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.057646:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.057648:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.057650:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.057654:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.057656:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1773688180.057659:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36f32d80. 00000100:00000040:2.0:1773688180.057661:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36f32d80 x1859843854339200 msgsize 328 00000100:00100000:2.0:1773688180.057664:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.057675:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.057679:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.057681:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.057700:0:38615:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688180.057703:0:38615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854339200 02000000:00000001:3.0:1773688180.057706:0:38615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688180.057708:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688180.057711:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688180.057714:0:38615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688180.057718:0:38615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854339200 00000020:00000001:3.0:1773688180.057720:0:38615:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688180.057722:0:38615:0:(genops.c:823:class_conn2export()) looking for export cookie 0x529733664618833a 00000020:00000001:3.0:1773688180.057724:0:38615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688180.057727:0:38615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9a0a88f800 refcount=40 00000020:00000001:3.0:1773688180.057730:0:38615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000020:00000001:3.0:1773688180.057732:0:38615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000100:00000001:3.0:1773688180.057736:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688180.057740:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a56c0. 00000020:00000040:3.0:1773688180.057746:0:38615:0:(obd_config.c:1030:class_incref()) incref lustre-OST0001 (ffff8a9b347019b8) now 12 - evictor 00000100:00000001:3.0:1773688180.057754:0:38615:0:(service.c:1354:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1773688180.057758:0:38615:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2200. 00000020:00000010:3.0:1773688180.057761:0:38615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07851e00. 00000100:00080000:0.0:1773688180.057764:0:6368:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000010:3.0:1773688180.057765:0:38615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0000. 00000020:00000040:0.0:1773688180.057769:0:6368:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0001 (ffff8a9b347019b8) now 12 - evictor 00000100:00000040:3.0:1773688180.057772:0:38615:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1773688180.057775:0:38615:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688180.057777:0:38615:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773688180.057778:0:38615:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.057783:0:38615:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.057788:0:38615:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.057797:0:38615:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688180.057798:0:38615:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688180.057802:0:38615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7651 00000100:00000001:0.0:1773688180.057802:0:13298:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688180.057804:0:13298:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1773688180.057807:0:38615:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9a0a88f800 : new rpc_count 1 00000100:00000001:0.0:1773688180.057808:0:13298:0:(service.c:2223:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.057813:0:38615:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997979311488 : -129075730240128 : ffff8a9b36f32d80) 00000100:00000001:0.0:1773688180.057813:0:13298:0:(service.c:2462:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688180.057821:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36f32d80 x1859843854339200/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 328/0 e 0 to 0 dl 1773688191 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688180.057828:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688180.057832:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5bc0. 00000100:00000001:3.0:1773688180.057834:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688180.057836:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5bc0. 00000100:00100000:3.0:1773688180.057842:0:38615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+40:2404:x1859843854339200:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688180.057846:0:38615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854339200 00000020:00000001:3.0:1773688180.057849:0:38615:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688180.057853:0:38615:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688180.057855:0:38615:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.057857:0:38615:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688180.057859:0:38615:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688180.057861:0:38615:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1773688180.057864:0:38615:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688180.057867:0:38615:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688180.057869:0:38615:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688180.057872:0:38615:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.057874:0:38615:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688180.057875:0:38615:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688180.057877:0:38615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688180.057879:0:38615:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688180.057880:0:38615:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.057884:0:38615:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773688180.057891:0:38615:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a1689c700. 00010000:00000010:3.0:1773688180.057895:0:38615:0:(ldlm_resource.c:1436:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8a9a0c696300. 00010000:00000001:3.0:1773688180.057898:0:38615:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688180.057902:0:38615:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a1640ee00. 00000020:00000001:3.0:1773688180.057904:0:38615:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688180.057906:0:38615:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a1640ee00 with handle 0x52973366461d31e5 to hash 00000020:00000001:3.0:1773688180.057908:0:38615:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688180.057910:0:38615:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993135791616 : -129080573760000 : ffff8a9a1640ee00) 00010000:00000001:3.0:1773688180.057912:0:38615:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993135791616 : -129080573760000 : ffff8a9a1640ee00) 00010000:00010000:3.0:1773688180.057916:0:38615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000725b2b8c/0x52973366461d31e5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xa0a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a96c expref: -99 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00000001:3.0:1773688180.057927:0:38615:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1773688180.057932:0:38615:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8a9b072a5bc0. 00002000:00000001:3.0:1773688180.057935:0:38615:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1773688180.057938:0:38615:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688180.057943:0:38615:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997950532664 : -129075759018952 : ffff8a9b353c0c38) 00002000:00000001:3.0:1773688180.057955:0:38615:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997950532576 : -129075759019040 : ffff8a9b353c0be0) 00002000:00000001:3.0:1773688180.057957:0:38615:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1773688180.057961:0:38615:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1773688180.057963:0:38615:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0xa0a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:3.0:1773688180.057965:0:38615:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:3.0:1773688180.057967:0:38615:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b353c0c38/ffff8a9b353c0be0 to site lru. bkt: ffff8a9b34382bf8 00010000:00000040:3.0:1773688180.057970:0:38615:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9a0a88f800 : new locks_count 33 00000020:00000040:3.0:1773688180.057972:0:38615:0:(genops.c:887:class_export_get()) GET export ffff8a9a0a88f800 refcount=41 00010000:00000001:3.0:1773688180.057976:0:38615:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1773688180.057978:0:38615:0:(ofd_dlm.c:195:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1773688180.057980:0:38615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688180.057982:0:38615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688180.057985:0:38615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8a9a1a4ce800. 02000000:00000001:3.0:1773688180.057987:0:38615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.057989:0:38615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.057990:0:38615:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1773688180.057992:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1773688180.057994:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1773688180.057995:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688180.057996:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1773688180.057997:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1773688180.057998:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688180.058000:0:38615:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1773688180.058004:0:38615:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000725b2b8c/0x52973366461d31e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xa0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a96c expref: 41 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688180.058027:0:38615:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x2c0000401:0xa0a:0x0].0x0 (ffff8a9a1689c700) refcount = 1 00010000:00000040:3.0:1773688180.058029:0:38615:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688180.058031:0:38615:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: 00000000725b2b8c/0x52973366461d31e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xa0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a96c expref: 41 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.058038:0:38615:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688180.058040:0:38615:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.058041:0:38615:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688180.058043:0:38615:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1773688180.058045:0:38615:0:(ofd_dlm.c:257:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688180.058047:0:38615:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.058050:0:38615:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688180.058052:0:38615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000725b2b8c/0x52973366461d31e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xa0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a96c expref: 41 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.058060:0:38615:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688180.058061:0:38615:0:(ldlm_lock.c:1971:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1773688180.058064:0:38615:0:(ldlm_lock.c:2020:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688180.058065:0:38615:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.058067:0:38615:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688180.058068:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688180.058069:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688180.058070:0:38615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a1640ee00, rc 0) 00000020:00000001:3.0:1773688180.058072:0:38615:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688180.058074:0:38615:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294970315, transno 0, xid 1859843854339200 00010000:00000001:3.0:1773688180.058075:0:38615:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688180.058078:0:38615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b36f32d80 x1859843854339200/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 328/400 e 0 to 0 dl 1773688191 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688180.058083:0:38615:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688180.058085:0:38615:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688180.058087:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b36eb51e8 time=96 v=5 (1 4 1 1) 00000100:00000001:3.0:1773688180.058089:0:38615:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688180.058091:0:38615:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688180.058092:0:38615:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688180.058093:0:38615:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688180.058094:0:38615:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.058096:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688180.058098:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688180.058101:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee660. 00000100:00000200:3.0:1773688180.058104:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1859843854339200, offset 224 00000400:00000200:3.0:1773688180.058109:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688180.058117:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688180.058123:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48226:48226:256:4294967295] 192.168.204.51@tcp LPNI seq info [48222:48222:8:4294967295] 00000400:00000200:3.0:1773688180.058132:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688180.058137:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688180.058142:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d000. 00000800:00000200:3.0:1773688180.058147:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688180.058152:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688180.058156:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d000 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1773688180.058166:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688180.058169:0:38615:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688180.058170:0:38615:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688180.058171:0:38615:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.058173:0:38615:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688180.058176:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36f32d80 x1859843854339200/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 328/400 e 0 to 0 dl 1773688191 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688180.058182:0:38615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+41:2404:x1859843854339200:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 353us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688180.058187:0:38615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7651 00000100:00000040:3.0:1773688180.058189:0:38615:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9a0a88f800 : new rpc_count 0 00000100:00000001:3.0:1773688180.058191:0:38615:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688180.058192:0:38615:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688180.058195:0:38615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688180.058199:0:38615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0000. 00000020:00000010:3.0:1773688180.058202:0:38615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2200. 00000020:00000040:3.0:1773688180.058205:0:38615:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 40 00000100:00000001:3.0:1773688180.058207:0:38615:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688180.058217:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688180.058220:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d000. 00000400:00000200:2.0:1773688180.058224:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.058228:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.058230:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee660 00000400:00000010:2.0:1773688180.058232:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee660. 00000100:00000001:2.0:1773688180.058234:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688180.058235:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1773688180.059038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8aa00. 00010000:00000010:0.1:1773688180.059046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b600. 00000800:00000001:2.0:1773688180.060320:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.060327:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.060329:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.060330:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.060335:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.060341:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 28 MB=0x69b84a4468d00 00000400:00000200:2.0:1773688180.060346:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.51@tcp of length 328/328 into md 0x59745 [8] + 1648 00000800:00000001:2.0:1773688180.060350:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.060355:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.060356:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.060358:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.060361:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.060362:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1773688180.060366:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36f30380. 00000100:00000040:2.0:1773688180.060368:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36f30380 x1859843854339328 msgsize 328 00000100:00100000:2.0:1773688180.060371:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.060379:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.060384:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.060387:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.060401:0:38615:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688180.060403:0:38615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854339328 02000000:00000001:3.0:1773688180.060405:0:38615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688180.060407:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688180.060408:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688180.060411:0:38615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688180.060414:0:38615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854339328 00000020:00000001:3.0:1773688180.060416:0:38615:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688180.060417:0:38615:0:(genops.c:823:class_conn2export()) looking for export cookie 0x529733664618833a 00000020:00000001:3.0:1773688180.060419:0:38615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688180.060421:0:38615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9a0a88f800 refcount=41 00000020:00000001:3.0:1773688180.060422:0:38615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000020:00000001:3.0:1773688180.060424:0:38615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000100:00000001:3.0:1773688180.060426:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688180.060429:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a54c0. 00000100:00000001:3.0:1773688180.060431:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688180.060432:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a54c0. 00000020:00000010:3.0:1773688180.060435:0:38615:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2200. 00000020:00000010:3.0:1773688180.060437:0:38615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688180.060439:0:38615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0000. 00000100:00000040:3.0:1773688180.060442:0:38615:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1773688180.060444:0:38615:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688180.060445:0:38615:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773688180.060446:0:38615:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.060449:0:38615:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.060456:0:38615:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.060461:0:38615:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688180.060462:0:38615:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688180.060464:0:38615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7652 00000100:00000040:3.0:1773688180.060467:0:38615:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9a0a88f800 : new rpc_count 1 00000100:00000001:3.0:1773688180.060468:0:38615:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997979300736 : -129075730250880 : ffff8a9b36f30380) 00000100:00000040:3.0:1773688180.060472:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36f30380 x1859843854339328/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 328/0 e 0 to 0 dl 1773688191 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688180.060478:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688180.060480:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a54c0. 00000100:00000001:3.0:1773688180.060482:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688180.060483:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a54c0. 00000100:00100000:3.0:1773688180.060486:0:38615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36f30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+41:68109:x1859843854339328:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688180.060488:0:38615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854339328 00000020:00000001:3.0:1773688180.060490:0:38615:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688180.060492:0:38615:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688180.060494:0:38615:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.060495:0:38615:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688180.060496:0:38615:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688180.060498:0:38615:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1773688180.060500:0:38615:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688180.060501:0:38615:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688180.060503:0:38615:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688180.060509:0:38615:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.060510:0:38615:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688180.060512:0:38615:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688180.060513:0:38615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688180.060514:0:38615:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688180.060515:0:38615:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.060518:0:38615:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688180.060521:0:38615:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1689c700 count: 2 00010000:00000001:3.0:1773688180.060523:0:38615:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688180.060524:0:38615:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688180.060527:0:38615:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a1640ec00. 00000020:00000001:3.0:1773688180.060529:0:38615:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688180.060531:0:38615:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a1640ec00 with handle 0x52973366461d31ec to hash 00000020:00000001:3.0:1773688180.060532:0:38615:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688180.060533:0:38615:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993135791104 : -129080573760512 : ffff8a9a1640ec00) 00010000:00000001:3.0:1773688180.060535:0:38615:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993135791104 : -129080573760512 : ffff8a9a1640ec00) 00010000:00010000:3.0:1773688180.060538:0:38615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004b0e6d69/0x52973366461d31ec lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xa0a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a973 expref: -99 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688180.060544:0:38615:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9a0a88f800 : new locks_count 34 00000020:00000040:3.0:1773688180.060546:0:38615:0:(genops.c:887:class_export_get()) GET export ffff8a9a0a88f800 refcount=42 00000100:00000001:3.0:1773688180.060550:0:38615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688180.060552:0:38615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688180.060555:0:38615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8a9a1a4ce400. 02000000:00000001:3.0:1773688180.060556:0:38615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.060557:0:38615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.060559:0:38615:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688180.060561:0:38615:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688180.060562:0:38615:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1773688180.060563:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1773688180.060566:0:38615:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:3.0:1773688180.060567:0:38615:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1773688180.060571:0:38615:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000725b2b8c/0x52973366461d31e5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xa0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a96c expref: 42 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.060576:0:38615:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1773688180.060577:0:38615:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688180.060578:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1773688180.060580:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.060581:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1773688180.060582:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1773688180.060583:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688180.060584:0:38615:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688180.060585:0:38615:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1773688180.060588:0:38615:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004b0e6d69/0x52973366461d31ec lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xa0a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a973 expref: 42 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688180.060592:0:38615:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x2c0000401:0xa0a:0x0].0x0 (ffff8a9a1689c700) refcount = 2 00010000:00000040:3.0:1773688180.060594:0:38615:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688180.060597:0:38615:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: 00000000725b2b8c/0x52973366461d31e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xa0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a96c expref: 42 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688180.060600:0:38615:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1773688180.060603:0:38615:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: 000000004b0e6d69/0x52973366461d31ec lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xa0a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a973 expref: 42 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688180.060609:0:38615:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b072a54c0. 00000100:00000001:3.0:1773688180.060611:0:38615:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773688180.060615:0:38615:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a0cd82480. 00000100:00000001:3.0:1773688180.060616:0:38615:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614992977929344 : -129080731622272 : ffff8a9a0cd82480) 00000100:00000001:3.0:1773688180.060617:0:38615:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614992977929344 : -129080731622272 : ffff8a9a0cd82480) 00000100:00000001:3.0:1773688180.060619:0:38615:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773688180.060620:0:38615:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1773688180.060622:0:38615:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1773688180.060624:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688180.060625:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1773688180.060626:0:38615:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688180.060627:0:38615:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688180.060628:0:38615:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1773688180.060630:0:38615:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1773688180.060632:0:38615:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36c29180. 00000020:00000040:3.0:1773688180.060634:0:38615:0:(genops.c:1229:class_import_get()) import ffff8a9a0a88c000 refcount=2 obd=lustre-OST0001 00000100:00000001:3.0:1773688180.060636:0:38615:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773688180.060637:0:38615:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773688180.060640:0:38615:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773688180.060645:0:38615:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a112a2800. 00000100:00000001:3.0:1773688180.060649:0:38615:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688180.060652:0:38615:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000725b2b8c/0x52973366461d31e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xa0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a96c expref: 42 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688180.060668:0:38615:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000725b2b8c/0x52973366461d31e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xa0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a96c expref: 42 pid: 38615 timeout: 3059 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.060673:0:38615:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1773688180.060675:0:38615:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773688180.060677:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b36c29180 x1859843861193344/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688180.060683:0:38615:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773688180.060684:0:38615:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688180.060687:0:38615:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b36c29180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:38615:1859843861193344:192.168.204.51@tcp:104: 00000100:00000001:3.0:1773688180.060690:0:38615:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773688180.060693:0:38615:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773688180.060695:0:38615:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688180.060696:0:38615:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773688180.060698:0:38615:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a112a2a00. 02000000:00000001:3.0:1773688180.060699:0:38615:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773688180.060702:0:38615:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b34631268. 00000400:00000010:3.0:1773688180.060705:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee770. 00000100:00000200:3.0:1773688180.060709:0:38615:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861193344, portal 16 00000100:00000001:3.0:1773688180.060711:0:38615:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773688180.060712:0:38615:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997976125824 : -129075733425792 : ffff8a9b36c29180) 00000100:00000040:3.0:1773688180.060715:0:38615:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b36c29180 x1859843861193344/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688196 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688180.060719:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688180.060720:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688180.060722:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee440. 00000100:00000200:3.0:1773688180.060723:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861193344, offset 0 00000400:00000200:3.0:1773688180.060726:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688180.060730:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688180.060733:0:38615:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773688180.060735:0:38615:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:3.0:1773688180.060738:0:38615:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773688180.060740:0:38615:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:3.0:1773688180.060742:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48227:48227:256:4294967295] 192.168.204.51@tcp LPNI seq info [48223:48223:8:4294967295] 00000400:00000200:3.0:1773688180.060747:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688180.060750:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688180.060752:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d300. 00000800:00000200:3.0:1773688180.060755:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688180.060758:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688180.060760:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773688180.060769:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.060773:0:38615:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4297630981 00000100:00000001:3.0:1773688180.060780:0:38615:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4297630910 00000100:00000001:3.0:1773688180.060783:0:38615:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4297630981 00000100:00000001:3.0:1773688180.060787:0:38615:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4297630910 00000100:00000001:3.0:1773688180.060789:0:38615:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4297630981 00000100:00000001:3.0:1773688180.060792:0:38615:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4297630910 00000100:00000001:3.0:1773688180.060795:0:38615:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4297630981 00000100:00000001:3.0:1773688180.060798:0:38615:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4297630910 00000100:00000001:3.0:1773688180.060801:0:38615:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773688180.060803:0:38615:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.060805:0:38615:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.060807:0:38615:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.060809:0:38615:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.060811:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688180.060812:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688180.060814:0:38615:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.060815:0:38615:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1773688180.060817:0:38615:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1773688180.060819:0:38615:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.060821:0:38615:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1773688180.060821:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1773688180.060823:0:38615:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:2.0:1773688180.060823:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d300. 00000100:00100000:3.0:1773688180.060825:0:38615:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9a0cd82480 going to sleep for 11 seconds 00000100:00000001:3.0:1773688180.060827:0:38615:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1773688180.060827:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1773688180.060830:0:38615:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773688180.060831:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.060834:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee440 00000400:00000010:2.0:1773688180.060837:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee440. 00000100:00000001:2.0:1773688180.060839:0:3439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773688180.060843:0:3439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b36c29180 x1859843861193344/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688196 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688180.060852:0:3439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688180.060855:0:3439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b36c29180 x1859843861193344/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688196 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688180.060859:0:3439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.060861:0:3439:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773688180.061571:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.061576:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.061577:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.061578:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.061582:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.061589:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af2280 00000400:00000200:2.0:1773688180.061594:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x78059 [1] + 224 00000800:00000001:2.0:1773688180.061599:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.061604:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.061606:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.061609:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.061612:0:3440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688180.061616:0:3440:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b36c29180 x1859843861193344/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688196 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1773688180.061630:0:3440:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9b36c29180 x1859843861193344/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688196 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688180.061647:0:3440:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.061651:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.061654:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.061670:0:38615:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773688180.061675:0:38615:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773688180.061676:0:38615:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773688180.061677:0:38615:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b34631268. 00000400:00000200:3.0:1773688180.061680:0:38615:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee770 00000400:00000010:3.0:1773688180.061681:0:38615:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee770. 00000100:00000001:3.0:1773688180.061683:0:38615:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773688180.061686:0:38615:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9b36c29180 x1859843861193344/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688196 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1773688180.061692:0:38615:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9b36c29180 x1859843861193344/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688196 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688180.061696:0:38615:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773688180.061697:0:38615:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.061698:0:38615:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773688180.061700:0:38615:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773688180.061702:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688180.061703:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688180.061704:0:38615:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688180.061708:0:38615:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9a0a88c458 time=61 v=5 (5 5 0 0) 00000100:00001000:3.0:1773688180.061710:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0a88c410 time=61 v=5 (1 1 0 0) 00000100:00000001:3.0:1773688180.061711:0:38615:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773688180.061712:0:38615:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.061714:0:38615:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773688180.061716:0:38615:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.061717:0:38615:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688180.061720:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9b36c29180 x1859843861193344/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688196 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688180.061724:0:38615:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773688180.061725:0:38615:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773688180.061727:0:38615:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688180.061728:0:38615:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1773688180.061729:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688180.061730:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688180.061731:0:38615:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688180.061734:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36c29180 x1859843861193344/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688196 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773688180.061739:0:38615:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9b36c29180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:38615:1859843861193344:192.168.204.51@tcp:104: 00000100:00000001:3.0:1773688180.061741:0:38615:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.061743:0:38615:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.061744:0:38615:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773688180.061745:0:38615:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773688180.061747:0:38615:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9b36c29180 x1859843861193344/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688196 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688180.061758:0:38615:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773688180.061761:0:38615:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773688180.061763:0:38615:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a112a2a00. 02000000:00000001:3.0:1773688180.061765:0:38615:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773688180.061766:0:38615:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773688180.061767:0:38615:0:(genops.c:1242:class_import_put()) import ffff8a9a0a88c000 refcount=1 obd=lustre-OST0001 00000020:00000001:3.0:1773688180.061769:0:38615:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773688180.061770:0:38615:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a112a2800. 02000000:00000001:3.0:1773688180.061772:0:38615:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773688180.061773:0:38615:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773688180.061775:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b36c29180. 00000100:00000001:3.0:1773688180.061778:0:38615:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773688180.061778:0:38615:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773688180.061780:0:38615:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a0cd82480. 00000100:00000001:3.0:1773688180.061782:0:38615:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1773688180.061783:0:38615:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1773688180.061784:0:38615:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b072a54c0. 00010000:00000001:3.0:1773688180.061786:0:38615:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.061787:0:38615:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.061788:0:38615:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688180.061791:0:38615:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688180.061794:0:38615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004b0e6d69/0x52973366461d31ec lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xa0a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a973 expref: 42 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.061801:0:38615:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688180.061803:0:38615:0:(ldlm_lock.c:1971:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1773688180.061804:0:38615:0:(ldlm_lock.c:1987:ldlm_reprocess_queue()) Reprocessing lock ffff8a9a1640ec00 00010000:00000001:3.0:1773688180.061805:0:38615:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1773688180.061806:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1773688180.061807:0:38615:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.061809:0:38615:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1773688180.061810:0:38615:0:(ldlm_lock.c:2020:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1773688180.061811:0:38615:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.061812:0:38615:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688180.061813:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688180.061813:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688180.061814:0:38615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a1640ec00, rc 0) 00000020:00000001:3.0:1773688180.061816:0:38615:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688180.061817:0:38615:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294970315, transno 0, xid 1859843854339328 00010000:00000001:3.0:1773688180.061819:0:38615:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688180.061821:0:38615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b36f30380 x1859843854339328/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 328/400 e 0 to 0 dl 1773688191 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688180.061825:0:38615:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688180.061827:0:38615:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688180.061828:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b36eb51e8 time=96 v=5 (1 4 1 1) 00000100:00000001:3.0:1773688180.061831:0:38615:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688180.061832:0:38615:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688180.061833:0:38615:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688180.061835:0:38615:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688180.061836:0:38615:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.061837:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688180.061839:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688180.061841:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee770. 00000100:00000200:3.0:1773688180.061843:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1859843854339328, offset 224 00000400:00000200:3.0:1773688180.061845:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688180.061850:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688180.061852:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48228:48228:256:4294967295] 192.168.204.51@tcp LPNI seq info [48224:48224:8:4294967295] 00000400:00000200:3.0:1773688180.061858:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688180.061861:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688180.061863:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d100. 00000800:00000200:3.0:1773688180.061865:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688180.061868:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688180.061870:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1773688180.061878:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688180.061880:0:38615:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688180.061881:0:38615:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688180.061882:0:38615:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.061883:0:38615:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688180.061886:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36f30380 x1859843854339328/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 328/400 e 0 to 0 dl 1773688191 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688180.061892:0:38615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36f30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+42:68109:x1859843854339328:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1412us (1522us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688180.061897:0:38615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7652 00000100:00000040:3.0:1773688180.061899:0:38615:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9a0a88f800 : new rpc_count 0 00000100:00000001:3.0:1773688180.061900:0:38615:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688180.061901:0:38615:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688180.061904:0:38615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688180.061907:0:38615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0000. 00000020:00000010:3.0:1773688180.061909:0:38615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2200. 00000020:00000040:3.0:1773688180.061912:0:38615:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 41 00000100:00000001:3.0:1773688180.061914:0:38615:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688180.061927:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688180.061931:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d100. 00000400:00000200:2.0:1773688180.061935:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.061939:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.061942:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee770 00000400:00000010:2.0:1773688180.061944:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee770. 00000100:00000001:2.0:1773688180.061962:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688180.061964:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688180.062447:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.062452:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.062453:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.062455:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.062458:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.062463:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4468d80 00000400:00000200:2.0:1773688180.062467:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x736f9 [2] + 1312 00000800:00000001:2.0:1773688180.062470:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.062474:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.062475:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.062477:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.062479:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.062480:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1773688180.062483:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36f33100. 00000100:00000040:2.0:1773688180.062485:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36f33100 x1859843854339456 msgsize 328 00000100:00100000:2.0:1773688180.062488:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.062497:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.062500:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.062503:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.062521:0:6358:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688180.062524:0:6358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854339456 02000000:00000001:3.0:1773688180.062525:0:6358:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688180.062526:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688180.062528:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688180.062529:0:6358:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688180.062531:0:6358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854339456 00000020:00000001:3.0:1773688180.062532:0:6358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688180.062533:0:6358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x529733664618833a 00000020:00000001:3.0:1773688180.062534:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688180.062535:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9a0a88f800 refcount=42 00000020:00000001:3.0:1773688180.062537:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000020:00000001:3.0:1773688180.062539:0:6358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000100:00000001:3.0:1773688180.062541:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688180.062544:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a54c0. 00000100:00000001:3.0:1773688180.062546:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688180.062548:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a54c0. 00000020:00000010:3.0:1773688180.062552:0:6358:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2200. 00000020:00000010:3.0:1773688180.062555:0:6358:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688180.062559:0:6358:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0000. 00000100:00000040:3.0:1773688180.062565:0:6358:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1773688180.062567:0:6358:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688180.062568:0:6358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1773688180.062571:0:6358:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1773688180.062573:0:6358:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.062575:0:6358:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1773688180.062578:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688180.062579:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688180.062581:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a1640ee00 refcount=4 00000020:00000001:3.0:1773688180.062583:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993135791616 : -129080573760000 : ffff8a9a1640ee00) 00010000:00000001:3.0:1773688180.062585:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993135791616 : -129080573760000 : ffff8a9a1640ee00) 00010000:00010000:3.0:1773688180.062591:0:6358:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000725b2b8c/0x52973366461d31e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xa0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a96c expref: 42 pid: 38615 timeout: 3059 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.062598:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688180.062599:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688180.062600:0:6358:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.062601:0:6358:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.062605:0:6358:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1773688180.062609:0:6358:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9b36f33100 x1859843854339456/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 328/0 e 0 to 0 dl 1773688191 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773688180.062615:0:6358:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1773688180.062616:0:6358:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.062625:0:6358:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.062633:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688180.062635:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688180.062639:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3747 00000100:00000040:3.0:1773688180.062641:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9a0a88f800 : new rpc_count 1 00000100:00000001:3.0:1773688180.062642:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997979312384 : -129075730239232 : ffff8a9b36f33100) 00000100:00000040:3.0:1773688180.062646:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36f33100 x1859843854339456/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 328/0 e 0 to 0 dl 1773688191 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773688180.062651:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688180.062654:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a54c0. 00000100:00000001:3.0:1773688180.062655:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688180.062657:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a54c0. 00000100:00100000:3.0:1773688180.062660:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36f33100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+42:2405:x1859843854339456:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1773688180.062662:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854339456 00010000:00000001:3.0:1773688180.062664:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1773688180.062666:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1773688180.062667:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1773688180.062669:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688180.062670:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688180.062672:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a1a4cf800. 02000000:00000001:3.0:1773688180.062674:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.062675:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.062676:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1773688180.062678:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1773688180.062679:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688180.062680:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688180.062681:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a1640ee00 refcount=4 00000020:00000001:3.0:1773688180.062682:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993135791616 : -129080573760000 : ffff8a9a1640ee00) 00010000:00000001:3.0:1773688180.062683:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993135791616 : -129080573760000 : ffff8a9a1640ee00) 00010000:00000040:3.0:1773688180.062685:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1689c700 count: 3 00002000:00000001:3.0:1773688180.062687:0:6358:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1773688180.062690:0:6358:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1773688180.062691:0:6358:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688180.062695:0:6358:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997950532664 : -129075759018952 : ffff8a9b353c0c38) 00002000:00000001:3.0:1773688180.062697:0:6358:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997950532576 : -129075759019040 : ffff8a9b353c0be0) 00002000:00000001:3.0:1773688180.062699:0:6358:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1773688180.062702:0:6358:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1773688180.062705:0:6358:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b353c0c38/ffff8a9b353c0be0 to site lru. bkt: ffff8a9b34382bf8 00010000:00010000:3.0:1773688180.062709:0:6358:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000725b2b8c/0x52973366461d31e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xa0a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a96c expref: 42 pid: 38615 timeout: 3059 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00001000:3.0:1773688180.062717:0:6358:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9a0a88fc50 time=24 v=5 (1 0 0 0) 00010000:00000001:3.0:1773688180.062721:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773688180.062727:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688180.062728:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688180.062732:0:6358:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000725b2b8c/0x52973366461d31e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xa0a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a96c expref: 42 pid: 38615 timeout: 3059 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1773688180.062740:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688180.062742:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688180.062743:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.062745:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.062749:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688180.062751:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688180.062754:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688180.062756:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688180.062758:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688180.062759:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688180.062762:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a1640ee00 with handle 0x52973366461d31e5 from hash 00010000:00000001:3.0:1773688180.062764:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688180.062766:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688180.062767:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688180.062768:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688180.062771:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688180.062773:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.062775:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688180.062777:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688180.062780:0:6358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000725b2b8c/0x52973366461d31e5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xa0a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a96c expref: 42 pid: 38615 timeout: 3059 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688180.062788:0:6358:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9a0a88f800 : new locks_count 33 00000020:00000040:3.0:1773688180.062791:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 41 00010000:00000001:3.0:1773688180.062794:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688180.062796:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688180.062797:0:6358:0:(ldlm_lock.c:1971:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1773688180.062799:0:6358:0:(ldlm_lock.c:1987:ldlm_reprocess_queue()) Reprocessing lock ffff8a9a1640ec00 00010000:00000001:3.0:1773688180.062801:0:6358:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1773688180.062802:0:6358:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1773688180.062804:0:6358:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1773688180.062806:0:6358:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688180.062808:0:6358:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1773688180.062810:0:6358:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1773688180.062811:0:6358:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688180.062814:0:6358:0:(ldlm_extent.c:220:ldlm_extent_internal_policy_granted()) Process entered 00010000:00000001:3.0:1773688180.062816:0:6358:0:(ldlm_extent.c:167:ldlm_extent_internal_policy_fixup()) Process leaving 00010000:00000001:3.0:1773688180.062818:0:6358:0:(ldlm_extent.c:264:ldlm_extent_internal_policy_granted()) Process leaving 00010000:00000001:3.0:1773688180.062819:0:6358:0:(ldlm_extent.c:283:ldlm_extent_internal_policy_waiting()) Process entered 00010000:00000001:3.0:1773688180.062821:0:6358:0:(ldlm_extent.c:167:ldlm_extent_internal_policy_fixup()) Process leaving 00010000:00000001:3.0:1773688180.062823:0:6358:0:(ldlm_extent.c:358:ldlm_extent_internal_policy_waiting()) Process leaving 00010000:00000001:3.0:1773688180.062824:0:6358:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688180.062826:0:6358:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1773688180.062830:0:6358:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004b0e6d69/0x52973366461d31ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xa0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a973 expref: 41 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.062837:0:6358:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1773688180.062841:0:6358:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004b0e6d69/0x52973366461d31ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a973 expref: 41 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688180.062848:0:6358:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x2c0000401:0xa0a:0x0].0x0 (ffff8a9a1689c700) refcount = 2 00010000:00000040:3.0:1773688180.062851:0:6358:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688180.062855:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: 000000004b0e6d69/0x52973366461d31ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a973 expref: 41 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.062862:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688180.062864:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.062866:0:6358:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688180.062867:0:6358:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688180.062869:0:6358:0:(ldlm_lock.c:2020:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1773688180.062872:0:6358:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b072a54c0. 00000100:00000001:3.0:1773688180.062875:0:6358:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773688180.062878:0:6358:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9a0cd82480. 00000100:00000001:3.0:1773688180.062880:0:6358:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614992977929344 : -129080731622272 : ffff8a9a0cd82480) 00000100:00000001:3.0:1773688180.062883:0:6358:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614992977929344 : -129080731622272 : ffff8a9a0cd82480) 00000100:00000001:3.0:1773688180.062885:0:6358:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773688180.062886:0:6358:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1773688180.062888:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1773688180.062890:0:6358:0:(ldlm_lockd.c:1015:ldlm_server_completion_ast()) Process entered 00000100:00000010:3.0:1773688180.062892:0:6358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36c29180. 00000020:00000040:3.0:1773688180.062895:0:6358:0:(genops.c:1229:class_import_get()) import ffff8a9a0a88c000 refcount=2 obd=lustre-OST0001 00000100:00000001:3.0:1773688180.062898:0:6358:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773688180.062900:0:6358:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773688180.062902:0:6358:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773688180.062906:0:6358:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a112a2800. 00000100:00000001:3.0:1773688180.062910:0:6358:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688180.062916:0:6358:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004b0e6d69/0x52973366461d31ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a973 expref: 41 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.062924:0:6358:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1773688180.062926:0:6358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773688180.062929:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b36c29180 x1859843861193472/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688180.062937:0:6358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773688180.062938:0:6358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688180.062941:0:6358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b36c29180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6358:1859843861193472:192.168.204.51@tcp:105: 00000100:00000001:3.0:1773688180.062959:0:6358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773688180.062962:0:6358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773688180.062963:0:6358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688180.062966:0:6358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773688180.062969:0:6358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a112a2a00. 02000000:00000001:3.0:1773688180.062971:0:6358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773688180.062975:0:6358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b34631268. 00000400:00000010:3.0:1773688180.062978:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeedd0. 00000100:00000200:3.0:1773688180.062981:0:6358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861193472, portal 16 00000100:00000001:3.0:1773688180.062983:0:6358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773688180.062984:0:6358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997976125824 : -129075733425792 : ffff8a9b36c29180) 00000100:00000040:3.0:1773688180.062990:0:6358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b36c29180 x1859843861193472/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688196 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688180.062996:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688180.062999:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688180.063001:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee220. 00000100:00000200:3.0:1773688180.063003:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1859843861193472, offset 0 00000400:00000200:3.0:1773688180.063029:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688180.063036:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688180.063039:0:6358:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773688180.063042:0:6358:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:3.0:1773688180.063046:0:6358:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773688180.063048:0:6358:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:3.0:1773688180.063052:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48229:48229:256:4294967295] 192.168.204.51@tcp LPNI seq info [48225:48225:8:4294967295] 00000400:00000200:3.0:1773688180.063060:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688180.063065:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688180.063068:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d100. 00000800:00000200:3.0:1773688180.063072:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688180.063077:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688180.063079:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1773688180.063089:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.063092:0:6358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4297630984 00000100:00000001:3.0:1773688180.063107:0:6358:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4297630981 00000100:00000001:3.0:1773688180.063110:0:6358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4297630984 00000100:00000001:3.0:1773688180.063114:0:6358:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4297630981 00000100:00000001:3.0:1773688180.063117:0:6358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4297630984 00000100:00000001:3.0:1773688180.063120:0:6358:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4297630981 00000100:00000001:3.0:1773688180.063124:0:6358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4297630984 00000100:00000001:3.0:1773688180.063126:0:6358:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4297630981 00000100:00000001:3.0:1773688180.063129:0:6358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773688180.063132:0:6358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773688180.063133:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1773688180.063135:0:6358:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1773688180.063136:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d100. 00010000:00000001:3.0:1773688180.063138:0:6358:0:(ldlm_lockd.c:1133:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773688180.063140:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1773688180.063142:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1773688180.063146:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00010000:00000001:3.0:1773688180.063147:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688180.063150:0:6358:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773688180.063150:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee220 00000400:00000010:2.0:1773688180.063153:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee220. 00010000:00000001:3.0:1773688180.063154:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:2.0:1773688180.063157:0:3440:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:3.0:1773688180.063158:0:6358:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1773688180.063162:0:6358:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1773688180.063163:0:3440:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b36c29180 x1859843861193472/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688196 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688180.063165:0:6358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773688180.063168:0:6358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773688180.063172:0:6358:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9a0cd82480 going to sleep for 11 seconds 00000100:00000001:2.0:1773688180.063175:0:3440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773688180.063176:0:6358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1773688180.063179:0:3440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b36c29180 x1859843861193472/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688196 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688180.063180:0:6358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.063187:0:3440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.063188:0:3440:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773688180.064228:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.064233:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.064235:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.064236:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.064239:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.064244:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af2300 00000400:00000200:2.0:1773688180.064248:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x78065 [1] + 224 00000800:00000001:2.0:1773688180.064251:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.064254:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.064256:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.064258:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.064260:0:3438:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688180.064263:0:3438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b36c29180 x1859843861193472/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688196 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1773688180.064268:0:3438:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9b36c29180 x1859843861193472/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688196 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688180.064278:0:3438:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.064282:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.064284:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.064299:0:6358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773688180.064302:0:6358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773688180.064303:0:6358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773688180.064305:0:6358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b34631268. 00000400:00000200:3.0:1773688180.064307:0:6358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeedd0 00000400:00000010:3.0:1773688180.064308:0:6358:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeedd0. 00000100:00000001:3.0:1773688180.064310:0:6358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773688180.064314:0:6358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9b36c29180 x1859843861193472/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688196 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1773688180.064319:0:6358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9b36c29180 x1859843861193472/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688196 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688180.064324:0:6358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773688180.064324:0:6358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.064326:0:6358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773688180.064326:0:6358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773688180.064327:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688180.064328:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688180.064333:0:6358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688180.064336:0:6358:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9a0a88c458 time=61 v=5 (5 5 0 0) 00000100:00001000:3.0:1773688180.064338:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0a88c410 time=61 v=5 (1 1 0 0) 00000100:00000001:3.0:1773688180.064339:0:6358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773688180.064340:0:6358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.064341:0:6358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773688180.064343:0:6358:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.064344:0:6358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688180.064346:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9b36c29180 x1859843861193472/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688196 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688180.064350:0:6358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773688180.064352:0:6358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773688180.064353:0:6358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688180.064354:0:6358:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1773688180.064355:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688180.064356:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688180.064357:0:6358:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688180.064359:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36c29180 x1859843861193472/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688196 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773688180.064363:0:6358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9b36c29180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6358:1859843861193472:192.168.204.51@tcp:105: 00000100:00000001:3.0:1773688180.064366:0:6358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.064367:0:6358:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.064368:0:6358:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773688180.064369:0:6358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773688180.064371:0:6358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9b36c29180 x1859843861193472/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688196 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688180.064374:0:6358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773688180.064375:0:6358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773688180.064376:0:6358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a112a2a00. 02000000:00000001:3.0:1773688180.064377:0:6358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773688180.064378:0:6358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773688180.064379:0:6358:0:(genops.c:1242:class_import_put()) import ffff8a9a0a88c000 refcount=1 obd=lustre-OST0001 00000020:00000001:3.0:1773688180.064380:0:6358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773688180.064381:0:6358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a112a2800. 02000000:00000001:3.0:1773688180.064382:0:6358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773688180.064383:0:6358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773688180.064384:0:6358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b36c29180. 00000100:00000001:3.0:1773688180.064386:0:6358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773688180.064386:0:6358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773688180.064388:0:6358:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9a0cd82480. 00000100:00000001:3.0:1773688180.064390:0:6358:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1773688180.064390:0:6358:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1773688180.064392:0:6358:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b072a54c0. 00010000:00000001:3.0:1773688180.064393:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1773688180.064395:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1773688180.064396:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688180.064398:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688180.064399:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688180.064400:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=114 v=5 (1 1 1 1) 00000100:00000001:3.0:1773688180.064402:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688180.064403:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688180.064405:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688180.064406:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688180.064407:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.064408:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688180.064409:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688180.064411:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeedd0. 00000100:00000200:3.0:1773688180.064413:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854339456, offset 224 00000400:00000200:3.0:1773688180.064415:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688180.064419:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688180.064422:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48230:48230:256:4294967295] 192.168.204.51@tcp LPNI seq info [48226:48226:8:4294967295] 00000400:00000200:3.0:1773688180.064427:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688180.064430:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688180.064432:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d300. 00000800:00000200:3.0:1773688180.064435:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688180.064438:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688180.064440:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773688180.064447:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688180.064449:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688180.064451:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.064452:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688180.064455:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36f33100 x1859843854339456/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 328/224 e 0 to 0 dl 1773688191 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773688180.064461:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36f33100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+41:2405:x1859843854339456:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1809us (1975us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688180.064467:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3747 00000100:00000040:3.0:1773688180.064469:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9a0a88f800 : new rpc_count 0 00000100:00000001:3.0:1773688180.064471:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688180.064472:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688180.064474:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688180.064477:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0000. 00000020:00000010:3.0:1773688180.064479:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2200. 00000020:00000040:3.0:1773688180.064482:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 40 00000100:00000001:3.0:1773688180.064483:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688180.064491:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688180.064494:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d300. 00000400:00000200:2.0:1773688180.064497:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.064500:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.064502:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeedd0 00000400:00000010:2.0:1773688180.064504:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeedd0. 00000100:00000001:2.0:1773688180.064505:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688180.064512:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688180.066651:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.066657:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.066658:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.066660:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.066663:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.066669:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 392 into portal 23 MB=0x69b84a4468e80 00000400:00000200:2.0:1773688180.066673:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 392/392 into md 0x729e1 [2] + 448 00000800:00000001:2.0:1773688180.066676:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.066680:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.066682:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.066684:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.066687:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.066688:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1773688180.066690:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36f30a80. 00000100:00000040:2.0:1773688180.066692:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36f30a80 x1859843854339712 msgsize 392 00000100:00100000:2.0:1773688180.066695:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.066704:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.066707:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.066709:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.066732:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688180.066734:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854339712 02000000:00000001:3.0:1773688180.066735:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688180.066737:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688180.066738:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688180.066740:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688180.066742:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854339712 00000020:00000001:3.0:1773688180.066743:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688180.066744:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688180.066745:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688180.066747:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=112 00000020:00000001:3.0:1773688180.066749:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688180.066750:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688180.066753:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688180.066755:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a54c0. 00000100:00000001:3.0:1773688180.066757:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688180.066758:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a54c0. 00000020:00000010:3.0:1773688180.066761:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2200. 00000020:00000010:3.0:1773688180.066763:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688180.066766:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0000. 00000100:00000040:3.0:1773688180.066769:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1773688180.066770:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688180.066771:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773688180.066772:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.066775:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.066784:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.066789:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688180.066790:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688180.066793:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3248 00000100:00000040:3.0:1773688180.066795:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688180.066796:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997979302528 : -129075730249088 : ffff8a9b36f30a80) 00000100:00000040:3.0:1773688180.066800:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36f30a80 x1859843854339712/t0(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 392/0 e 0 to 0 dl 1773688191 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688180.066806:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688180.066807:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a54c0. 00000100:00000001:3.0:1773688180.066808:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688180.066809:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a54c0. 00000100:00100000:3.0:1773688180.066812:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36f30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+112:68109:x1859843854339712:12345-192.168.204.51@tcp:35:dbench.0 00000100:00000200:3.0:1773688180.066814:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854339712 00000020:00000001:3.0:1773688180.066816:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688180.066818:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1773688180.066821:0:73057:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b08c09f00: xid 1859843854339072, transno 171798692094, client gen 13, slot idx 2 00000001:00000001:3.0:1773688180.066824:0:73057:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b08c09180: xid 1859843854338560, transno 171798692093, client gen 13, slot idx 3 00000001:00000010:3.0:1773688180.066827:0:73057:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b08c09180. 00000020:00000001:3.0:1773688180.066829:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.066831:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688180.066832:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862496 : -1038689120 : ffffffffc216dca0) 00000020:00000001:3.0:1773688180.066834:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688180.066836:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854339712, found 0 last_xid 1859843854339711 00000020:00000001:3.0:1773688180.066838:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688180.066839:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688180.066840:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688180.066842:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.066846:0:73057:0:(mdt_open.c:2771:mdt_close()) Process entered 00000004:00000001:3.0:1773688180.066847:0:73057:0:(mdt_lib.c:1452:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1773688180.066848:0:73057:0:(mdt_lib.c:1362:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1773688180.066850:0:73057:0:(mdt_lib.c:1373:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.066851:0:73057:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1773688180.066854:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688180.066855:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688180.066857:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688180.066858:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688180.066860:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688180.066861:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688180.066862:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688180.066863:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688180.066864:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688180.066864:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688180.066865:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688180.066866:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688180.066867:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688180.066868:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.066869:0:73057:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.066871:0:73057:0:(mdt_lib.c:1435:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1773688180.066871:0:73057:0:(mdt_lib.c:1437:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.066873:0:73057:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1773688180.066874:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688180.066875:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688180.066876:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688180.066876:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688180.066877:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688180.066878:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688180.066879:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688180.066880:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688180.066881:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688180.066882:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688180.066884:0:73057:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688180.066888:0:73057:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688180.066889:0:73057:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688180.066890:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688180.066891:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688180.066892:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688180.066893:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688180.066894:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688180.066895:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.066896:0:73057:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688180.066897:0:73057:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688180.066898:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688180.066899:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.066900:0:73057:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688180.066901:0:73057:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.066902:0:73057:0:(mdt_lib.c:1465:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.066904:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688180.066905:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688180.066907:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8a9a1a4cf000. 02000000:00000001:3.0:1773688180.066908:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.066909:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.066910:0:73057:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1773688180.066911:0:73057:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.066913:0:73057:0:(mdt_open.c:2739:mdt_close_internal()) Process entered 00000004:00000001:3.0:1773688180.066914:0:73057:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1773688180.066915:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688180.066916:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8a9a1677e080 refcount=2 00000020:00000001:3.0:1773688180.066917:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993139392640 : -129080570158976 : ffff8a9a1677e080) 00000004:00000001:3.0:1773688180.066918:0:73057:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446614993139392640 : -129080570158976 : ffff8a9a1677e080) 00000020:00000040:3.0:1773688180.066920:0:73057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a1677e080 with handle 0x52973366461d31de from hash 00000004:00000001:3.0:1773688180.066923:0:73057:0:(mdt_open.c:2590:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1773688180.066925:0:73057:0:(mdt_open.c:2598:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000afe1:0x146:0x0] with intent: 0 00000004:00000001:3.0:1773688180.066927:0:73057:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:3.0:1773688180.066928:0:73057:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 53 lsom blocks 0 blocks 1 truncate 0 00000004:00000001:3.0:1773688180.066931:0:73057:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688180.066933:0:73057:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688180.066937:0:73057:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.066939:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688180.066942:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688180.066944:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688180.066958:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688180.066960:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688180.066963:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688180.066964:0:73057:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688180.066965:0:73057:0:(mdt_som.c:35:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688180.066967:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688180.066968:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688180.066969:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688180.066970:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688180.066971:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688180.066972:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688180.066973:0:73057:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688180.066974:0:73057:0:(mdt_som.c:35:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1773688180.066975:0:73057:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1773688180.066977:0:73057:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.066978:0:73057:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:3.0:1773688180.066979:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688180.066980:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688180.066980:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688180.066982:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688180.066983:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688180.066984:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688180.066985:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688180.066986:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688180.066986:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688180.066987:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688180.066988:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688180.066989:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688180.066990:0:73057:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688180.066992:0:73057:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688180.066993:0:73057:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.066995:0:73057:0:(mdt_som.c:122:mdt_set_som()) Process entered 00000004:00000002:3.0:1773688180.066996:0:73057:0:(mdt_som.c:126:mdt_set_som()) [0x20000afe1:0x146:0x0]: Set SOM attrs S/B/F: 53/1/4. 00000004:00000001:3.0:1773688180.066999:0:73057:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:3.0:1773688180.067001:0:73057:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:3.0:1773688180.067002:0:73057:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1773688180.067004:0:73057:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1773688180.067040:0:73057:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9a168b1060. 00080000:00000001:3.0:1773688180.067044:0:73057:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1773688180.067051:0:73057:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a1a4cd800. 00080000:00000001:3.0:1773688180.067053:0:73057:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993203681280 : -129080505870336 : ffff8a9a1a4cd800) 00000004:00000001:3.0:1773688180.067057:0:73057:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1773688180.067060:0:73057:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1773688180.067062:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688180.067064:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993203681280 : -129080505870336 : ffff8a9a1a4cd800) 00080000:00000001:3.0:1773688180.067066:0:73057:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1773688180.067081:0:73057:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.067082:0:73057:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.067084:0:73057:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.067087:0:73057:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1773688180.067089:0:73057:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1773688180.067092:0:73057:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1773688180.067093:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688180.067100:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993203681280 : -129080505870336 : ffff8a9a1a4cd800) 00080000:00000001:3.0:1773688180.067106:0:73057:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688180.067110:0:73057:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688180.067112:0:73057:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.067113:0:73057:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.067130:0:73057:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.067133:0:73057:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.067137:0:73057:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:3.0:1773688180.067140:0:73057:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1773688180.067141:0:73057:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1773688180.067142:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688180.067143:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993203681280 : -129080505870336 : ffff8a9a1a4cd800) 00080000:00000001:3.0:1773688180.067147:0:73057:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1773688180.067149:0:73057:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:3.0:1773688180.067159:0:73057:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1773688180.067162:0:73057:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.067164:0:73057:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.067165:0:73057:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.067166:0:73057:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.067167:0:73057:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.067172:0:73057:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1773688180.067173:0:73057:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1773688180.067175:0:73057:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1773688180.067177:0:73057:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692095, last_committed = 171798692041 00000001:00000010:3.0:1773688180.067180:0:73057:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9a0f836d80. 00000001:00000040:3.0:1773688180.067182:0:73057:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 54 00000020:00000040:3.0:1773688180.067183:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=113 00000001:00000010:3.0:1773688180.067187:0:73057:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b0555ed80. 00000004:00000001:3.0:1773688180.067191:0:73057:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1773688180.067192:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688180.067193:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993203681280 : -129080505870336 : ffff8a9a1a4cd800) 00080000:00000001:3.0:1773688180.067195:0:73057:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688180.067206:0:73057:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1773688180.067207:0:73057:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1773688180.067209:0:73057:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b0555ed80: xid 1859843854339712, transno 171798692095, tag 1, client gen 13, slot idx 3 00000001:00000001:3.0:1773688180.067211:0:73057:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.067245:0:73057:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773688180.067247:0:73057:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9a168b1060. 00000020:00000001:3.0:1773688180.067248:0:73057:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.067250:0:73057:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.067251:0:73057:0:(mdt_som.c:146:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.067252:0:73057:0:(mdt_som.c:320:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.067254:0:73057:0:(mdt_open.c:149:mdt_write_put()) Process entered 00000004:00000001:3.0:1773688180.067255:0:73057:0:(mdt_open.c:153:mdt_write_put()) Process leaving 00000004:00000001:3.0:1773688180.067256:0:73057:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1773688180.067257:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688180.067259:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688180.067259:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688180.067261:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:3.0:1773688180.067263:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:3.0:1773688180.067264:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:3.0:1773688180.067265:0:73057:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.067267:0:73057:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1773688180.067270:0:73057:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1773688180.067271:0:73057:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688180.067273:0:73057:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x20000afe1:0x146:0x0], previous was 0x7 00000004:00000001:3.0:1773688180.067275:0:73057:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.067277:0:73057:0:(mdt_reint.c:931:mdt_add_dirty_flag()) Process entered 00000004:00000001:3.0:1773688180.067278:0:73057:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688180.067279:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688180.067280:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688180.067280:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688180.067282:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688180.067283:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688180.067284:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1773688180.067285:0:73057:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1773688180.067286:0:73057:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1773688180.067288:0:73057:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=ffff8a9a1a4cf2f0 00000004:00000001:3.0:1773688180.067289:0:73057:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.067290:0:73057:0:(mdt_reint.c:958:mdt_add_dirty_flag()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.067292:0:73057:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1773688180.067293:0:73057:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.067295:0:73057:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:3.0:1773688180.067297:0:73057:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688180.067298:0:73057:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1773688180.067300:0:73057:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8a9a1677e080. 00000004:00000001:3.0:1773688180.067304:0:73057:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1773688180.067306:0:73057:0:(lu_object.c:207:lu_object_put()) Add ffff8a9a01819e58/ffff8a9a01819e00 to site lru. bkt: ffff8a9a1aeb45b0 00000004:00000001:3.0:1773688180.067308:0:73057:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688180.067308:0:73057:0:(mdt_open.c:2728:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.067310:0:73057:0:(mdt_open.c:2758:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.067311:0:73057:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1773688180.067313:0:73057:0:(mdt_open.c:193:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1773688180.067314:0:73057:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688180.067315:0:73057:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688180.067316:0:73057:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688180.067318:0:73057:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688180.067320:0:73057:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688180.067321:0:73057:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688180.067323:0:73057:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1773688180.067327:0:73057:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688180.067331:0:73057:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688180.067332:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688180.067333:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.067334:0:73057:0:(mdt_open.c:2833:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688180.067336:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692095, xid 1859843854339712 00010000:00000001:3.0:1773688180.067337:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688180.067340:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b36f30a80 x1859843854339712/t171798692095(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 392/456 e 0 to 0 dl 1773688191 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688180.067345:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688180.067346:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688180.067348:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=50 v=5 (1 1 1 0) 00000100:00000001:3.0:1773688180.067350:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688180.067351:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688180.067353:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688180.067354:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688180.067355:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.067356:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688180.067358:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688180.067360:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeee58. 00000100:00000200:3.0:1773688180.067362:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854339712, offset 224 00000400:00000200:3.0:1773688180.067365:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688180.067368:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688180.067372:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48231:48231:256:4294967295] 192.168.204.51@tcp LPNI seq info [48227:48227:8:4294967295] 00000400:00000200:3.0:1773688180.067377:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688180.067380:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688180.067382:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d000. 00000800:00000200:3.0:1773688180.067385:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688180.067388:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688180.067390:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d000 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1773688180.067399:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688180.067401:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688180.067402:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688180.067403:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.067405:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688180.067408:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36f30a80 x1859843854339712/t171798692095(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 392/456 e 0 to 0 dl 1773688191 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688180.067414:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36f30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+113:68109:x1859843854339712:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 607us (720us total) trans 171798692095 rc 0/0 00000100:00100000:3.0:1773688180.067419:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3248 00000100:00000040:3.0:1773688180.067421:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688180.067422:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688180.067423:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688180.067425:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688180.067428:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0000. 00000020:00000010:3.0:1773688180.067430:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2200. 00000020:00000040:3.0:1773688180.067432:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 112 00000100:00000001:3.0:1773688180.067433:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688180.067437:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688180.067440:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d000. 00000400:00000200:2.0:1773688180.067443:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.067446:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.067448:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeee58 00000400:00000010:2.0:1773688180.067449:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeee58. 00000100:00000001:2.0:1773688180.067451:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688180.067453:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1773688180.069034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a1640ee00. 00000800:00000001:2.0:1773688180.077997:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.078027:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.078030:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.078033:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.078041:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.078052:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 440 into portal 12 MB=0x69b84a4468f00 00000400:00000200:2.0:1773688180.078058:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 440/440 into md 0x3b659 [64] + 142000 00000800:00000001:2.0:1773688180.078064:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.078071:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.078072:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.078075:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.078081:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.078082:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688180.078087:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36f32300. 00000100:00000040:2.0:1773688180.078089:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36f32300 x1859843854339840 msgsize 440 00000100:00100000:2.0:1773688180.078092:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.078100:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.078105:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.078107:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688180.078126:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688180.078130:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854339840 02000000:00000001:0.0:1773688180.078133:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688180.078135:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688180.078137:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688180.078141:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688180.078145:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854339840 00000020:00000001:0.0:1773688180.078147:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688180.078149:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688180.078152:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.078155:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=113 00000020:00000001:0.0:1773688180.078158:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688180.078161:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688180.078165:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688180.078169:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b087033c0. 00000100:00000001:0.0:1773688180.078172:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688180.078174:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b087033c0. 00000020:00000010:0.0:1773688180.078187:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b37441200. 00000020:00000010:0.0:1773688180.078192:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a1677e280. 00000020:00000010:0.0:1773688180.078197:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b054003e8. 00000100:00000040:0.0:1773688180.078203:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688180.078206:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688180.078208:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1773688180.078210:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.078216:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.078225:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688180.078235:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688180.078237:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688180.078243:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15566 00000100:00000040:0.0:1773688180.078246:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688180.078248:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997979308800 : -129075730242816 : ffff8a9b36f32300) 00000100:00000040:0.0:1773688180.078256:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36f32300 x1859843854339840/t0(0) o41->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 440/0 e 0 to 0 dl 1773688260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688180.078266:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688180.078269:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b087033c0. 00000100:00000001:0.0:1773688180.078271:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688180.078273:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b087033c0. 00000100:00100000:0.0:1773688180.078277:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36f32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+113:68109:x1859843854339840:12345-192.168.204.51@tcp:41:dbench.0 00000100:00000200:0.0:1773688180.078281:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854339840 00000020:00000001:0.0:1773688180.078285:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688180.078288:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1773688180.078292:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b0555ed80: xid 1859843854339712, transno 171798692095, client gen 13, slot idx 3 00000001:00000001:0.0:1773688180.078296:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b08c09f00: xid 1859843854339072, transno 171798692094, client gen 13, slot idx 2 00000001:00000010:0.0:1773688180.078300:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b08c09f00. 00000020:00000001:0.0:1773688180.078303:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.078305:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688180.078307:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862784 : -1038688832 : ffffffffc216ddc0) 00000020:00000001:0.0:1773688180.078310:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688180.078312:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854339840, found 0 last_xid 1859843854339839 00000020:00000001:0.0:1773688180.078315:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688180.078317:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688180.078319:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688180.078322:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.078326:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688180.078328:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688180.078333:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8a9a0e969800. 02000000:00000001:0.0:1773688180.078335:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.078337:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.078342:0:68797:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:0.0:1773688180.078344:0:68797:0:(mdt_lib.c:474:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1773688180.078346:0:68797:0:(mdt_lib.c:480:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.078352:0:68797:0:(mdd_device.c:1521:mdd_statfs()) Process entered 00080000:00000001:0.0:1773688180.078355:0:68797:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1773688180.078366:0:68797:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.078372:0:68797:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1773688180.078374:0:68797:0:(osp_dev.c:816:osp_statfs()) lustre-MDT0001-osp-MDT0000: blocks=552608, bfree=550624, bavail=550112, bsize=4096, reserved_mb_low=2, reserved_mb_high=5, files=472392, ffree=471310, state=0 00000004:00000001:0.0:1773688180.078378:0:68797:0:(osp_dev.c:819:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.078382:0:68797:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1773688180.078384:0:68797:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=928768, bavail=909824, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=116859, ffree=116096, state=0 00000004:00000001:0.0:1773688180.078387:0:68797:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.078389:0:68797:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1773688180.078391:0:68797:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=942848, bfree=935936, bavail=924160, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117737, ffree=116992, state=0 00000004:00000001:0.0:1773688180.078394:0:68797:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.078396:0:68797:0:(lod_dev.c:1658:lod_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.078397:0:68797:0:(mdd_device.c:1527:mdd_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:0.0:1773688180.078400:0:68797:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7637827584 avail 7577010176 00000020:00000020:0.0:1773688180.078403:0:68797:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:0.0:1773688180.078406:0:68797:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/ffff8a9b04c8e800 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1773688180.078409:0:68797:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/ffff8a9b31689800 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1773688180.078411:0:68797:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/ffff8a9b05493000 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1773688180.078414:0:68797:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0001_UUID/ffff8a9b082e0800 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1773688180.078417:0:68797:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli c02d7e8d-7bdc-4707-96d2-119efcc26c8e/ffff8a9b2bf83800 dirty 0 pend 0 grant 2097152 00000020:00000020:0.0:1773688180.078420:0:68797:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 1bcb5e9a-46c9-4fb2-b29b-7496c2bab9b9/ffff8a9b2bf83000 dirty 0 pend 0 grant 2097152 00000020:00000020:0.0:1773688180.078423:0:68797:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/ffff8a9b096ee000 dirty 0 pend 0 grant 0 00000004:00000020:0.0:1773688180.078426:0:68797:0:(mdt_handler.c:555:mdt_statfs()) 1885696 blocks: 1864704 free, 1849856 avail; 235264 objects: 233088 free; state 100 00000020:00000001:0.0:1773688180.078430:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688180.078435:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.078437:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.078439:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.078442:0:68797:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688180.078444:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854339840 00010000:00000001:0.0:1773688180.078446:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688180.078451:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b36f32300 x1859843854339840/t0(0) o41->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 440/368 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773688180.078459:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688180.078462:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688180.078464:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=58 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688180.078469:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688180.078471:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688180.078474:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688180.078476:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688180.078478:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.078481:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688180.078484:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688180.078488:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316beaa0. 00000100:00000200:0.0:1773688180.078492:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1859843854339840, offset 224 00000400:00000200:0.0:1773688180.078497:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688180.078504:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688180.078509:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48232:48232:256:4294967295] 192.168.204.51@tcp LPNI seq info [48228:48228:8:4294967295] 00000400:00000200:0.0:1773688180.078519:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688180.078524:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688180.078528:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356000. 00000800:00000200:0.0:1773688180.078533:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688180.078538:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688180.078542:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356000 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:0.0:1773688180.078554:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688180.078557:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688180.078559:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688180.078561:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.078563:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688180.078567:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36f32300 x1859843854339840/t0(0) o41->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 440/368 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773688180.078577:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36f32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+113:68109:x1859843854339840:12345-192.168.204.51@tcp:41:dbench.0 Request processed in 308us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1773688180.078585:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15566 00000100:00000040:0.0:1773688180.078589:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688180.078591:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688180.078593:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688180.078597:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a1677e280. 00000020:00000010:0.0:1773688180.078601:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b054003e8. 00000020:00000010:0.0:1773688180.078605:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b37441200. 00000020:00000040:0.0:1773688180.078609:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 112 00000100:00000001:0.0:1773688180.078612:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688180.078628:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688180.078631:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356000. 00000400:00000200:2.0:1773688180.078634:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.078637:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.078639:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316beaa0 00000400:00000010:2.0:1773688180.078641:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316beaa0. 00000100:00000001:2.0:1773688180.078643:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688180.078644:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688180.080107:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.080113:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.080115:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.080116:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.080120:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.080126:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4468f80 00000400:00000200:2.0:1773688180.080129:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 142440 00000800:00000001:2.0:1773688180.080133:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.080137:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.080139:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.080141:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.080143:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.080145:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688180.080147:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36f32a00. 00000100:00000040:2.0:1773688180.080149:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36f32a00 x1859843854339968 msgsize 576 00000100:00100000:2.0:1773688180.080151:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.080159:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.080162:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.080164:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688180.080185:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688180.080188:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854339968 02000000:00000001:0.0:1773688180.080190:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688180.080192:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688180.080193:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688180.080196:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688180.080198:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854339968 00000020:00000001:0.0:1773688180.080200:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688180.080201:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688180.080203:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.080205:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=113 00000020:00000001:0.0:1773688180.080207:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688180.080210:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688180.080212:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688180.080215:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b087033c0. 00000100:00000001:0.0:1773688180.080218:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688180.080220:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b087033c0. 00000020:00000010:0.0:1773688180.080223:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b37441200. 00000020:00000010:0.0:1773688180.080226:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a1677e280. 00000020:00000010:0.0:1773688180.080229:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b054003e8. 00000100:00000040:0.0:1773688180.080233:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688180.080235:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688180.080236:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688180.080239:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688180.080240:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.080242:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.080245:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.080254:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688180.080260:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688180.080261:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688180.080265:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15567 00000100:00000040:0.0:1773688180.080268:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688180.080271:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997979310592 : -129075730241024 : ffff8a9b36f32a00) 00000100:00000040:0.0:1773688180.080276:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36f32a00 x1859843854339968/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 576/0 e 0 to 0 dl 1773688260 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688180.080284:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688180.080286:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b087033c0. 00000100:00000001:0.0:1773688180.080288:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688180.080290:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b087033c0. 00000100:00100000:0.0:1773688180.080294:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36f32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+113:68109:x1859843854339968:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688180.080297:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854339968 00000020:00000001:0.0:1773688180.080299:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688180.080301:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688180.080303:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.080304:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688180.080306:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688180.080308:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688180.080310:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854339968, found 0 last_xid 1859843854339967 00000020:00000001:0.0:1773688180.080312:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688180.080314:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688180.080315:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688180.080318:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.080320:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688180.080323:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688180.080325:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688180.080327:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688180.080329:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.080333:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688180.080339:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:0.0:1773688180.080341:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.080343:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.080347:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86a00. 00000020:00000001:0.0:1773688180.080350:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.080352:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86a00 with handle 0x52973366461d31f3 to hash 00000020:00000001:0.0:1773688180.080353:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.080355:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000010:0.0:1773688180.080360:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921cc80. 00010000:00000001:0.0:1773688180.080362:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00010000:0.0:1773688180.080367:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d31f3 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a97a expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.080375:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:0.0:1773688180.080377:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=114 00010000:00000001:0.0:1773688180.080383:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688180.080385:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688180.080389:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688180.080391:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688180.080392:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1773688180.080394:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688180.080396:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:0.0:1773688180.080399:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688180.080403:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:0.0:1773688180.080406:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:0.0:1773688180.080408:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.080410:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688180.080412:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688180.080413:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688180.080415:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688180.080420:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b2e923000. 02000000:00000001:0.0:1773688180.080423:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.080424:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.080426:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.080429:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1773688180.080432:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:0.0:1773688180.080433:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.080435:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.080437:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.080439:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.080441:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.080442:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.080444:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.080445:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.080447:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.080448:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.080450:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.080451:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.080452:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.080454:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.080456:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.080457:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.080459:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.080461:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.080462:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688180.080466:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688180.080470:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688180.080472:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688180.080473:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.080475:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.080476:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.080478:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.080479:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.080481:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.080483:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688180.080484:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.080486:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.080488:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.080489:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688180.080491:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.080494:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:0.0:1773688180.080499:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:0.0:1773688180.080501:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/TIPS, ldlm_rep = ffff8a9b2e923228 00000004:00000001:0.0:1773688180.080505:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1773688180.080507:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1773688180.080510:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1773688180.080512:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688180.080513:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688180.080515:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:0.0:1773688180.080517:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.080519:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.080522:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86800. 00000020:00000001:0.0:1773688180.080524:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.080525:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86800 with handle 0x52973366461d31fa to hash 00000020:00000001:0.0:1773688180.080527:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.080528:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000010:0.0:1773688180.080532:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c180. 00010000:00000001:0.0:1773688180.080534:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688180.080536:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.080538:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.080542:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d31fa lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.080548:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688180.080550:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688180.080552:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688180.080554:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.080556:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.080558:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.080559:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.080562:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688180.080564:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688180.080565:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688180.080567:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688180.080569:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 4 00010000:00000040:0.0:1773688180.080571:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688180.080575:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 114 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.080584:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 114 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688180.080591:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d31fa lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.080596:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688180.080600:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.080602:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.080603:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688180.080604:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.080607:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.080608:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.080611:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688180.080613:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.080615:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d31fa lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.080620:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688180.080622:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.080623:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.080625:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688180.080626:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773688180.080630:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9b415e4500. 00010000:00000010:0.0:1773688180.080633:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9a1677eb80. 00010000:00000001:0.0:1773688180.080635:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.080638:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8b600. 00000020:00000001:0.0:1773688180.080639:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.080642:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8b600 with handle 0x52973366461d3201 to hash 00000020:00000001:0.0:1773688180.080643:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.080645:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00000010:0.0:1773688180.080647:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c200. 00010000:00000001:0.0:1773688180.080650:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00000001:0.0:1773688180.080652:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.080653:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.080656:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3201 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x16ffa7f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.080661:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688180.080662:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688180.080664:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688180.080665:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.080666:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.080668:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.080669:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.080671:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688180.080672:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688180.080674:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688180.080675:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688180.080677:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x16ffa7f1 (ffff8a9b415e4500) refcount = 1 00010000:00010000:0.0:1773688180.080679:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3201 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.080684:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688180.080685:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.080686:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.080687:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688180.080688:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.080690:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.080691:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.080693:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688180.080694:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.080697:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3201 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.080701:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688180.080703:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.080704:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.080705:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.080708:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1773688180.080732:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1773688180.080735:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688180.080738:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1773688180.080741:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.080745:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1773688180.080760:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688180.080762:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688180.080764:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688180.080767:0:68797:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:0.0:1773688180.080770:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688180.080772:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688180.080774:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.080775:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.080777:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86800 refcount=3 00000020:00000001:0.0:1773688180.080779:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688180.080781:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688180.080783:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688180.080786:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d31fa lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.080792:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.080793:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688180.080795:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d31fa lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.080801:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.080803:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.080805:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688180.080807:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d31fa lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688180.080813:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e86800 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688180.080815:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.080817:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688180.080819:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d31fa lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.080823:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688180.080825:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.080826:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.080827:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86800 refcount=4 00000020:00000001:0.0:1773688180.080829:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688180.080832:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688180.080834:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688180.080836:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d31fa lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.080841:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688180.080842:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688180.080843:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.080846:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688180.080847:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.080848:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.080850:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688180.080852:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86800 with handle 0x52973366461d31fa from hash 00010000:00000001:0.0:1773688180.080854:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.080855:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.080856:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.080857:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688180.080858:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.080860:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.080862:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688180.080863:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.080865:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.080867:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:0.0:1773688180.080870:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688180.080872:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.080874:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.080876:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688180.080877:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688180.080880:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.080881:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.080882:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.080884:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.080885:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.080888:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d31fa lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.080892:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.080893:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.080894:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688180.080895:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688180.080897:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688180.080899:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d31fa lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688180.080905:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921c180. 00010000:00000001:0.0:1773688180.080910:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.080912:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688180.080913:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688180.080914:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.080915:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.080917:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8b600 refcount=3 00000020:00000001:0.0:1773688180.080919:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00000001:0.0:1773688180.080921:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00000001:0.0:1773688180.080922:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688180.080925:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3201 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.080930:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.080932:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688180.080934:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3201 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.080939:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.080940:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.080942:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688180.080944:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3201 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688180.080962:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41b8b600 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688180.080963:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.080965:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688180.080967:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3201 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.080971:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688180.080972:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.080973:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.080974:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8b600 refcount=4 00000020:00000001:0.0:1773688180.080976:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00000001:0.0:1773688180.080978:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00000001:0.0:1773688180.080980:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688180.080982:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3201 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.080986:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688180.080987:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688180.080988:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.080990:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688180.080991:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.080992:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.080994:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688180.080996:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8b600 with handle 0x52973366461d3201 from hash 00010000:00000001:0.0:1773688180.080997:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.080999:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.081000:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.081001:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688180.081002:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.081003:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.081005:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688180.081023:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.081025:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.081027:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x16ffa7f1 (ffff8a9b415e4500) 00010000:00010000:0.0:1773688180.081029:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688180.081031:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.081032:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.081034:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688180.081035:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688180.081037:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.081038:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.081039:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.081041:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.081042:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.081045:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3201 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.081049:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.081050:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.081052:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688180.081053:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688180.081054:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688180.081057:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3201 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688180.081062:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921c200. 00010000:00000040:0.0:1773688180.081065:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9b415e4500 count: 0 00010000:00000010:0.0:1773688180.081069:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9a1677eb80. 00010000:00000001:0.0:1773688180.081076:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.081077:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688180.081078:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688180.081080:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688180.081081:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1773688180.081083:0:68797:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:0.0:1773688180.081086:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688180.081088:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688180.081090:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688180.081092:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688180.081093:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688180.081096:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1773688180.081100:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.081102:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1773688180.081104:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688180.081106:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688180.081108:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1773688180.081110:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1773688180.081111:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.081114:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.081116:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.081117:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.081119:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688180.081121:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86a00 with handle 0x52973366461d31f3 from hash 00010000:00000001:0.0:1773688180.081123:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.081124:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.081125:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.081126:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1773688180.081127:0:68797:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1773688180.081129:0:68797:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1773688180.081134:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d31f3 lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a97a expref: 114 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.081140:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1773688180.081142:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.081144:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.081145:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.081147:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.081150:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688180.081151:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.081152:0:68797:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.081153:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688180.081154:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688180.081156:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.081157:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.081158:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:0.0:1773688180.081160:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688180.081162:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.081164:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.081166:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688180.081167:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688180.081170:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d31f3 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a97a expref: 114 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.081176:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:0.0:1773688180.081177:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 113 00010000:00000010:0.0:1773688180.081179:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921cc80. 00010000:00000001:0.0:1773688180.081182:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688180.081184:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b04e86a00, rc 0) 00000020:00000001:0.0:1773688180.081186:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1773688180.081189:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854339968 00010000:00000001:0.0:1773688180.081191:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688180.081194:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b36f32a00 x1859843854339968/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 576/584 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688180.081201:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688180.081202:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688180.081205:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=58 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688180.081208:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688180.081210:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688180.081212:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688180.081214:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688180.081216:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.081218:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688180.081220:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688180.081223:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316bef68. 00000100:00000200:0.0:1773688180.081226:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854339968, offset 224 00000400:00000200:0.0:1773688180.081230:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688180.081236:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688180.081240:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48233:48233:256:4294967295] 192.168.204.51@tcp LPNI seq info [48229:48229:8:4294967295] 00000400:00000200:0.0:1773688180.081248:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688180.081252:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688180.081256:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356500. 00000800:00000200:0.0:1773688180.081259:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688180.081263:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688180.081266:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356500 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1773688180.081276:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688180.081279:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688180.081281:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688180.081283:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.081285:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688180.081289:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36f32a00 x1859843854339968/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 576/584 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688180.081298:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36f32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+113:68109:x1859843854339968:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1012us (1146us total) trans 0 rc 301/301 00000100:00100000:0.0:1773688180.081304:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15567 00000100:00000040:0.0:1773688180.081307:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688180.081310:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688180.081312:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688180.081314:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a1677e280. 00000020:00000010:0.0:1773688180.081318:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b054003e8. 00000020:00000010:0.0:1773688180.081322:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b37441200. 00000020:00000040:0.0:1773688180.081325:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 112 00000100:00000001:0.0:1773688180.081327:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688180.081331:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688180.081335:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356500. 00000400:00000200:2.0:1773688180.081338:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.081341:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.081344:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316bef68 00000400:00000010:2.0:1773688180.081345:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316bef68. 00000100:00000001:2.0:1773688180.081347:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688180.081348:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688180.083075:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.083081:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.083083:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.083084:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.083088:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.083094:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4469000 00000400:00000200:2.0:1773688180.083098:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 143016 00000800:00000001:2.0:1773688180.083101:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.083106:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.083108:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.083110:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.083112:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.083113:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688180.083116:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36f31180. 00000100:00000040:2.0:1773688180.083118:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36f31180 x1859843854340096 msgsize 576 00000100:00100000:2.0:1773688180.083120:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.083129:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.083132:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.083134:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688180.083150:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688180.083153:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854340096 02000000:00000001:0.0:1773688180.083155:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688180.083156:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688180.083158:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688180.083161:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688180.083163:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854340096 00000020:00000001:0.0:1773688180.083165:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688180.083166:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688180.083168:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.083170:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=113 00000020:00000001:0.0:1773688180.083172:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688180.083174:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688180.083176:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688180.083180:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b087033c0. 00000100:00000001:0.0:1773688180.083182:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688180.083184:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b087033c0. 00000020:00000010:0.0:1773688180.083187:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b37441200. 00000020:00000010:0.0:1773688180.083190:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a1677e280. 00000020:00000010:0.0:1773688180.083193:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b054003e8. 00000100:00000040:0.0:1773688180.083196:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688180.083198:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688180.083200:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688180.083201:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688180.083203:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.083205:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.083208:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.083217:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688180.083222:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688180.083224:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688180.083228:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15568 00000100:00000040:0.0:1773688180.083231:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688180.083234:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997979304320 : -129075730247296 : ffff8a9b36f31180) 00000100:00000040:0.0:1773688180.083239:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36f31180 x1859843854340096/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 576/0 e 0 to 0 dl 1773688260 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688180.083247:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688180.083249:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b087033c0. 00000100:00000001:0.0:1773688180.083251:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688180.083253:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b087033c0. 00000100:00100000:0.0:1773688180.083257:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36f31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+113:68109:x1859843854340096:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688180.083260:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854340096 00000020:00000001:0.0:1773688180.083262:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688180.083264:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688180.083267:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.083269:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688180.083270:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688180.083273:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688180.083275:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854340096, found 0 last_xid 1859843854340095 00000020:00000001:0.0:1773688180.083278:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688180.083279:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688180.083281:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688180.083283:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.083285:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688180.083287:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688180.083288:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688180.083289:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688180.083290:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.083293:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688180.083296:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6f00 count: 2 00010000:00000001:0.0:1773688180.083298:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.083300:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.083303:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8aa00. 00000020:00000001:0.0:1773688180.083305:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.083307:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8aa00 with handle 0x52973366461d3208 to hash 00000020:00000001:0.0:1773688180.083309:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.083311:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00000010:0.0:1773688180.083314:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921cc80. 00010000:00000001:0.0:1773688180.083316:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00010000:0.0:1773688180.083319:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d3208 lrc: 2/0,0 mode: --/CR res: [0x2000134b0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a981 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.083327:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:0.0:1773688180.083329:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=114 00010000:00000001:0.0:1773688180.083332:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688180.083334:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688180.083336:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688180.083338:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688180.083339:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1773688180.083340:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688180.083342:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x2000134b0:0x6:0x0] 00000020:00000001:0.0:1773688180.083344:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688180.083347:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997883632280 : -129075825919336 : ffff8a9b313f3a98) 00000004:00000001:0.0:1773688180.083349:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614997883632192 : -129075825919424 : ffff8a9b313f3a40) 00000004:00000001:0.0:1773688180.083351:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.083353:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688180.083355:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688180.083357:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688180.083358:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688180.083362:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b2e924000. 02000000:00000001:0.0:1773688180.083364:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.083365:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.083367:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.083369:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1773688180.083371:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:0.0:1773688180.083373:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.083374:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.083376:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.083378:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.083379:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.083381:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.083383:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.083384:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.083385:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.083387:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.083389:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.083390:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.083391:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.083392:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.083394:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.083395:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.083396:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.083398:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.083399:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688180.083401:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688180.083403:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688180.083405:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688180.083407:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.083408:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.083410:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.083411:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.083412:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.083414:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.083415:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688180.083417:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.083419:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.083420:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.083421:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688180.083423:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.083425:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:0.0:1773688180.083427:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688180.083428:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:0.0:1773688180.083430:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688180.083432:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:0.0:1773688180.083433:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:0.0:1773688180.083436:0:68797:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000004:00000001:0.0:1773688180.083438:0:68797:0:(mdt_lib.c:2207:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688180.083441:0:68797:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x2000134b0:0x6:0x0]/[0x20000afe1:0xef:0x0], ldlm_rep = ffff8a9b2e924228 00000004:00000001:0.0:1773688180.083444:0:68797:0:(mdt_handler.c:4261:mdt_object_lock()) Process entered 00010000:00000001:0.0:1773688180.083446:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688180.083448:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688180.083450:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:0.0:1773688180.083452:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.083454:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.083457:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8b200. 00000020:00000001:0.0:1773688180.083459:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.083460:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8b200 with handle 0x52973366461d320f to hash 00000020:00000001:0.0:1773688180.083462:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.083463:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160028160 : -129075549523456 : ffff8a9b41b8b200) 00010000:00000010:0.0:1773688180.083466:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c200. 00010000:00000001:0.0:1773688180.083469:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160028160 : -129075549523456 : ffff8a9b41b8b200) 00010000:00000001:0.0:1773688180.083471:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.083472:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.083475:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d320f lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.083481:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688180.083483:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688180.083484:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688180.083486:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.083487:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.083489:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.083490:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.083492:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688180.083493:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688180.083495:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688180.083496:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688180.083498:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 3 00010000:00000040:0.0:1773688180.083500:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688180.083504:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 114 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.083512:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 114 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688180.083519:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d320f lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.083524:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688180.083526:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.083527:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.083529:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688180.083530:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.083532:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.083533:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.083535:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688180.083537:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.083540:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d320f lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.083544:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688180.083545:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.083546:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.083547:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.083549:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.083550:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8b200 refcount=3 00000020:00000001:0.0:1773688180.083552:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160028160 : -129075549523456 : ffff8a9b41b8b200) 00010000:00000001:0.0:1773688180.083554:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160028160 : -129075549523456 : ffff8a9b41b8b200) 00010000:00000001:0.0:1773688180.083556:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.083557:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.083558:0:68797:0:(mdt_handler.c:4265:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.083561:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1773688180.083565:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1773688180.083567:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1773688180.083578:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.083581:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688180.083585:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.083587:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.083591:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.083594:0:68797:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.083597:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.083600:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688180.083601:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.083602:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.083603:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.083606:0:68797:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.083607:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1773688180.083610:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1773688180.083612:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.083614:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.083615:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.083617:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.083618:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.083620:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.083621:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.083622:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.083624:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.083625:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.083626:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.083628:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688180.083630:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0xef:0x0]: nlink=2, mode=40700, valid=0x1100000000002f8f 00000004:00200000:0.0:1773688180.083633:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0xef:0x0]: returning size 11776 00000004:00200000:0.0:1773688180.083636:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 6 stripe count 1 MDT count 2 00000004:00000002:0.0:1773688180.083638:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:0.0:1773688180.083639:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.083640:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.083642:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1773688180.083644:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688180.083645:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.083646:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.083648:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.083650:0:68797:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.083652:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.083654:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.083658:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688180.083662:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.083663:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.083665:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.083666:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.083674:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.083676:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.083677:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8b200 refcount=3 00000020:00000001:0.0:1773688180.083679:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160028160 : -129075549523456 : ffff8a9b41b8b200) 00010000:00000001:0.0:1773688180.083681:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160028160 : -129075549523456 : ffff8a9b41b8b200) 00000004:00010000:0.0:1773688180.083684:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d320f lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.083690:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.083691:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.083692:0:68797:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:0.0:1773688180.083694:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688180.083696:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:0.0:1773688180.083697:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.083699:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.083700:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8b200 refcount=3 00000020:00000001:0.0:1773688180.083702:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160028160 : -129075549523456 : ffff8a9b41b8b200) 00010000:00000001:0.0:1773688180.083704:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160028160 : -129075549523456 : ffff8a9b41b8b200) 00000004:00000040:0.0:1773688180.083706:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 35 00000020:00000040:0.0:1773688180.083708:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=115 00010000:00000001:0.0:1773688180.083711:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.083712:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.083713:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688180.083715:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1773688180.083716:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688180.083718:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688180.083719:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688180.083720:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688180.083722:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688180.083723:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1773688180.083726:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.083728:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688180.083730:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1773688180.083733:0:68797:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b313f3a98/ffff8a9b313f3a40 to site lru. bkt: ffff8a9a1aeb68e8 00000004:00000001:0.0:1773688180.083734:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688180.083736:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1773688180.083738:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1773688180.083739:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.083741:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.083742:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.083743:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.083745:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688180.083747:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8aa00 with handle 0x52973366461d3208 from hash 00010000:00000001:0.0:1773688180.083749:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.083750:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.083751:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.083752:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1773688180.083753:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688180.083756:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d3208 lrc: 0/0,0 mode: --/CR res: [0x2000134b0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a981 expref: 115 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.083763:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:0.0:1773688180.083764:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 114 00010000:00000010:0.0:1773688180.083766:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921cc80. 00010000:00000001:0.0:1773688180.083771:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.083773:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.083776:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1773688180.083779:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d320f lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a981 expref: 114 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.083785:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.083787:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.083789:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:0.0:1773688180.083791:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:0.0:1773688180.083793:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.083794:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.083796:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688180.083797:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.083798:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688180.083799:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41b8b200, rc 0) 00000020:00000001:0.0:1773688180.083801:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688180.083803:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854340096 00010000:00000001:0.0:1773688180.083805:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688180.083808:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b36f31180 x1859843854340096/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 576/584 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688180.083814:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688180.083816:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688180.083818:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=58 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688180.083821:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688180.083823:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688180.083825:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688180.083827:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688180.083828:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.083830:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688180.083833:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688180.083835:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be088. 00000100:00000200:0.0:1773688180.083838:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854340096, offset 224 00000400:00000200:0.0:1773688180.083842:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688180.083847:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688180.083852:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48234:48234:256:4294967295] 192.168.204.51@tcp LPNI seq info [48230:48230:8:4294967295] 00000400:00000200:0.0:1773688180.083860:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688180.083864:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688180.083867:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356400. 00000800:00000200:0.0:1773688180.083871:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688180.083876:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688180.083878:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356400 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1773688180.083890:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688180.083892:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688180.083895:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688180.083896:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.083898:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688180.083902:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36f31180 x1859843854340096/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 576/584 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688180.083913:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36f31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+114:68109:x1859843854340096:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 663us (792us total) trans 0 rc 0/0 00000100:00100000:0.0:1773688180.083919:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15568 00000100:00000040:0.0:1773688180.083922:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688180.083924:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688180.083926:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688180.083929:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a1677e280. 00000020:00000010:0.0:1773688180.083932:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b054003e8. 00000020:00000010:0.0:1773688180.083936:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b37441200. 00000020:00000040:0.0:1773688180.083939:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 113 00000100:00000001:0.0:1773688180.083941:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688180.083955:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688180.083959:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356400. 00000400:00000200:2.0:1773688180.083962:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.083965:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.083968:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be088 00000400:00000010:2.0:1773688180.083970:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be088. 00000100:00000001:2.0:1773688180.083972:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688180.083973:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688180.085744:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.085749:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.085750:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.085751:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.085755:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.085760:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 448 into portal 23 MB=0x69b84a4469080 00000400:00000200:2.0:1773688180.085764:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 448/448 into md 0x729e1 [2] + 840 00000800:00000001:2.0:1773688180.085767:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.085772:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.085773:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.085775:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.085777:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.085779:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1773688180.085782:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a19518e00. 00000100:00000040:2.0:1773688180.085784:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a19518e00 x1859843854340224 msgsize 448 00000100:00100000:2.0:1773688180.085786:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.085794:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.085797:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.085799:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.085827:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688180.085831:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854340224 02000000:00000001:3.0:1773688180.085833:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688180.085834:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688180.085836:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688180.085839:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688180.085841:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854340224 00000020:00000001:3.0:1773688180.085843:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688180.085845:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688180.085846:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688180.085848:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=114 00000020:00000001:3.0:1773688180.085851:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688180.085853:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688180.085856:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688180.085860:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a54c0. 00000100:00000001:3.0:1773688180.085863:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688180.085865:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a54c0. 00000020:00000010:3.0:1773688180.085869:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2200. 00000020:00000010:3.0:1773688180.085872:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688180.085876:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0000. 00000100:00000040:3.0:1773688180.085881:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1773688180.085883:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688180.085884:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773688180.085886:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.085890:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.085899:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.085905:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688180.085906:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688180.085909:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3249 00000100:00000040:3.0:1773688180.085911:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688180.085912:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993187212800 : -129080522338816 : ffff8a9a19518e00) 00000100:00000040:3.0:1773688180.085917:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a19518e00 x1859843854340224/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 448/0 e 0 to 0 dl 1773688191 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688180.085922:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688180.085924:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a54c0. 00000100:00000001:3.0:1773688180.085925:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688180.085927:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a54c0. 00000100:00100000:3.0:1773688180.085930:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a19518e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+114:68109:x1859843854340224:12345-192.168.204.51@tcp:37:dbench.0 00000100:00000200:3.0:1773688180.085932:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854340224 00000020:00000001:3.0:1773688180.085934:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688180.085936:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688180.085938:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.085940:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688180.085942:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862592 : -1038689024 : ffffffffc216dd00) 00000020:00000001:3.0:1773688180.085943:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688180.085958:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854340224, found 0 last_xid 1859843854340223 00000020:00000001:3.0:1773688180.085961:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688180.085962:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688180.085963:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688180.085965:0:73057:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1773688180.085967:0:73057:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688180.085969:0:73057:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000020:00000001:3.0:1773688180.085971:0:73057:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.085972:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.085974:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688180.085975:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688180.085978:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8a9a1ac80c00. 02000000:00000001:3.0:1773688180.085979:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.085980:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.085982:0:73057:0:(mdt_handler.c:2953:mdt_readpage()) Process entered 00000004:00000010:3.0:1773688180.085985:0:73057:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8a9b08f2f000. 00000004:00000001:3.0:1773688180.086368:0:73057:0:(mdd_object.c:4165:mdd_readpage()) Process entered 00000020:00000001:3.0:1773688180.086372:0:73057:0:(dt_object.c:850:dt_index_walk()) Process entered 00080000:00000001:3.0:1773688180.086374:0:73057:0:(osd_index.c:123:osd_index_it_init()) Process entered 00080000:00000010:3.0:1773688180.086376:0:73057:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8a9b34186500. 00080000:00000010:3.0:1773688180.086378:0:73057:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8a9b072a54c0. 00080000:00000001:3.0:1773688180.086380:0:73057:0:(osd_index.c:148:osd_index_it_init()) Process leaving (rc=18446614997931418880 : -129075778132736 : ffff8a9b34186500) 00080000:00000001:3.0:1773688180.086382:0:73057:0:(osd_index.c:1218:osd_dir_it_init()) Process leaving (rc=18446614997931418880 : -129075778132736 : ffff8a9b34186500) 00080000:00000001:3.0:1773688180.086384:0:73057:0:(osd_index.c:1680:osd_dir_it_load()) Process entered 00080000:00000001:3.0:1773688180.086386:0:73057:0:(osd_index.c:1698:osd_dir_it_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688180.086388:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688180.086389:0:73057:0:(osd_index.c:1394:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:3.0:1773688180.086391:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688180.086391:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.086393:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688180.086395:0:73057:0:(osd_index.c:1500:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.086396:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688180.086397:0:73057:0:(osd_index.c:1342:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.086398:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688180.086399:0:73057:0:(osd_index.c:1396:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:3.0:1773688180.086400:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688180.086401:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.086402:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688180.086403:0:73057:0:(osd_index.c:345:osd_find_parent_fid()) Process entered 00080000:00000001:3.0:1773688180.086404:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688180.086407:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=46 : 46 : 2e) 00080000:00000001:3.0:1773688180.086409:0:73057:0:(osd_index.c:406:osd_find_parent_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.086410:0:73057:0:(osd_index.c:1518:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.086410:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688180.086422:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.086423:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688180.086425:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=12 : 12 : c) 00080000:00000001:3.0:1773688180.086425:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688180.086427:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=1084031208197488640 : 1084031208197488640 : f0b40a3f20c8000) 00080000:00000001:3.0:1773688180.086428:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688180.086437:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688180.086438:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688180.086440:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.086440:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688180.086442:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=9 : 9 : 9) 00080000:00000001:3.0:1773688180.086443:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688180.086443:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=2954476392500723712 : 2954476392500723712 : 290068a020488000) 00080000:00000001:3.0:1773688180.086445:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688180.086448:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688180.086450:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688180.086451:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.086451:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688180.086452:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=10 : 10 : a) 00080000:00000001:3.0:1773688180.086453:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688180.086454:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=4957591141929025536 : 4957591141929025536 : 44cce6e08c4d8000) 00080000:00000001:3.0:1773688180.086455:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688180.086458:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688180.086459:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688180.086460:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.086461:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688180.086462:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=12 : 12 : c) 00080000:00000001:3.0:1773688180.086463:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688180.086464:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=6061009867696766976 : 6061009867696766976 : 541d085cb0340000) 00080000:00000001:3.0:1773688180.086465:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688180.086469:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688180.086470:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688180.086471:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.086472:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688180.086472:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=11 : 11 : b) 00080000:00000001:3.0:1773688180.086473:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688180.086474:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=8257984130729574400 : 8257984130729574400 : 729a40d070f30000) 00080000:00000001:3.0:1773688180.086475:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688180.086478:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688180.086479:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688180.086481:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.086482:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:3.0:1773688180.086484:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=11 : 11 : b) 00080000:00000001:3.0:1773688180.086485:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:3.0:1773688180.086486:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=8393325542352945152 : 8393325542352945152 : 747b151c6c290000) 00080000:00000001:3.0:1773688180.086487:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:3.0:1773688180.086493:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1773688180.086495:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:3.0:1773688180.086497:0:73057:0:(osd_index.c:1356:osd_dir_it_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1773688180.086499:0:73057:0:(osd_index.c:156:osd_index_it_fini()) Process entered 00080000:00000010:3.0:1773688180.086501:0:73057:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8a9b072a54c0. 00080000:00000010:3.0:1773688180.086504:0:73057:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8a9b34186500. 00080000:00000001:3.0:1773688180.086513:0:73057:0:(osd_index.c:166:osd_index_it_fini()) Process leaving 00000020:00000001:3.0:1773688180.086518:0:73057:0:(dt_object.c:928:dt_index_walk()) Process leaving (rc=4096 : 4096 : 1000) 00000004:00000001:3.0:1773688180.086521:0:73057:0:(mdd_object.c:4222:mdd_readpage()) Process leaving via out_unlock (rc=4096 : 4096 : 0x1000) 00000020:00000001:3.0:1773688180.086524:0:73057:0:(tgt_handler.c:1213:tgt_sendpage()) Process entered 00000100:00000001:3.0:1773688180.086526:0:73057:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1773688180.086530:0:73057:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8a9a1ac82000. 00000100:00000010:3.0:1773688180.086536:0:73057:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8a9b31eaa000. 00000020:00000040:3.0:1773688180.086538:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=115 00010000:00000001:3.0:1773688180.086542:0:73057:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1773688180.086544:0:73057:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1773688180.086548:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeecc0. 00000400:00000010:3.0:1773688180.086554:0:73057:0:(lib-lnet.h:479:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8a9b09ea89d8. 00000400:00000200:3.0:1773688180.086556:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688180.086562:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688180.086565:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48235:48235:256:4294967295] 192.168.204.51@tcp LPNI seq info [48231:48231:8:4294967295] 00000400:00000200:3.0:1773688180.086568:0:73057:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.51@tcp 00000400:00000200:3.0:1773688180.086572:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688180.086575:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688180.086577:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d900. 00000800:00000200:3.0:1773688180.086580:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688180.086583:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1022 00000800:00000200:3.0:1773688180.086585:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d900 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:3.0:1773688180.086595:0:73057:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.51@tcp mbits 0x69b84a4469080-0x69b84a4469080 00000100:00000001:3.0:1773688180.086598:0:73057:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773688180.086663:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688180.086666:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d900. 00000400:00000200:2.0:1773688180.086670:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.086673:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.086676:0:3440:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1773688180.086678:0:3440:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8a9a1ac82000 00000100:00000001:2.0:1773688180.086679:0:3440:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:2.0:1773688180.087185:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.087191:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.087193:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.087215:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.087221:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : ACK - for me 00000400:00000200:2.0:1773688180.087231:0:3438:0:(lib-move.c:4700:lnet_parse_ack()) 192.168.204.151@tcp: ACK from 12345-192.168.204.51@tcp into md 0x78081 00000400:00000200:2.0:1773688180.087243:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.087250:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: ACK: OK 00000400:00000200:2.0:1773688180.087253:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeecc0 00000400:00000010:2.0:1773688180.087255:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeecc0. 00000100:00000001:2.0:1773688180.087259:0:3438:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1773688180.087260:0:3438:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8a9a1ac82000 00000100:00000001:2.0:1773688180.087269:0:3438:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:2.0:1773688180.087273:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.087275:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688180.087297:0:73057:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.087305:0:73057:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1773688180.087308:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 114 00000100:00000010:3.0:1773688180.087311:0:73057:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8a9b31eaa000. 00000100:00000010:3.0:1773688180.087315:0:73057:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8a9a1ac82000. 00000100:00000001:3.0:1773688180.087318:0:73057:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000020:00000001:3.0:1773688180.087319:0:73057:0:(tgt_handler.c:1237:tgt_sendpage()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.087322:0:73057:0:(mdt_handler.c:2999:mdt_readpage()) Process leaving 00000004:00000010:3.0:1773688180.087819:0:73057:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8a9b08f2f000. 00010000:00000040:3.0:1773688180.087824:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854340224 00010000:00000001:3.0:1773688180.087827:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688180.087832:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a19518e00 x1859843854340224/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 448/440 e 0 to 0 dl 1773688191 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688180.087839:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688180.087841:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688180.087844:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=50 v=5 (1 1 1 0) 00000100:00000001:3.0:1773688180.087847:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688180.087850:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688180.087852:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688180.087855:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688180.087857:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.087859:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688180.087861:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688180.087865:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee330. 00000100:00000200:3.0:1773688180.087868:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1859843854340224, offset 224 00000400:00000200:3.0:1773688180.087872:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688180.087878:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688180.087883:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48236:48236:256:4294967295] 192.168.204.51@tcp LPNI seq info [48232:48232:8:4294967295] 00000400:00000200:3.0:1773688180.087891:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688180.087896:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688180.087899:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d400. 00000800:00000200:3.0:1773688180.087903:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688180.087907:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688180.087911:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d400 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1773688180.087922:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688180.087925:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688180.087927:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688180.087929:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.087932:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688180.087937:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a19518e00 x1859843854340224/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 448/440 e 0 to 0 dl 1773688191 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688180.087962:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a19518e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+114:68109:x1859843854340224:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 2022us (2160us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688180.087970:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3249 00000100:00000040:3.0:1773688180.087973:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000800:00000200:2.0:1773688180.087974:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1773688180.087976:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:2.0:1773688180.087978:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d400. 00000100:00000001:3.0:1773688180.087979:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1773688180.087983:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1773688180.087984:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07851e00. 00000400:00000200:2.0:1773688180.087989:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000020:00000010:3.0:1773688180.087991:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0000. 00000400:00000200:2.0:1773688180.087992:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee330 00000400:00000010:2.0:1773688180.087995:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee330. 00000020:00000010:3.0:1773688180.087997:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2200. 00000100:00000001:2.0:1773688180.087998:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688180.088001:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:3.0:1773688180.088004:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 113 00000100:00000001:3.0:1773688180.088025:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1773688180.088076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86800. 00000800:00000001:2.0:1773688180.089644:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.089649:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.089650:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.089652:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.089655:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.089660:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4469100 00000400:00000200:2.0:1773688180.089664:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 143592 00000800:00000001:2.0:1773688180.089668:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.089672:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.089673:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.089675:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.089678:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.089679:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688180.089681:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a19519880. 00000100:00000040:2.0:1773688180.089683:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a19519880 x1859843854340352 msgsize 584 00000100:00100000:2.0:1773688180.089691:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.089697:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.089700:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.089702:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688180.089718:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688180.089721:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854340352 02000000:00000001:0.0:1773688180.089722:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688180.089723:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688180.089725:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688180.089727:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688180.089729:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854340352 00000020:00000001:0.0:1773688180.089730:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688180.089731:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688180.089732:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.089734:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=114 00000020:00000001:0.0:1773688180.089736:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688180.089738:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688180.089740:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688180.089742:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b087033c0. 00000100:00000001:0.0:1773688180.089744:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688180.089745:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b087033c0. 00000020:00000010:0.0:1773688180.089748:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b37441200. 00000020:00000010:0.0:1773688180.089751:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a1677ec00. 00000020:00000010:0.0:1773688180.089753:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b054003e8. 00000100:00000040:0.0:1773688180.089757:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688180.089758:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688180.089759:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688180.089761:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688180.089762:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.089763:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.089766:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.089775:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688180.089780:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688180.089781:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688180.089785:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15569 00000100:00000040:0.0:1773688180.089787:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688180.089788:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993187215488 : -129080522336128 : ffff8a9a19519880) 00000100:00000040:0.0:1773688180.089793:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a19519880 x1859843854340352/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 584/0 e 0 to 0 dl 1773688260 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688180.089799:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688180.089800:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b087033c0. 00000100:00000001:0.0:1773688180.089802:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688180.089804:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b087033c0. 00000100:00100000:0.0:1773688180.089808:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a19519880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+114:68109:x1859843854340352:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688180.089811:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854340352 00000020:00000001:0.0:1773688180.089813:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688180.089815:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688180.089817:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.089818:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688180.089820:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688180.089821:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688180.089823:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854340352, found 0 last_xid 1859843854340351 00000020:00000001:0.0:1773688180.089825:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688180.089826:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688180.089827:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688180.089829:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.089830:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688180.089832:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688180.089833:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688180.089834:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688180.089835:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.089837:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688180.089840:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:0.0:1773688180.089842:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.089843:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.089845:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8be00. 00000020:00000001:0.0:1773688180.089847:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.089849:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8be00 with handle 0x52973366461d3216 to hash 00000020:00000001:0.0:1773688180.089851:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.089851:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160031232 : -129075549520384 : ffff8a9b41b8be00) 00010000:00000010:0.0:1773688180.089854:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921cc80. 00010000:00000001:0.0:1773688180.089856:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160031232 : -129075549520384 : ffff8a9b41b8be00) 00010000:00010000:0.0:1773688180.089858:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8be00/0x52973366461d3216 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a988 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.089864:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 35 00000020:00000040:0.0:1773688180.089865:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=115 00010000:00000001:0.0:1773688180.089868:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688180.089869:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688180.089872:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688180.089874:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688180.089875:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1773688180.089876:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688180.089877:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:0.0:1773688180.089879:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688180.089880:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:0.0:1773688180.089882:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:0.0:1773688180.089883:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.089885:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688180.089886:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688180.089888:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688180.089889:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688180.089893:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b1109e000. 02000000:00000001:0.0:1773688180.089895:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.089896:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.089897:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.089898:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1773688180.089900:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:0.0:1773688180.089901:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.089903:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.089904:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.089905:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.089906:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.089907:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.089908:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.089909:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.089910:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.089911:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.089912:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.089912:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.089913:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.089914:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.089915:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.089916:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.089917:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.089918:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.089919:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688180.089921:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688180.089925:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688180.089927:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688180.089929:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.089930:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.089932:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.089934:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.089935:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.089936:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.089938:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688180.089939:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.089941:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.089943:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.089954:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688180.089956:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.089959:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:0.0:1773688180.089964:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:0.0:1773688180.089966:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/TIPS.DOC, ldlm_rep = ffff8a9b1109e228 00000004:00000001:0.0:1773688180.089970:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1773688180.089973:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1773688180.089975:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1773688180.089977:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688180.089978:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688180.089981:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 5 00010000:00000001:0.0:1773688180.089983:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.089985:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.089988:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8a400. 00000020:00000001:0.0:1773688180.089990:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.089991:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8a400 with handle 0x52973366461d321d to hash 00000020:00000001:0.0:1773688180.089992:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.089993:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000010:0.0:1773688180.089995:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c180. 00010000:00000001:0.0:1773688180.089996:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:0.0:1773688180.089998:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.090000:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.090002:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d321d lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.090032:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688180.090035:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688180.090037:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688180.090038:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.090040:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.090042:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.090043:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.090046:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688180.090047:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688180.090048:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688180.090049:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688180.090051:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 5 00010000:00000040:0.0:1773688180.090054:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688180.090059:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d320f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a981 expref: 115 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.090066:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 115 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.090071:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 115 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688180.090075:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d321d lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.090078:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688180.090080:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.090081:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.090082:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688180.090083:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.090085:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.090086:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.090088:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688180.090089:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.090091:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d321d lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.090094:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688180.090095:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.090096:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.090098:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688180.090098:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773688180.090102:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9b415e4100. 00010000:00000010:0.0:1773688180.090104:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9a1677e280. 00010000:00000001:0.0:1773688180.090106:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.090107:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86800. 00000020:00000001:0.0:1773688180.090109:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.090110:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86800 with handle 0x52973366461d3224 to hash 00000020:00000001:0.0:1773688180.090111:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.090112:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000010:0.0:1773688180.090114:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921cc00. 00010000:00000001:0.0:1773688180.090115:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688180.090117:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.090118:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.090119:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d3224 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.090122:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688180.090123:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688180.090128:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688180.090129:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.090130:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.090132:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.090132:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.090134:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688180.090135:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688180.090136:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688180.090137:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688180.090138:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x220bffe4 (ffff8a9b415e4100) refcount = 1 00010000:00010000:0.0:1773688180.090140:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d3224 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.090143:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688180.090143:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.090144:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.090145:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688180.090146:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.090147:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.090148:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.090149:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688180.090150:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.090151:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d3224 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.090154:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688180.090154:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.090155:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.090156:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.090158:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1773688180.090172:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1773688180.090175:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688180.090177:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1773688180.090181:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.090183:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1773688180.090194:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688180.090197:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688180.090198:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688180.090201:0:68797:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:0.0:1773688180.090204:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688180.090205:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688180.090207:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.090209:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.090211:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8a400 refcount=3 00000020:00000001:0.0:1773688180.090213:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:0.0:1773688180.090215:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:0.0:1773688180.090217:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688180.090220:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d321d lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.090225:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.090227:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688180.090228:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d321d lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.090233:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.090234:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.090236:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688180.090237:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d321d lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688180.090241:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41b8a400 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688180.090242:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.090244:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688180.090252:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d321d lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.090255:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688180.090256:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.090257:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.090257:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8a400 refcount=4 00000020:00000001:0.0:1773688180.090258:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:0.0:1773688180.090260:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160024576 : -129075549527040 : ffff8a9b41b8a400) 00010000:00000001:0.0:1773688180.090261:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688180.090263:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d321d lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.090267:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688180.090268:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688180.090269:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.090270:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688180.090271:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.090272:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.090273:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688180.090274:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8a400 with handle 0x52973366461d321d from hash 00010000:00000001:0.0:1773688180.090275:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.090276:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.090277:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.090278:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688180.090280:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.090280:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.090282:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688180.090283:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.090284:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.090285:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:0.0:1773688180.090287:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688180.090288:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.090290:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.090291:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688180.090292:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688180.090293:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.090294:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.090294:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.090296:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.090297:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.090298:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d321d lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.090301:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.090301:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.090303:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688180.090303:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688180.090304:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688180.090306:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8a400/0x52973366461d321d lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688180.090310:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921c180. 00010000:00000001:0.0:1773688180.090314:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.090314:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688180.090315:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688180.090316:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.090317:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.090317:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86800 refcount=3 00000020:00000001:0.0:1773688180.090319:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688180.090320:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688180.090321:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688180.090323:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d3224 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.090326:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.090326:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688180.090327:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d3224 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.090330:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.090331:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.090332:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688180.090333:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d3224 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688180.090335:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b04e86800 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688180.090337:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.090338:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688180.090340:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d3224 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.090348:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688180.090350:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.090351:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.090352:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86800 refcount=4 00000020:00000001:0.0:1773688180.090354:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688180.090356:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688180.090358:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688180.090360:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d3224 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.090366:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688180.090367:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688180.090368:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.090370:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688180.090372:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.090373:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.090374:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688180.090377:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86800 with handle 0x52973366461d3224 from hash 00010000:00000001:0.0:1773688180.090379:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.090380:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.090381:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.090382:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688180.090384:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.090385:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.090387:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688180.090389:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.090390:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.090392:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x220bffe4 (ffff8a9b415e4100) 00010000:00010000:0.0:1773688180.090395:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688180.090396:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.090398:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.090400:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688180.090401:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688180.090403:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.090403:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.090404:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.090405:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.090407:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.090408:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d3224 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.090411:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.090412:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.090412:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688180.090413:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688180.090414:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688180.090415:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d3224 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688180.090419:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921cc00. 00010000:00000040:0.0:1773688180.090421:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9b415e4100 count: 0 00010000:00000010:0.0:1773688180.090424:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9a1677e280. 00010000:00000001:0.0:1773688180.090429:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.090430:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688180.090431:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688180.090432:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688180.090433:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1773688180.090435:0:68797:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:0.0:1773688180.090437:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688180.090438:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688180.090439:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688180.090440:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688180.090441:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688180.090443:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1773688180.090446:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.090448:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1773688180.090457:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688180.090458:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688180.090459:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1773688180.090461:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1773688180.090462:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.090464:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.090465:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.090466:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.090467:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688180.090468:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8be00 with handle 0x52973366461d3216 from hash 00010000:00000001:0.0:1773688180.090470:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.090471:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.090471:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.090472:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1773688180.090473:0:68797:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1773688180.090474:0:68797:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1773688180.090477:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8be00/0x52973366461d3216 lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a988 expref: 115 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.090481:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1773688180.090482:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.090484:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.090485:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.090486:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.090487:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688180.090488:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.090489:0:68797:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.090490:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688180.090491:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688180.090492:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.090492:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.090493:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:0.0:1773688180.090495:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688180.090496:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.090497:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.090497:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688180.090498:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688180.090500:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8be00/0x52973366461d3216 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a988 expref: 115 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.090510:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:0.0:1773688180.090512:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 114 00010000:00000010:0.0:1773688180.090513:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921cc80. 00010000:00000001:0.0:1773688180.090515:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688180.090517:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41b8be00, rc 0) 00000020:00000001:0.0:1773688180.090518:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1773688180.090520:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854340352 00010000:00000001:0.0:1773688180.090521:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688180.090524:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a19519880 x1859843854340352/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 584/584 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688180.090529:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688180.090530:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688180.090532:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=58 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688180.090534:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688180.090535:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688180.090536:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688180.090538:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688180.090539:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.090540:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688180.090542:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688180.090544:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be198. 00000100:00000200:0.0:1773688180.090547:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854340352, offset 224 00000400:00000200:0.0:1773688180.090549:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688180.090554:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688180.090557:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48237:48237:256:4294967295] 192.168.204.51@tcp LPNI seq info [48233:48233:8:4294967295] 00000400:00000200:0.0:1773688180.090563:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688180.090565:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688180.090568:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356700. 00000800:00000200:0.0:1773688180.090571:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688180.090574:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688180.090576:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356700 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1773688180.090584:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688180.090586:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688180.090587:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688180.090588:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.090590:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688180.090592:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a19519880 x1859843854340352/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 584/584 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688180.090598:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a19519880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+114:68109:x1859843854340352:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 798us (913us total) trans 0 rc 301/301 00000100:00100000:0.0:1773688180.090603:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15569 00000100:00000040:0.0:1773688180.090605:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688180.090607:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688180.090608:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688180.090610:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a1677ec00. 00000020:00000010:0.0:1773688180.090612:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b054003e8. 00000020:00000010:0.0:1773688180.090615:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b37441200. 00000020:00000040:0.0:1773688180.090617:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 113 00000100:00000001:0.0:1773688180.090619:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688180.090649:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688180.090652:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356700. 00000400:00000200:2.0:1773688180.090655:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.090658:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.090660:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be198 00000400:00000010:2.0:1773688180.090661:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be198. 00000100:00000001:2.0:1773688180.090663:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688180.090664:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1773688180.092035:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b415e4500. 00010000:00000010:0.1:1773688180.092040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b600. 00010000:00000010:0.1:1773688180.092042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86a00. 00010000:00000010:0.1:1773688180.092044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8aa00. 00000800:00000001:2.0:1773688180.092791:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.092796:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.092798:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.092799:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.092803:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.092808:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 656 into portal 12 MB=0x69b84a4469200 00000400:00000200:2.0:1773688180.092811:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 656/656 into md 0x3b659 [64] + 144176 00000800:00000001:2.0:1773688180.092814:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.092819:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.092820:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.092822:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.092824:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.092826:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688180.092828:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a1951aa00. 00000100:00000040:2.0:1773688180.092830:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a1951aa00 x1859843854340608 msgsize 656 00000100:00100000:2.0:1773688180.092833:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.092840:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.092843:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.092845:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688180.092859:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688180.092861:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854340608 02000000:00000001:0.0:1773688180.092862:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688180.092863:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688180.092865:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688180.092866:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688180.092868:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854340608 00000020:00000001:0.0:1773688180.092869:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688180.092870:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688180.092872:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.092873:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=114 00000020:00000001:0.0:1773688180.092875:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688180.092877:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688180.092879:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688180.092882:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b087033c0. 00000100:00000001:0.0:1773688180.092883:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688180.092885:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b087033c0. 00000020:00000010:0.0:1773688180.092887:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b37441200. 00000020:00000010:0.0:1773688180.092889:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a1677ec00. 00000020:00000010:0.0:1773688180.092891:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b054003e8. 00000100:00000040:0.0:1773688180.092894:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688180.092896:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688180.092897:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688180.092898:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688180.092899:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.092900:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.092903:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.092910:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688180.092915:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688180.092916:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688180.092919:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15570 00000100:00000040:0.0:1773688180.092922:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688180.092925:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993187219968 : -129080522331648 : ffff8a9a1951aa00) 00000100:00000040:0.0:1773688180.092930:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a1951aa00 x1859843854340608/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 656/0 e 0 to 0 dl 1773688260 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688180.092938:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688180.092940:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b087033c0. 00000100:00000001:0.0:1773688180.092942:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688180.092954:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b087033c0. 00000100:00100000:0.0:1773688180.092959:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a1951aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+114:68109:x1859843854340608:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688180.092963:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854340608 00000020:00000001:0.0:1773688180.092965:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688180.092968:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688180.092970:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.092972:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688180.092974:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688180.092977:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688180.092979:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854340608, found 0 last_xid 1859843854340607 00000020:00000001:0.0:1773688180.092982:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688180.092983:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688180.092985:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688180.092988:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.092989:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688180.092990:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688180.092991:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688180.092993:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1773688180.092994:0:68797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00000001:0.0:1773688180.092995:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.092996:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.092997:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8b200 refcount=3 00000020:00000001:0.0:1773688180.092998:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160028160 : -129075549523456 : ffff8a9b41b8b200) 00010000:00000001:0.0:1773688180.093000:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160028160 : -129075549523456 : ffff8a9b41b8b200) 00010000:00000040:0.0:1773688180.093002:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00000004:00000001:0.0:1773688180.093004:0:68797:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1773688180.093005:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1773688180.093023:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.093024:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.093025:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.093027:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.093029:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688180.093030:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.093032:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.093033:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.093035:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.093036:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688180.093037:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8b200 with handle 0x52973366461d320f from hash 00010000:00000001:0.0:1773688180.093039:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.093040:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.093041:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.093041:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688180.093043:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.093044:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.093045:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688180.093046:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688180.093049:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b200/0x52973366461d320f lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a981 expref: 114 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.093054:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:0.0:1773688180.093056:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 113 00010000:00000010:0.0:1773688180.093057:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921c200. 00010000:00000001:0.0:1773688180.093061:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.093062:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.093063:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.093064:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00000001:0.0:1773688180.093066:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.093068:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.093068:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1773688180.093069:0:68797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1773688180.093070:0:68797:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.093072:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688180.093073:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:0.0:1773688180.093074:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.093076:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.093077:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86a00. 00000020:00000001:0.0:1773688180.093079:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.093080:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86a00 with handle 0x52973366461d322b to hash 00000020:00000001:0.0:1773688180.093081:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.093082:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000010:0.0:1773688180.093084:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c200. 00010000:00000001:0.0:1773688180.093085:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00010000:0.0:1773688180.093089:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d322b lrc: 2/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a98f expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.093096:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:0.0:1773688180.093098:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=114 00010000:00000001:0.0:1773688180.093102:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688180.093103:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688180.093107:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688180.093109:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688180.093111:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093113:0:68797:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:0.0:1773688180.093117:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9a1951aa00 x1859843854340608/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 656/0 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1773688180.093124:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1773688180.093132:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1773688180.093134:0:68797:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1773688180.093135:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.093137:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.093139:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.093140:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.093141:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.093145:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.093146:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093147:0:68797:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093149:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093151:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688180.093152:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688180.093153:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688180.093155:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688180.093158:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9b08345000. 02000000:00000001:0.0:1773688180.093160:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.093161:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093163:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1773688180.093164:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.093165:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.093166:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.093167:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.093168:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.093169:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.093170:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.093171:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.093172:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.093173:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688180.093175:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688180.093176:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688180.093177:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688180.093179:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.093179:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.093180:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.093181:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.093182:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.093183:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093184:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688180.093185:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.093186:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.093187:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093188:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688180.093189:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093190:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1773688180.093191:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093193:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1773688180.093194:0:68797:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:0.0:1773688180.093196:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfa38 00000004:00000002:0.0:1773688180.093198:0:68797:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xef:0x0]/(TIPS.DOC->[0x20000afe1:0x147:0x0]) cr_flag=040000000000103 mode=0100600 msg_flag=0x600 00000004:00000001:0.0:1773688180.093201:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688180.093202:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:0.0:1773688180.093204:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688180.093205:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:0.0:1773688180.093207:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:0.0:1773688180.093209:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1773688180.093210:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093212:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1773688180.093224:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1773688180.093226:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688180.093228:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1773688180.093231:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.093234:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1773688180.093243:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688180.093254:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688180.093256:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688180.093258:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1773688180.093260:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1773688180.093261:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1773688180.093263:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688180.093264:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688180.093266:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:0.0:1773688180.093269:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.093271:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.093274:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8aa00. 00000020:00000001:0.0:1773688180.093277:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.093278:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8aa00 with handle 0x52973366461d3232 to hash 00000020:00000001:0.0:1773688180.093280:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.093281:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00000010:0.0:1773688180.093285:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921cc80. 00010000:00000001:0.0:1773688180.093287:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00000001:0.0:1773688180.093290:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.093291:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.093294:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d3232 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.093300:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688180.093302:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688180.093303:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688180.093305:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.093306:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.093308:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.093310:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.093312:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688180.093313:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688180.093314:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688180.093315:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688180.093317:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 4 00010000:00000040:0.0:1773688180.093318:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688180.093321:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 114 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.093326:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 114 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688180.093330:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d3232 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.093333:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688180.093335:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.093335:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.093337:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688180.093338:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.093339:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.093341:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.093343:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688180.093344:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.093347:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d3232 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.093352:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688180.093353:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.093354:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.093355:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688180.093357:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773688180.093360:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9b415e4500. 00010000:00000010:0.0:1773688180.093363:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9a1677e280. 00010000:00000001:0.0:1773688180.093367:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.093369:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41b8b600. 00000020:00000001:0.0:1773688180.093371:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.093373:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41b8b600 with handle 0x52973366461d3239 to hash 00000020:00000001:0.0:1773688180.093375:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.093376:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00000010:0.0:1773688180.093379:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921cc00. 00010000:00000001:0.0:1773688180.093381:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00000001:0.0:1773688180.093383:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.093385:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.093388:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3239 lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.093393:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688180.093395:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688180.093396:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688180.093397:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.093399:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.093400:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.093401:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.093402:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688180.093403:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688180.093404:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688180.093405:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688180.093406:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x220bffe4 (ffff8a9b415e4500) refcount = 1 00010000:00010000:0.0:1773688180.093408:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3239 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.093411:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688180.093412:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.093413:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.093414:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688180.093415:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.093416:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.093417:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.093418:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688180.093420:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.093421:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3239 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.093424:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688180.093425:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.093425:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.093426:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093428:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1773688180.093435:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1773688180.093436:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688180.093437:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1773688180.093439:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.093441:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1773688180.093446:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688180.093448:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688180.093449:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688180.093451:0:68797:0:(mdt_handler.c:3750:mdt_object_new()) Process entered 00000004:00000040:0.0:1773688180.093452:0:68797:0:(mdt_handler.c:3752:mdt_object_new()) Allocate object for [0x20000afe1:0x147:0x0] 00000020:00000001:0.0:1773688180.093453:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:0.0:1773688180.093455:0:68797:0:(mdt_handler.c:6940:mdt_object_alloc()) Process entered 00000004:00000010:0.0:1773688180.093457:0:68797:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8a9a01818960. 00000004:00000001:0.0:1773688180.093459:0:68797:0:(mdt_handler.c:6965:mdt_object_alloc()) Process leaving (rc=18446614992787704248 : -129080921847368 : ffff8a9a018189b8) 00000004:00000001:0.0:1773688180.093463:0:68797:0:(mdt_handler.c:6978:mdt_object_init()) Process entered 00000004:00000040:0.0:1773688180.093464:0:68797:0:(mdt_handler.c:6981:mdt_object_init()) object init, fid = [0x20000afe1:0x147:0x0] 00000004:00000010:0.0:1773688180.093467:0:68797:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8a9b09e2c000. 00000004:00000001:0.0:1773688180.093469:0:68797:0:(mdt_handler.c:6990:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093470:0:68797:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:0.0:1773688180.093472:0:68797:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:0.0:1773688180.093474:0:68797:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8a9b09d15ed0. 00000004:00000001:0.0:1773688180.093476:0:68797:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446614997222121168 : -129076487430448 : ffff8a9b09d15ed0) 00000004:00000001:0.0:1773688180.093482:0:68797:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093484:0:68797:0:(lod_object.c:9526:lod_object_init()) Process entered 00000004:00000001:0.0:1773688180.093485:0:68797:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1773688180.093487:0:68797:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1773688180.093489:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688180.093490:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688180.093492:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688180.093493:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688180.093494:0:68797:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1773688180.093496:0:68797:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x20000afe1 00000004:00000001:0.0:1773688180.093497:0:68797:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1773688180.093501:0:68797:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8a9a0a17c000. 00000004:00000001:0.0:1773688180.093503:0:68797:0:(lod_object.c:9569:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.093505:0:68797:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1773688180.093507:0:68797:0:(osd_object.c:541:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688180.093509:0:68797:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.093512:0:68797:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614992787704248 : -129080921847368 : ffff8a9a018189b8) 00000004:00000001:0.0:1773688180.093514:0:68797:0:(mdt_handler.c:3758:mdt_object_new()) Process leaving (rc=18446614992787704160 : -129080921847456 : ffff8a9a01818960) 00080000:00000001:0.0:1773688180.093520:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.093524:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:0.0:1773688180.093526:0:68797:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0xef:0x0] version is 0x27000000be 00000004:00000002:0.0:1773688180.093529:0:68797:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0x147:0x0] version is 0x1 00000004:00000001:0.0:1773688180.093532:0:68797:0:(mdd_dir.c:3113:mdd_create()) Process entered 00000004:00000001:0.0:1773688180.093541:0:68797:0:(mdd_dir.c:2504:mdd_create_sanity_check()) Process entered 00000004:00000001:0.0:1773688180.093543:0:68797:0:(mdd_dir.c:442:mdd_may_create()) Process entered 00000004:00000001:0.0:1773688180.093545:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688180.093547:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 3 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1773688180.093550:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093552:0:68797:0:(mdd_dir.c:454:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093554:0:68797:0:(mdd_dir.c:2609:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1773688180.093557:0:68797:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1773688180.093562:0:68797:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9b0791c360. 00080000:00000001:0.0:1773688180.093564:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1773688180.093570:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9b1105b000. 00080000:00000001:0.0:1773688180.093571:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614997342990336 : -129076366561280 : ffff8a9b1105b000) 00000004:00000001:0.0:1773688180.093573:0:68797:0:(mdd_dir.c:2785:mdd_acl_init()) Process entered 00000004:00000001:0.0:1773688180.093576:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.093577:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.093579:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.093581:0:68797:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.093584:0:68797:0:(mdd_dir.c:2823:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1773688180.093587:0:68797:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x20000afe1:0x147:0x0] eadata 0000000000000000 len 0 00000004:00000001:0.0:1773688180.093590:0:68797:0:(lod_object.c:5733:lod_ah_init()) Process entered 00080000:00000002:0.0:1773688180.093595:0:68797:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x20000afe1:0xef:0x0] not in the id map cache 00000004:00000001:0.0:1773688180.093598:0:68797:0:(lod_object.c:5355:lod_get_default_lov_striping()) Process entered 00000004:00000001:0.0:1773688180.093600:0:68797:0:(lod_lov.c:1029:lod_get_ea()) Process entered 00080000:00000001:0.0:1773688180.093601:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.093603:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.093605:0:68797:0:(lod_lov.c:1044:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093607:0:68797:0:(lod_object.c:5364:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093609:0:68797:0:(lod_object.c:5355:lod_get_default_lov_striping()) Process entered 00000004:00000001:0.0:1773688180.093610:0:68797:0:(lod_lov.c:1029:lod_get_ea()) Process entered 00080000:00000001:0.0:1773688180.093611:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.093614:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.093615:0:68797:0:(lod_lov.c:1044:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093617:0:68797:0:(lod_object.c:5364:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1773688180.093627:0:68797:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8a9b08c09900. 00000004:00000001:0.0:1773688180.093630:0:68797:0:(lod_object.c:6016:lod_ah_init()) Process leaving 00000004:00000001:0.0:1773688180.093632:0:68797:0:(mdd_dir.c:1597:mdd_linkea_prepare()) Process entered 00000020:00000001:0.0:1773688180.093635:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818df8c8 00000001:00000002:0.0:1773688180.093637:0:68797:0:(linkea.c:183:linkea_add_buf()) New link_ea name '[0x20000afe1:0xef:0x0]:TIPS.DOC' is added 00000004:00000001:0.0:1773688180.093640:0:68797:0:(mdd_dir.c:1624:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093642:0:68797:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:0.0:1773688180.093645:0:68797:0:(lod_object.c:6196:lod_declare_create()) Process entered 00000004:00000001:0.0:1773688180.093647:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.093648:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997342990336 : -129076366561280 : ffff8a9b1105b000) 00080000:00000001:0.0:1773688180.093651:0:68797:0:(osd_object.c:1462:osd_declare_create()) Process entered 00080000:00000001:0.0:1773688180.093667:0:68797:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1773688180.093669:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688180.093670:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688180.093671:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688180.093672:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.093673:0:68797:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1773688180.093678:0:68797:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x20000afe1:0x147:0x0] not in the id map cache 00000001:00000001:0.0:1773688180.093681:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688180.093682:0:68797:0:(osd_object.c:1516:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093683:0:68797:0:(lod_object.c:6130:lod_declare_striped_create()) Process entered 00020000:00000001:0.0:1773688180.093685:0:68797:0:(lod_qos.c:2957:lod_prepare_create()) Process entered 00020000:00000001:0.0:1773688180.093687:0:68797:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00020000:00000001:0.0:1773688180.093688:0:68797:0:(lod_qos.c:2436:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:0.0:1773688180.093689:0:68797:0:(lod_qos.c:2993:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:0.0:1773688180.093691:0:68797:0:(lod_qos.c:2807:lod_qos_prep_create()) Process entered 00020000:00000001:0.0:1773688180.093693:0:68797:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:0.0:1773688180.093694:0:68797:0:(lod_qos.c:162:lod_qos_statfs_update()) Process leaving 00020000:00000001:0.0:1773688180.093695:0:68797:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:0.0:1773688180.093696:0:68797:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:0.0:1773688180.093698:0:68797:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8a9a0fbc6b68. 00020000:00000010:0.0:1773688180.093699:0:68797:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8a9a0fbc6a40. 00020000:00001000:0.0:1773688180.093701:0:68797:0:(lod_qos.c:2859:lod_qos_prep_create()) tgt_count 2 stripe_count 1 00020000:00001000:0.0:1773688180.093703:0:68797:0:(lod_qos.c:2875:lod_qos_prep_create()) collecting conflict osts for comp[0] 00020000:00000001:0.0:1773688180.093705:0:68797:0:(lod_qos.c:1575:lod_ost_alloc_qos()) Process entered 00020000:00000001:0.0:1773688180.093707:0:68797:0:(lod_qos.c:1599:lod_ost_alloc_qos()) Process leaving via out_nolock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00020000:00000001:0.0:1773688180.093708:0:68797:0:(lod_qos.c:1817:lod_ost_alloc_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00020000:00000001:0.0:1773688180.093710:0:68797:0:(lod_qos.c:702:lod_ost_alloc_rr()) Process entered 00020000:00000001:0.0:1773688180.093711:0:68797:0:(lod_qos.c:217:lod_qos_calc_rr()) Process entered 00020000:00000001:0.0:1773688180.093712:0:68797:0:(lod_qos.c:221:lod_qos_calc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:0.0:1773688180.093715:0:68797:0:(lod_qos.c:756:lod_ost_alloc_rr()) pool '' want 1 start_idx 1 start_count 2043 offset 0 active 2 count 2 00020000:00001000:0.0:1773688180.093716:0:68797:0:(lod_qos.c:774:lod_ost_alloc_rr()) #0 strt 2 act 0 strp 0 ary 0 idx 0 00020000:00000001:0.0:1773688180.093718:0:68797:0:(lod_qos.c:586:lod_check_and_reserve_ost()) Process entered 00020000:00000001:0.0:1773688180.093719:0:68797:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:0.0:1773688180.093722:0:68797:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1773688180.093723:0:68797:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=928768, bavail=909824, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=116859, ffree=116096, state=0 00000004:00000001:0.0:1773688180.093728:0:68797:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773688180.093729:0:68797:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093732:0:68797:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1773688180.093733:0:68797:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773688180.093736:0:68797:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:0.0:1773688180.093740:0:68797:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8a9a105a1cd8. 00000004:00000001:0.0:1773688180.093744:0:68797:0:(osp_object.c:2259:osp_object_init()) Process entered 00000004:00000001:0.0:1773688180.093746:0:68797:0:(osp_object.c:2286:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093749:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.093751:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997342990336 : -129076366561280 : ffff8a9b1105b000) 00000004:00000001:0.0:1773688180.093754:0:68797:0:(osp_object.c:1466:osp_declare_create()) Process entered 00000020:00000001:0.0:1773688180.093757:0:68797:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1773688180.093759:0:68797:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446614997342990336 : -129076366561280 : ffff8a9b1105b000) 00000004:00000001:0.0:1773688180.093762:0:68797:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:0.0:1773688180.093765:0:68797:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.093768:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688180.093776:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688180.093777:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093779:0:68797:0:(osp_object.c:1533:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773688180.093780:0:68797:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446614993036778800 : -129080672772816 : ffff8a9a105a1d30) 00020000:00000001:0.0:1773688180.093782:0:68797:0:(lod_qos.c:656:lod_check_and_reserve_ost()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773688180.093783:0:68797:0:(lod_qos.c:833:lod_ost_alloc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773688180.093785:0:68797:0:(lod_qos.c:2945:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773688180.093786:0:68797:0:(lod_qos.c:3001:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773688180.093788:0:68797:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:0.0:1773688180.093789:0:68797:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1773688180.093790:0:68797:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688180.093791:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.093792:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997342990336 : -129076366561280 : ffff8a9b1105b000) 00080000:00000001:0.0:1773688180.093794:0:68797:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1773688180.093796:0:68797:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093798:0:68797:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093799:0:68797:0:(lod_object.c:6174:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093800:0:68797:0:(lod_object.c:6277:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093801:0:68797:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093802:0:68797:0:(mdd_dir.c:2427:mdd_declare_object_initialize()) Process entered 00000004:00000001:0.0:1773688180.093804:0:68797:0:(mdd_dir.c:2431:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093806:0:68797:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:0.0:1773688180.093807:0:68797:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688180.093808:0:68797:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.093810:0:68797:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:0.0:1773688180.093812:0:68797:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093813:0:68797:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093814:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.093815:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997342990336 : -129076366561280 : ffff8a9b1105b000) 00080000:00000001:0.0:1773688180.093817:0:68797:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:0.0:1773688180.093821:0:68797:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093823:0:68797:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688180.093825:0:68797:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688180.093825:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.093826:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997342990336 : -129076366561280 : ffff8a9b1105b000) 00080000:00000001:0.0:1773688180.093827:0:68797:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1773688180.093835:0:68797:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093836:0:68797:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093837:0:68797:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093840:0:68797:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688180.093841:0:68797:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688180.093842:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.093843:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997342990336 : -129076366561280 : ffff8a9b1105b000) 00080000:00000001:0.0:1773688180.093845:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688180.093847:0:68797:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093848:0:68797:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093849:0:68797:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688180.093850:0:68797:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093851:0:68797:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.093854:0:68797:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1773688180.093856:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1773688180.093861:0:68797:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1773688180.093862:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.093862:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997342990336 : -129076366561280 : ffff8a9b1105b000) 00080000:00000001:0.0:1773688180.093864:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688180.093866:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688180.093867:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093868:0:68797:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093870:0:68797:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688180.093871:0:68797:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688180.093871:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.093873:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997342990336 : -129076366561280 : ffff8a9b1105b000) 00080000:00000001:0.0:1773688180.093874:0:68797:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1773688180.093875:0:68797:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093876:0:68797:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093877:0:68797:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.093891:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.093892:0:68797:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.093896:0:68797:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:0.0:1773688180.093897:0:68797:0:(lod_object.c:6470:lod_create()) Process entered 00000004:00000001:0.0:1773688180.093898:0:68797:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:0.0:1773688180.093899:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.093900:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997342990336 : -129076366561280 : ffff8a9b1105b000) 00080000:00000001:0.0:1773688180.093902:0:68797:0:(osd_object.c:1919:osd_create()) Process entered 00080000:00000001:0.0:1773688180.094105:0:68797:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1773688180.094107:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688180.094108:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688180.094110:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688180.094112:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.094114:0:68797:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.094145:0:68797:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1773688180.094147:0:68797:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.094149:0:68797:0:(osd_object.c:2031:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094150:0:68797:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094152:0:68797:0:(lod_object.c:6355:lod_striped_create()) Process entered 00000004:00000001:0.0:1773688180.094154:0:68797:0:(lod_object.c:6302:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1773688180.094155:0:68797:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:0.0:1773688180.094156:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.094157:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997342990336 : -129076366561280 : ffff8a9b1105b000) 00000004:00000001:0.0:1773688180.094159:0:68797:0:(osp_object.c:1569:osp_create()) Process entered 00000004:00000002:0.0:1773688180.094163:0:68797:0:(osp_object.c:1604:osp_create()) fid for osp_object ffff8a9a105a1cd8 is [0x280000401:0xa0a:0x0] 00000020:00000001:0.0:1773688180.094165:0:68797:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1773688180.094166:0:68797:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446614997342990336 : -129076366561280 : ffff8a9b1105b000) 00080000:00000001:0.0:1773688180.094169:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688180.094177:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000004:00080000:0.0:1773688180.094178:0:68797:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xa0a:0x0], index 0: 0 00000004:00000001:0.0:1773688180.094180:0:68797:0:(osp_object.c:1659:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094182:0:68797:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094183:0:68797:0:(lod_lov.c:578:lod_fill_mirrors()) Process entered 00000004:00000001:0.0:1773688180.094184:0:68797:0:(lod_lov.c:583:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094185:0:68797:0:(lod_object.c:4695:lod_generate_and_set_lovea()) Process entered 00000004:00000001:0.0:1773688180.094187:0:68797:0:(lod_lov.c:897:lod_generate_lovea()) Process entered 00000004:00000001:0.0:1773688180.094189:0:68797:0:(lod_lov.c:716:lod_gen_component_ea()) Process entered 00000004:00000001:0.0:1773688180.094190:0:68797:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1773688180.094191:0:68797:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1773688180.094192:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688180.094193:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688180.094194:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688180.094195:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688180.094196:0:68797:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1773688180.094197:0:68797:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x280000401 00000004:00000001:0.0:1773688180.094198:0:68797:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094200:0:68797:0:(lod_lov.c:838:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094201:0:68797:0:(lod_lov.c:935:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094202:0:68797:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1773688180.094203:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.094203:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997342990336 : -129076366561280 : ffff8a9b1105b000) 00080000:00000001:0.0:1773688180.094205:0:68797:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1773688180.094207:0:68797:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:0.0:1773688180.094212:0:68797:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1773688180.094212:0:68797:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.094214:0:68797:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094215:0:68797:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094216:0:68797:0:(lod_object.c:4721:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094217:0:68797:0:(lod_object.c:6430:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094218:0:68797:0:(lod_object.c:6484:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094220:0:68797:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094221:0:68797:0:(mdd_dir.c:2456:mdd_object_initialize()) Process entered 00000004:00000001:0.0:1773688180.094222:0:68797:0:(mdd_dir.c:2470:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094225:0:68797:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:0.0:1773688180.094228:0:68797:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1773688180.094228:0:68797:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1773688180.094229:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.094230:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997342990336 : -129076366561280 : ffff8a9b1105b000) 00080000:00000001:0.0:1773688180.094231:0:68797:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1773688180.094232:0:68797:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr user.job with size 8 00080000:00000001:0.0:1773688180.094234:0:68797:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1773688180.094235:0:68797:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.094236:0:68797:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094237:0:68797:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094238:0:68797:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094239:0:68797:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094241:0:68797:0:(mdd_dir.c:3001:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094243:0:68797:0:(mdd_dir.c:669:__mdd_index_insert()) Process entered 00000004:00000001:0.0:1773688180.094244:0:68797:0:(mdd_dir.c:647:__mdd_index_insert_only()) Process entered 00000004:00000001:0.0:1773688180.094245:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.094246:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997342990336 : -129076366561280 : ffff8a9b1105b000) 00080000:00000001:0.0:1773688180.094248:0:68797:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:0.0:1773688180.094256:0:68797:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094257:0:68797:0:(mdd_dir.c:659:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094258:0:68797:0:(mdd_dir.c:678:__mdd_index_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094260:0:68797:0:(mdd_dir.c:1639:mdd_links_rename()) Process entered 00000004:00000001:0.0:1773688180.094262:0:68797:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:0.0:1773688180.094263:0:68797:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1773688180.094264:0:68797:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1773688180.094264:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.094265:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997342990336 : -129076366561280 : ffff8a9b1105b000) 00080000:00000001:0.0:1773688180.094266:0:68797:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1773688180.094267:0:68797:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.link with size 50 00080000:00000001:0.0:1773688180.094268:0:68797:0:(osd_xattr.c:852:osd_xattr_handle_linkea()) Process entered 00080000:00000001:0.0:1773688180.094269:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1773688180.094270:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1773688180.094271:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688180.094272:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688180.094272:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688180.094273:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.094275:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688180.094276:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.094277:0:68797:0:(osd_xattr.c:882:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.094279:0:68797:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1773688180.094280:0:68797:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.094281:0:68797:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094283:0:68797:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094284:0:68797:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094285:0:68797:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094286:0:68797:0:(mdd_dir.c:1653:mdd_links_rename()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688180.094288:0:68797:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:0.0:1773688180.094289:0:68797:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:0.0:1773688180.094290:0:68797:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:0.0:1773688180.094292:0:68797:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:0.0:1773688180.094292:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.094293:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997342990336 : -129076366561280 : ffff8a9b1105b000) 00080000:00000001:0.0:1773688180.094295:0:68797:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:0.0:1773688180.094296:0:68797:0:(osd_object.c:1274:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688180.094298:0:68797:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094299:0:68797:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094300:0:68797:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688180.094301:0:68797:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094302:0:68797:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094303:0:68797:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094304:0:68797:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094305:0:68797:0:(mdd_dir.c:3237:mdd_create()) Process leaving 00000004:00000001:0.0:1773688180.094307:0:68797:0:(mdd_dir.c:1371:mdd_changelog_ns_store()) Process entered 00000004:00000001:0.0:1773688180.094308:0:68797:0:(mdd_dir.c:1378:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.094310:0:68797:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1773688180.094312:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1773688180.094314:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:0.0:1773688180.094317:0:68797:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:0.0:1773688180.094318:0:68797:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1773688180.094318:0:68797:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1773688180.094319:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.094320:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997342990336 : -129076366561280 : ffff8a9b1105b000) 00080000:00000001:0.0:1773688180.094321:0:68797:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1773688180.094322:0:68797:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:0.0:1773688180.094324:0:68797:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1773688180.094325:0:68797:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.094326:0:68797:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094326:0:68797:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094327:0:68797:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094329:0:68797:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:0.0:1773688180.094330:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692096, last_committed = 171798692041 00000001:00000010:0.0:1773688180.094333:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b07fb6600. 00000001:00000040:0.0:1773688180.094335:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 55 00000020:00000040:0.0:1773688180.094336:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=115 00000001:00000010:0.0:1773688180.094341:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b08c09180. 00000004:00000001:0.0:1773688180.094347:0:68797:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1773688180.094348:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.094349:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614997342990336 : -129076366561280 : ffff8a9b1105b000) 00080000:00000001:0.0:1773688180.094351:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688180.094358:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1773688180.094360:0:68797:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1773688180.094364:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b08c09180: xid 1859843854340608, transno 171798692096, tag 1, client gen 13, slot idx 2 00000001:00000001:0.0:1773688180.094367:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.094407:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773688180.094409:0:68797:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9b0791c360. 00000020:00000001:0.0:1773688180.094411:0:68797:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094416:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1773688180.094417:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1773688180.094419:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094421:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688180.094422:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.094423:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.094425:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.094426:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.094428:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.094429:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:0.0:1773688180.094430:0:68797:0:(mdt_som.c:35:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.094432:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688180.094433:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.094433:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.094434:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688180.094435:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688180.094437:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:0.0:1773688180.094438:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff8a9b08345378 00000004:00000001:0.0:1773688180.094440:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.094444:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688180.094447:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.094449:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.094450:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094455:0:68797:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:0.0:1773688180.094456:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1773688180.094457:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688180.094459:0:68797:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0x147:0x0] lease count: 0, lm: 4 00000004:00000001:0.0:1773688180.094461:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1773688180.094463:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688180.094464:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773688180.094468:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a1a7d7b00. 00010000:00000010:0.0:1773688180.094470:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9a1677e580. 00010000:00000001:0.0:1773688180.094472:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.094473:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b07379c00. 00000020:00000001:0.0:1773688180.094475:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.094476:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b07379c00 with handle 0x52973366461d3240 to hash 00000020:00000001:0.0:1773688180.094477:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.094478:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997178489856 : -129076531061760 : ffff8a9b07379c00) 00010000:00000010:0.0:1773688180.094480:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c180. 00010000:00000001:0.0:1773688180.094481:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997178489856 : -129076531061760 : ffff8a9b07379c00) 00010000:00000001:0.0:1773688180.094483:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.094484:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.094485:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379c00/0x52973366461d3240 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x147:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.094489:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688180.094491:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688180.094492:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688180.094493:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.094494:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.094495:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.094495:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.094497:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688180.094498:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688180.094499:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688180.094500:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688180.094501:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x147:0x0].0x0 (ffff8a9a1a7d7b00) refcount = 1 00010000:00010000:0.0:1773688180.094503:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379c00/0x52973366461d3240 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x147:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.094507:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688180.094509:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.094510:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.094512:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688180.094513:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.094514:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.094516:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.094518:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688180.094520:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.094523:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379c00/0x52973366461d3240 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x147:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.094528:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688180.094529:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.094530:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.094532:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.094533:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.094535:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b07379c00 refcount=3 00000020:00000001:0.0:1773688180.094537:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997178489856 : -129076531061760 : ffff8a9b07379c00) 00010000:00000001:0.0:1773688180.094539:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997178489856 : -129076531061760 : ffff8a9b07379c00) 00010000:00000001:0.0:1773688180.094541:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.094542:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.094544:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688180.094546:0:68797:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0x147:0x0], ibits = 0x1b/0x1b, open_flags = 040000000000103, try_layout = 1 : rc = 0 00000004:00000001:0.0:1773688180.094550:0:68797:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688180.094552:0:68797:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094554:0:68797:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000001:00000001:0.0:1773688180.094557:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.094558:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.094560:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.094561:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.094562:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.094563:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.094564:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.094565:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688180.094566:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x147:0x0]: nlink=1, mode=100600, valid=0x100000008000278f 00000001:00000001:0.0:1773688180.094568:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.094569:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094571:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1773688180.094572:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688180.094573:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.094574:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.094575:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.094576:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.094578:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.094579:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094581:0:68797:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000004:00000002:0.0:1773688180.094582:0:68797:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56 00000004:00000001:0.0:1773688180.094583:0:68797:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000004:00000001:0.0:1773688180.094584:0:68797:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094587:0:68797:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:0.0:1773688180.094590:0:68797:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:0.0:1773688180.094592:0:68797:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094594:0:68797:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688180.094597:0:68797:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000004:00000010:0.0:1773688180.094600:0:68797:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9a16b7c180. 00000020:00000001:0.0:1773688180.094602:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.094603:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a16b7c180 with handle 0x52973366461d3247 to hash 00000020:00000001:0.0:1773688180.094605:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:0.0:1773688180.094606:0:68797:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614993143579008 : -129080565972608 : ffff8a9a16b7c180) 00000004:00000001:0.0:1773688180.094608:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1773688180.094610:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:0.0:1773688180.094612:0:68797:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0x147:0x0] Change mfd open_flags 0 -> 040000000000103. 00000004:00000001:0.0:1773688180.094616:0:68797:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1773688180.094618:0:68797:0:(mdt_open.c:193:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1773688180.094619:0:68797:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094621:0:68797:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094624:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688180.094626:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.094628:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.094630:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688180.094632:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688180.094633:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1773688180.094635:0:68797:0:(mdt_open.c:1807:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1773688180.094638:0:68797:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:0.0:1773688180.094640:0:68797:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:0.0:1773688180.094642:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688180.094644:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688180.094645:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1773688180.094646:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1773688180.094647:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094649:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688180.094651:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688180.094653:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688180.094654:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.094655:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.094656:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8aa00 refcount=3 00000020:00000001:0.0:1773688180.094658:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00000001:0.0:1773688180.094659:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00000001:0.0:1773688180.094660:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688180.094662:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d3232 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.094666:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.094667:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688180.094668:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d3232 lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.094671:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.094673:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.094674:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688180.094676:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d3232 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688180.094679:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b41b8aa00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688180.094680:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.094681:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688180.094682:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d3232 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.094685:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688180.094686:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.094686:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.094687:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8aa00 refcount=4 00000020:00000001:0.0:1773688180.094688:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00000001:0.0:1773688180.094689:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160026112 : -129075549525504 : ffff8a9b41b8aa00) 00010000:00000001:0.0:1773688180.094690:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688180.094691:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d3232 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.094694:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688180.094695:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688180.094695:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.094697:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688180.094698:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.094698:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.094699:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688180.094700:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41b8aa00 with handle 0x52973366461d3232 from hash 00010000:00000001:0.0:1773688180.094701:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.094702:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.094703:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.094704:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688180.094705:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.094706:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.094708:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688180.094708:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.094709:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.094711:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:0.0:1773688180.094712:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688180.094714:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.094715:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.094716:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688180.094716:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688180.094718:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.094718:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.094719:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.094720:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094721:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.094723:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d3232 lrc: 2/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.094727:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.094728:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.094729:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688180.094731:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688180.094732:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688180.094734:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8aa00/0x52973366461d3232 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688180.094739:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921cc80. 00010000:00000001:0.0:1773688180.094743:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.094745:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688180.094746:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688180.094747:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.094748:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.094750:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41b8b600 refcount=3 00000020:00000001:0.0:1773688180.094752:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00010000:00000001:0.0:1773688180.094754:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160029184 : -129075549522432 : ffff8a9b41b8b600) 00000004:00010000:0.0:1773688180.094757:0:68797:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000002242d56c reply state 000000005382288c transno 171798692096 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3239 lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.094770:0:68797:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:0.0:1773688180.094772:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.094773:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.094774:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688180.094775:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688180.094776:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688180.094777:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688180.094778:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x220bffe4 (ffff8a9b415e4500) refcount = 1 00010000:00010000:0.0:1773688180.094780:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3239 lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.094783:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688180.094784:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.094784:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.094785:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688180.094786:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.094787:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.094788:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x220bffe4 (ffff8a9b415e4500) 00010000:00010000:0.0:1773688180.094789:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688180.094790:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.094792:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.094793:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688180.094793:0:68797:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:0.0:1773688180.094795:0:68797:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:0.0:1773688180.094796:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.094797:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.094797:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688180.094798:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688180.094799:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688180.094800:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1773688180.094801:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688180.094802:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:0.0:1773688180.094804:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688180.094806:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.094807:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.094808:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094811:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094812:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1773688180.094814:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688180.094816:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688180.094817:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688180.094818:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688180.094819:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688180.094822:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1773688180.094825:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.094827:0:68797:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:0.0:1773688180.094829:0:68797:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:0.0:1773688180.094831:0:68797:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.094833:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.094834:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.094836:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b07379c00 refcount=3 00000020:00000001:0.0:1773688180.094838:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997178489856 : -129076531061760 : ffff8a9b07379c00) 00010000:00000001:0.0:1773688180.094840:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997178489856 : -129076531061760 : ffff8a9b07379c00) 00000004:00000040:0.0:1773688180.094842:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 35 00000020:00000040:0.0:1773688180.094844:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=116 00010000:00000001:0.0:1773688180.094848:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.094849:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.094850:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688180.094852:0:68797:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688180.094854:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688180.094856:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1773688180.094858:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1773688180.094859:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.094861:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.094862:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.094863:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.094864:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688180.094867:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86a00 with handle 0x52973366461d322b from hash 00010000:00000001:0.0:1773688180.094869:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.094870:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.094872:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.094873:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1773688180.094874:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688180.094878:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d322b lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a98f expref: 116 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.094885:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:0.0:1773688180.094887:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 115 00010000:00000010:0.0:1773688180.094889:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921c200. 00010000:00000001:0.0:1773688180.094893:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.094895:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.094898:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1773688180.094901:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379c00/0x52973366461d3240 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x147:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a98f expref: 115 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.094905:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.094906:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.094907:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x147:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00010000:0.0:1773688180.094909:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1773688180.094910:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.094911:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.094912:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688180.094912:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.094913:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688180.094914:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b07379c00, rc 0) 00000020:00000001:0.0:1773688180.094915:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688180.094917:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692096, xid 1859843854340608 00010000:00000001:0.0:1773688180.094919:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:0.0:1773688180.094920:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=116 00010000:00000200:0.0:1773688180.094922:0:68797:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 171798692096, last committed = 171798692041 00010000:00000200:0.0:1773688180.094926:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a1951aa00 x1859843854340608/t171798692096(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 656/664 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688180.094934:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688180.094935:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688180.094938:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=58 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688180.094941:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688180.094943:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688180.094958:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688180.094960:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688180.094962:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.094964:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688180.094966:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688180.094970:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be440. 00000100:00000200:0.0:1773688180.094973:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854340608, offset 224 00000400:00000200:0.0:1773688180.094978:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688180.094983:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688180.094987:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48238:48238:256:4294967295] 192.168.204.51@tcp LPNI seq info [48234:48234:8:4294967295] 00000400:00000200:0.0:1773688180.094993:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688180.094995:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688180.094998:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356800. 00000800:00000200:0.0:1773688180.095001:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688180.095005:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688180.095021:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356800 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1773688180.095029:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688180.095032:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688180.095034:0:68797:0:(ldlm_lib.c:3443:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688180.095035:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.095037:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688180.095041:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a1951aa00 x1859843854340608/t171798692096(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 656/664 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688180.095047:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a1951aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+116:68109:x1859843854340608:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2108us (2215us total) trans 171798692096 rc 0/0 00000100:00100000:0.0:1773688180.095052:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15570 00000100:00000040:0.0:1773688180.095054:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688180.095056:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688180.095058:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688180.095060:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a1677ec00. 00000020:00000010:0.0:1773688180.095063:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b054003e8. 00000020:00000010:0.0:1773688180.095066:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b37441200. 00000020:00000040:0.0:1773688180.095068:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 115 00000100:00000001:0.0:1773688180.095070:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688180.095086:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688180.095089:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356800. 00000400:00000200:2.0:1773688180.095091:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.095095:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.095097:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be440 00000400:00000010:2.0:1773688180.095098:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be440. 00000100:00000001:2.0:1773688180.095100:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688180.095101:0:3440:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688180.097259:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.097267:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.097269:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.097271:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.097276:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.097285:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 28 MB=0x69b84a4469280 00000400:00000200:2.0:1773688180.097290:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.51@tcp of length 328/328 into md 0x59745 [8] + 1976 00000800:00000001:2.0:1773688180.097295:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.097302:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.097304:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.097307:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.097310:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.097312:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1773688180.097316:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a1951b800. 00000100:00000040:2.0:1773688180.097319:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a1951b800 x1859843854340736 msgsize 328 00000100:00100000:2.0:1773688180.097323:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.097335:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.097340:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.097343:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.097362:0:38615:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688180.097365:0:38615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854340736 02000000:00000001:3.0:1773688180.097366:0:38615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688180.097367:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688180.097369:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688180.097371:0:38615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688180.097373:0:38615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854340736 00000020:00000001:3.0:1773688180.097374:0:38615:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688180.097375:0:38615:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5297336646186ca4 00000020:00000001:3.0:1773688180.097376:0:38615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688180.097378:0:38615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b04f38000 refcount=62 00000020:00000001:3.0:1773688180.097380:0:38615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000020:00000001:3.0:1773688180.097381:0:38615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997140471808 : -129076569079808 : ffff8a9b04f38000) 00000100:00000001:3.0:1773688180.097384:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688180.097387:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a54c0. 00000100:00000001:3.0:1773688180.097389:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688180.097390:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a54c0. 00000020:00000010:3.0:1773688180.097393:0:38615:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2200. 00000020:00000010:3.0:1773688180.097395:0:38615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688180.097398:0:38615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0000. 00000100:00000040:3.0:1773688180.097402:0:38615:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1773688180.097403:0:38615:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688180.097405:0:38615:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773688180.097406:0:38615:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.097411:0:38615:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.097420:0:38615:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.097428:0:38615:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688180.097430:0:38615:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688180.097434:0:38615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7653 00000100:00000040:3.0:1773688180.097438:0:38615:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b04f38000 : new rpc_count 1 00000100:00000001:3.0:1773688180.097441:0:38615:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993187223552 : -129080522328064 : ffff8a9a1951b800) 00000100:00000040:3.0:1773688180.097446:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a1951b800 x1859843854340736/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 328/0 e 0 to 0 dl 1773688191 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688180.097455:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688180.097457:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a54c0. 00000100:00000001:3.0:1773688180.097459:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688180.097462:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a54c0. 00000100:00100000:3.0:1773688180.097466:0:38615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a1951b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+62:2404:x1859843854340736:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688180.097469:0:38615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854340736 00000020:00000001:3.0:1773688180.097471:0:38615:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688180.097474:0:38615:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688180.097475:0:38615:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.097477:0:38615:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688180.097478:0:38615:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688180.097480:0:38615:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1773688180.097482:0:38615:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688180.097483:0:38615:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688180.097484:0:38615:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688180.097487:0:38615:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.097488:0:38615:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688180.097489:0:38615:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688180.097490:0:38615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688180.097491:0:38615:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688180.097492:0:38615:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.097495:0:38615:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773688180.097499:0:38615:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9b072af500. 00010000:00000010:3.0:1773688180.097502:0:38615:0:(ldlm_resource.c:1436:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8a9b072af300. 00010000:00000001:3.0:1773688180.097504:0:38615:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688180.097506:0:38615:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a1640ee00. 00000020:00000001:3.0:1773688180.097508:0:38615:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688180.097509:0:38615:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a1640ee00 with handle 0x52973366461d324e to hash 00000020:00000001:3.0:1773688180.097510:0:38615:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688180.097511:0:38615:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993135791616 : -129080573760000 : ffff8a9a1640ee00) 00010000:00000001:3.0:1773688180.097513:0:38615:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993135791616 : -129080573760000 : ffff8a9a1640ee00) 00010000:00010000:3.0:1773688180.097516:0:38615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000725b2b8c/0x52973366461d324e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xa0a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a996 expref: -99 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00000001:3.0:1773688180.097523:0:38615:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1773688180.097526:0:38615:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8a9b072a54c0. 00002000:00000001:3.0:1773688180.097529:0:38615:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1773688180.097530:0:38615:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688180.097534:0:38615:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997970891912 : -129075738659704 : ffff8a9b3672b488) 00002000:00000001:3.0:1773688180.097536:0:38615:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997970891824 : -129075738659792 : ffff8a9b3672b430) 00002000:00000001:3.0:1773688180.097537:0:38615:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1773688180.097541:0:38615:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1773688180.097542:0:38615:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0xa0a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:3.0:1773688180.097544:0:38615:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:3.0:1773688180.097546:0:38615:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b3672b488/ffff8a9b3672b430 to site lru. bkt: ffff8a9b3211e6b8 00010000:00000040:3.0:1773688180.097547:0:38615:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b04f38000 : new locks_count 53 00000020:00000040:3.0:1773688180.097549:0:38615:0:(genops.c:887:class_export_get()) GET export ffff8a9b04f38000 refcount=63 00010000:00000001:3.0:1773688180.097552:0:38615:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1773688180.097554:0:38615:0:(ofd_dlm.c:195:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1773688180.097555:0:38615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688180.097556:0:38615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688180.097559:0:38615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8a9a1ac82000. 02000000:00000001:3.0:1773688180.097560:0:38615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.097561:0:38615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.097563:0:38615:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1773688180.097565:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1773688180.097566:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1773688180.097568:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688180.097569:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1773688180.097569:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1773688180.097570:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688180.097573:0:38615:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1773688180.097576:0:38615:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000725b2b8c/0x52973366461d324e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xa0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a996 expref: 63 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688180.097582:0:38615:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x280000401:0xa0a:0x0].0x0 (ffff8a9b072af500) refcount = 1 00010000:00000040:3.0:1773688180.097584:0:38615:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688180.097586:0:38615:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: 00000000725b2b8c/0x52973366461d324e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xa0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a996 expref: 63 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.097591:0:38615:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688180.097593:0:38615:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.097594:0:38615:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688180.097595:0:38615:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1773688180.097596:0:38615:0:(ofd_dlm.c:257:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1773688180.097598:0:38615:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.097600:0:38615:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1773688180.097601:0:38615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000725b2b8c/0x52973366461d324e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xa0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a996 expref: 63 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.097608:0:38615:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688180.097609:0:38615:0:(ldlm_lock.c:1971:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1773688180.097610:0:38615:0:(ldlm_lock.c:2020:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688180.097611:0:38615:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.097612:0:38615:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688180.097613:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688180.097614:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688180.097615:0:38615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a1640ee00, rc 0) 00000020:00000001:3.0:1773688180.097616:0:38615:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688180.097618:0:38615:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 12884903758, transno 0, xid 1859843854340736 00010000:00000001:3.0:1773688180.097619:0:38615:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688180.097622:0:38615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a1951b800 x1859843854340736/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 328/400 e 0 to 0 dl 1773688191 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688180.097626:0:38615:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688180.097627:0:38615:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688180.097629:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b36eb51e8 time=96 v=5 (1 4 1 1) 00000100:00000001:3.0:1773688180.097632:0:38615:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688180.097633:0:38615:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688180.097634:0:38615:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688180.097636:0:38615:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688180.097636:0:38615:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.097638:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688180.097639:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688180.097641:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeeb28. 00000100:00000200:3.0:1773688180.097644:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1859843854340736, offset 224 00000400:00000200:3.0:1773688180.097647:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688180.097651:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688180.097655:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48239:48239:256:4294967295] 192.168.204.51@tcp LPNI seq info [48235:48235:8:4294967295] 00000400:00000200:3.0:1773688180.097660:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688180.097663:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688180.097665:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d700. 00000800:00000200:3.0:1773688180.097668:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688180.097671:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688180.097673:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d700 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1773688180.097682:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688180.097684:0:38615:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688180.097685:0:38615:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688180.097686:0:38615:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.097688:0:38615:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688180.097690:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a1951b800 x1859843854340736/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 328/400 e 0 to 0 dl 1773688191 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688180.097696:0:38615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a1951b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+63:2404:x1859843854340736:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 240us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688180.097700:0:38615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7653 00000100:00000040:3.0:1773688180.097702:0:38615:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b04f38000 : new rpc_count 0 00000100:00000001:3.0:1773688180.097705:0:38615:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688180.097706:0:38615:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688180.097708:0:38615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688180.097711:0:38615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0000. 00000020:00000010:3.0:1773688180.097714:0:38615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2200. 00000020:00000040:3.0:1773688180.097717:0:38615:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b04f38000 : new refcount 62 00000100:00000001:3.0:1773688180.097719:0:38615:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688180.097732:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688180.097735:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d700. 00000400:00000200:2.0:1773688180.097739:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.097742:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.097744:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeeb28 00000400:00000010:2.0:1773688180.097745:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeeb28. 00000100:00000001:2.0:1773688180.097747:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688180.097748:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688180.099026:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.099031:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.099033:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.099035:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.099039:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.099046:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 392 into portal 23 MB=0x69b84a4469380 00000400:00000200:2.0:1773688180.099050:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 392/392 into md 0x729e1 [2] + 1288 00000800:00000001:2.0:1773688180.099053:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.099069:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.099070:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.099072:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.099075:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.099076:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1773688180.099079:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a19518700. 00000100:00000040:2.0:1773688180.099081:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a19518700 x1859843854340992 msgsize 392 00000100:00100000:2.0:1773688180.099083:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.099093:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.099098:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.099102:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.099109:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688180.099113:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854340992 02000000:00000001:3.0:1773688180.099115:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688180.099117:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688180.099119:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688180.099122:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688180.099124:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854340992 00000020:00000001:3.0:1773688180.099126:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688180.099127:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688180.099129:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688180.099132:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=116 00000020:00000001:3.0:1773688180.099134:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688180.099136:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688180.099139:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688180.099142:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5ec0. 00000100:00000001:3.0:1773688180.099145:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688180.099147:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5ec0. 00000020:00000010:3.0:1773688180.099151:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2200. 00000020:00000010:3.0:1773688180.099153:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688180.099155:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0000. 00000100:00000040:3.0:1773688180.099158:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1773688180.099160:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688180.099160:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773688180.099161:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.099164:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.099172:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.099179:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688180.099181:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688180.099185:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3250 00000100:00000040:3.0:1773688180.099189:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688180.099191:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993187211008 : -129080522340608 : ffff8a9a19518700) 00000100:00000040:3.0:1773688180.099196:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a19518700 x1859843854340992/t0(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 392/0 e 0 to 0 dl 1773688191 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688180.099204:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688180.099207:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5ec0. 00000100:00000001:3.0:1773688180.099209:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688180.099211:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5ec0. 00000100:00100000:3.0:1773688180.099215:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a19518700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+116:68109:x1859843854340992:12345-192.168.204.51@tcp:35:dbench.0 00000100:00000200:3.0:1773688180.099219:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854340992 00000020:00000001:3.0:1773688180.099221:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688180.099223:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1773688180.099226:0:73057:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b08c09180: xid 1859843854340608, transno 171798692096, client gen 13, slot idx 2 00000001:00000001:3.0:1773688180.099231:0:73057:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b0555ed80: xid 1859843854339712, transno 171798692095, client gen 13, slot idx 3 00000001:00000010:3.0:1773688180.099243:0:73057:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b0555ed80. 00000020:00000001:3.0:1773688180.099247:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.099249:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688180.099251:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862496 : -1038689120 : ffffffffc216dca0) 00000020:00000001:3.0:1773688180.099253:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688180.099255:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854340992, found 0 last_xid 1859843854340991 00000020:00000001:3.0:1773688180.099258:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688180.099259:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688180.099260:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688180.099263:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099266:0:73057:0:(mdt_open.c:2771:mdt_close()) Process entered 00000004:00000001:3.0:1773688180.099267:0:73057:0:(mdt_lib.c:1452:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1773688180.099269:0:73057:0:(mdt_lib.c:1362:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1773688180.099271:0:73057:0:(mdt_lib.c:1373:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099272:0:73057:0:(mdt_lib.c:1308:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1773688180.099274:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688180.099275:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688180.099277:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688180.099278:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688180.099279:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688180.099280:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688180.099281:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688180.099282:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688180.099283:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688180.099284:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688180.099285:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688180.099286:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688180.099286:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688180.099287:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099288:0:73057:0:(mdt_lib.c:1354:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099289:0:73057:0:(mdt_lib.c:1435:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1773688180.099290:0:73057:0:(mdt_lib.c:1437:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099296:0:73057:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1773688180.099297:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688180.099298:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688180.099299:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688180.099299:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688180.099300:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688180.099301:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688180.099302:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688180.099303:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688180.099304:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688180.099304:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688180.099306:0:73057:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688180.099309:0:73057:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688180.099310:0:73057:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688180.099312:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688180.099313:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688180.099314:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688180.099315:0:73057:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688180.099316:0:73057:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688180.099317:0:73057:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099318:0:73057:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688180.099319:0:73057:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688180.099320:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688180.099321:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099322:0:73057:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688180.099323:0:73057:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099324:0:73057:0:(mdt_lib.c:1465:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.099325:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688180.099326:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688180.099329:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8a9a1ac81800. 02000000:00000001:3.0:1773688180.099330:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.099331:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099332:0:73057:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1773688180.099333:0:73057:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099335:0:73057:0:(mdt_open.c:2739:mdt_close_internal()) Process entered 00000004:00000001:3.0:1773688180.099336:0:73057:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1773688180.099337:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688180.099339:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8a9a16b7c180 refcount=2 00000020:00000001:3.0:1773688180.099340:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993143579008 : -129080565972608 : ffff8a9a16b7c180) 00000004:00000001:3.0:1773688180.099341:0:73057:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446614993143579008 : -129080565972608 : ffff8a9a16b7c180) 00000020:00000040:3.0:1773688180.099343:0:73057:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a16b7c180 with handle 0x52973366461d3247 from hash 00000004:00000001:3.0:1773688180.099345:0:73057:0:(mdt_open.c:2590:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1773688180.099346:0:73057:0:(mdt_open.c:2598:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000afe1:0x147:0x0] with intent: 0 00000004:00000001:3.0:1773688180.099348:0:73057:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:3.0:1773688180.099354:0:73057:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 1 truncate 0 00000004:00000001:3.0:1773688180.099356:0:73057:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1773688180.099357:0:73057:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1773688180.099360:0:73057:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099361:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688180.099364:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688180.099365:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688180.099367:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688180.099369:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688180.099371:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688180.099373:0:73057:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688180.099374:0:73057:0:(mdt_som.c:35:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688180.099375:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688180.099376:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688180.099376:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688180.099377:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688180.099378:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688180.099379:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1773688180.099380:0:73057:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:3.0:1773688180.099381:0:73057:0:(mdt_som.c:35:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1773688180.099382:0:73057:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1773688180.099383:0:73057:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099385:0:73057:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:3.0:1773688180.099386:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688180.099386:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688180.099387:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688180.099388:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688180.099389:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688180.099390:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688180.099391:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688180.099392:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688180.099392:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688180.099393:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688180.099394:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688180.099395:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688180.099396:0:73057:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1773688180.099397:0:73057:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1773688180.099398:0:73057:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099401:0:73057:0:(mdt_som.c:122:mdt_set_som()) Process entered 00000004:00000002:3.0:1773688180.099402:0:73057:0:(mdt_som.c:126:mdt_set_som()) [0x20000afe1:0x147:0x0]: Set SOM attrs S/B/F: 0/1/4. 00000004:00000001:3.0:1773688180.099405:0:73057:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:3.0:1773688180.099408:0:73057:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:3.0:1773688180.099409:0:73057:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1773688180.099412:0:73057:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1773688180.099417:0:73057:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9a168b1060. 00080000:00000001:3.0:1773688180.099419:0:73057:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1773688180.099424:0:73057:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a1ac80400. 00080000:00000001:3.0:1773688180.099427:0:73057:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993211753472 : -129080497798144 : ffff8a9a1ac80400) 00000004:00000001:3.0:1773688180.099431:0:73057:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1773688180.099433:0:73057:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1773688180.099435:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688180.099436:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993211753472 : -129080497798144 : ffff8a9a1ac80400) 00080000:00000001:3.0:1773688180.099439:0:73057:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1773688180.099449:0:73057:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099451:0:73057:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099453:0:73057:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.099456:0:73057:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1773688180.099458:0:73057:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1773688180.099461:0:73057:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1773688180.099462:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688180.099464:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993211753472 : -129080497798144 : ffff8a9a1ac80400) 00080000:00000001:3.0:1773688180.099466:0:73057:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1773688180.099468:0:73057:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1773688180.099469:0:73057:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099470:0:73057:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.099479:0:73057:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.099481:0:73057:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099485:0:73057:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:3.0:1773688180.099487:0:73057:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1773688180.099488:0:73057:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1773688180.099489:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688180.099491:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993211753472 : -129080497798144 : ffff8a9a1ac80400) 00080000:00000001:3.0:1773688180.099493:0:73057:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1773688180.099495:0:73057:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:3.0:1773688180.099502:0:73057:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1773688180.099504:0:73057:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.099506:0:73057:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099508:0:73057:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099510:0:73057:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099511:0:73057:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.099515:0:73057:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1773688180.099516:0:73057:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1773688180.099519:0:73057:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1773688180.099521:0:73057:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692097, last_committed = 171798692041 00000001:00000010:3.0:1773688180.099526:0:73057:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b07874f00. 00000001:00000040:3.0:1773688180.099528:0:73057:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 56 00000020:00000040:3.0:1773688180.099530:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=117 00000001:00000010:3.0:1773688180.099534:0:73057:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b0555e180. 00000004:00000001:3.0:1773688180.099538:0:73057:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1773688180.099540:0:73057:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1773688180.099541:0:73057:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993211753472 : -129080497798144 : ffff8a9a1ac80400) 00080000:00000001:3.0:1773688180.099544:0:73057:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1773688180.099553:0:73057:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1773688180.099555:0:73057:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1773688180.099559:0:73057:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b0555e180: xid 1859843854340992, transno 171798692097, tag 1, client gen 13, slot idx 3 00000001:00000001:3.0:1773688180.099561:0:73057:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.099603:0:73057:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773688180.099607:0:73057:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9a168b1060. 00000020:00000001:3.0:1773688180.099609:0:73057:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099612:0:73057:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099614:0:73057:0:(mdt_som.c:146:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099616:0:73057:0:(mdt_som.c:320:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099618:0:73057:0:(mdt_open.c:149:mdt_write_put()) Process entered 00000004:00000001:3.0:1773688180.099619:0:73057:0:(mdt_open.c:153:mdt_write_put()) Process leaving 00000004:00000001:3.0:1773688180.099621:0:73057:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1773688180.099623:0:73057:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1773688180.099625:0:73057:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1773688180.099626:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1773688180.099629:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=50 : 50 : 32) 00000004:00000001:3.0:1773688180.099630:0:73057:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=50 : 50 : 32) 00000004:00000001:3.0:1773688180.099631:0:73057:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=50 : 50 : 32) 00000004:00000001:3.0:1773688180.099633:0:73057:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099635:0:73057:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1773688180.099638:0:73057:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1773688180.099640:0:73057:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1773688180.099642:0:73057:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x20000afe1:0x147:0x0], previous was 0x7 00000004:00000001:3.0:1773688180.099643:0:73057:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099645:0:73057:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1773688180.099647:0:73057:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099649:0:73057:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:3.0:1773688180.099651:0:73057:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1773688180.099653:0:73057:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1773688180.099654:0:73057:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8a9a16b7c180. 00000004:00000001:3.0:1773688180.099661:0:73057:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1773688180.099663:0:73057:0:(lu_object.c:207:lu_object_put()) Add ffff8a9a018189b8/ffff8a9a01818960 to site lru. bkt: ffff8a9a1aeb4f18 00000004:00000001:3.0:1773688180.099664:0:73057:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688180.099665:0:73057:0:(mdt_open.c:2728:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099666:0:73057:0:(mdt_open.c:2758:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099667:0:73057:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1773688180.099669:0:73057:0:(mdt_open.c:193:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1773688180.099670:0:73057:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688180.099671:0:73057:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688180.099672:0:73057:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688180.099673:0:73057:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688180.099674:0:73057:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688180.099676:0:73057:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688180.099677:0:73057:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1773688180.099680:0:73057:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1773688180.099682:0:73057:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688180.099684:0:73057:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688180.099686:0:73057:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.099688:0:73057:0:(mdt_open.c:2833:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773688180.099690:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692097, xid 1859843854340992 00010000:00000001:3.0:1773688180.099692:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688180.099696:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a19518700 x1859843854340992/t171798692097(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 392/456 e 0 to 0 dl 1773688191 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688180.099703:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688180.099705:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688180.099707:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=50 v=5 (1 1 1 0) 00000100:00000001:3.0:1773688180.099710:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688180.099712:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688180.099714:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688180.099717:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688180.099718:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.099721:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688180.099723:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688180.099726:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee5d8. 00000100:00000200:3.0:1773688180.099729:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854340992, offset 224 00000400:00000200:3.0:1773688180.099734:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688180.099738:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688180.099741:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48240:48240:256:4294967295] 192.168.204.51@tcp LPNI seq info [48236:48236:8:4294967295] 00000400:00000200:3.0:1773688180.099746:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688180.099749:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688180.099751:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99da00. 00000800:00000200:3.0:1773688180.099754:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688180.099757:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688180.099759:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99da00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1773688180.099767:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688180.099769:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688180.099770:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688180.099771:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.099773:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688180.099775:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a19518700 x1859843854340992/t171798692097(0) o35->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 392/456 e 0 to 0 dl 1773688191 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688180.099782:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a19518700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+117:68109:x1859843854340992:12345-192.168.204.51@tcp:35:dbench.0 Request processed in 577us (700us total) trans 171798692097 rc 0/0 00000100:00100000:3.0:1773688180.099789:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3250 00000100:00000040:3.0:1773688180.099791:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688180.099792:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688180.099793:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688180.099795:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b07851e00. 00000020:00000010:3.0:1773688180.099798:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0000. 00000020:00000010:3.0:1773688180.099800:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2200. 00000020:00000040:3.0:1773688180.099802:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 116 00000100:00000001:3.0:1773688180.099804:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688180.099815:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688180.099818:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99da00. 00000400:00000200:2.0:1773688180.099820:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.099823:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.099825:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee5d8 00000400:00000010:2.0:1773688180.099827:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee5d8. 00000100:00000001:2.0:1773688180.099829:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688180.099830:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688180.103390:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.103396:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.103398:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.103399:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.103404:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.103411:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 496 into portal 12 MB=0x69b84a4469480 00000400:00000200:2.0:1773688180.103415:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 496/496 into md 0x3b659 [64] + 144832 00000800:00000001:2.0:1773688180.103420:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.103424:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.103426:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.103428:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.103432:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.103433:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688180.103437:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a1951a680. 00000100:00000040:2.0:1773688180.103439:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a1951a680 x1859843854341248 msgsize 496 00000100:00100000:2.0:1773688180.103442:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.103450:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.103454:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.103456:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688180.103475:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688180.103478:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854341248 02000000:00000001:0.0:1773688180.103480:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688180.103482:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688180.103484:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688180.103487:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688180.103490:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854341248 00000020:00000001:0.0:1773688180.103492:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688180.103494:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688180.103496:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.103499:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=117 00000020:00000001:0.0:1773688180.103502:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688180.103504:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688180.103506:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688180.103509:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703180. 00000100:00000001:0.0:1773688180.103511:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688180.103513:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703180. 00000020:00000010:0.0:1773688180.103517:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b37441200. 00000020:00000010:0.0:1773688180.103520:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a16b7c700. 00000020:00000010:0.0:1773688180.103522:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b054003e8. 00000100:00000040:0.0:1773688180.103527:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688180.103528:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688180.103530:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1773688180.103531:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.103534:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.103542:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688180.103549:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688180.103550:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688180.103554:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15571 00000100:00000040:0.0:1773688180.103556:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688180.103557:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993187219072 : -129080522332544 : ffff8a9a1951a680) 00000100:00000040:0.0:1773688180.103562:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a1951a680 x1859843854341248/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 496/0 e 0 to 0 dl 1773688260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688180.103568:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688180.103570:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703180. 00000100:00000001:0.0:1773688180.103571:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688180.103573:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703180. 00000100:00100000:0.0:1773688180.103577:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a1951a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+117:68109:x1859843854341248:12345-192.168.204.51@tcp:36:dbench.0 00000100:00000200:0.0:1773688180.103579:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854341248 00000020:00000001:0.0:1773688180.103581:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688180.103583:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1773688180.103586:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b0555e180: xid 1859843854340992, transno 171798692097, client gen 13, slot idx 3 00000001:00000001:0.0:1773688180.103589:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b08c09180: xid 1859843854340608, transno 171798692096, client gen 13, slot idx 2 00000001:00000010:0.0:1773688180.103591:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b08c09180. 00000020:00000001:0.0:1773688180.103593:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.103595:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688180.103596:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862544 : -1038689072 : ffffffffc216dcd0) 00000020:00000001:0.0:1773688180.103598:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688180.103600:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854341248, found 0 last_xid 1859843854341247 00000020:00000001:0.0:1773688180.103603:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688180.103605:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688180.103607:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688180.103610:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.103612:0:68797:0:(mdt_handler.c:3339:mdt_reint()) Process entered 00000004:00000002:0.0:1773688180.103617:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 4 req@ffff8a9a1951a680 x1859843854341248/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 496/0 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1773688180.103627:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1773688180.103629:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1773688180.103631:0:68797:0:(mdt_lib.c:1638:mdt_unlink_unpack()) Process entered 00000001:00000001:0.0:1773688180.103633:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.103634:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.103637:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.103637:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.103639:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.103642:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.103643:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.103645:0:68797:0:(mdt_lib.c:1387:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.103646:0:68797:0:(mdt_lib.c:1680:mdt_unlink_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.103647:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.103650:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688180.103651:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688180.103653:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688180.103654:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688180.103658:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8a9b08341000. 02000000:00000001:0.0:1773688180.103659:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.103661:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.103663:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1773688180.103664:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.103665:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.103666:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.103667:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.103668:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.103669:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.103669:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.103670:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.103672:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.103672:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688180.103674:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688180.103677:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688180.103678:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688180.103680:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.103680:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.103681:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.103683:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.103684:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.103685:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.103686:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688180.103687:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.103689:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.103689:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.103690:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688180.103691:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.103692:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1773688180.103693:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.103695:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1773688180.103696:0:68797:0:(mdt_reint.c:1256:mdt_reint_unlink()) Process entered 00000020:00000001:0.0:1773688180.103699:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfc78 00000004:00000002:0.0:1773688180.103701:0:68797:0:(mdt_reint.c:1258:mdt_reint_unlink()) @@@ unlink [0x20000afe1:0xef:0x0]/TIPS.DOC req@ffff8a9a1951a680 x1859843854341248/t0(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 496/2888 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773688180.103706:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1773688180.103708:0:68797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1773688180.103709:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.103710:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.103712:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b07379c00 refcount=3 00000020:00000001:0.0:1773688180.103713:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997178489856 : -129076531061760 : ffff8a9b07379c00) 00010000:00000001:0.0:1773688180.103715:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997178489856 : -129076531061760 : ffff8a9b07379c00) 00010000:00000040:0.0:1773688180.103717:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7b00 count: 2 00000004:00000001:0.0:1773688180.103719:0:68797:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1773688180.103721:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1773688180.103722:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.103723:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.103725:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.103726:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.103729:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688180.103730:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.103734:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.103735:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.103736:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.103737:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688180.103739:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b07379c00 with handle 0x52973366461d3240 from hash 00010000:00000001:0.0:1773688180.103741:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.103741:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.103742:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.103743:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688180.103746:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.103748:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.103749:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688180.103750:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688180.103752:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379c00/0x52973366461d3240 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0x147:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a98f expref: 117 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.103758:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:0.0:1773688180.103760:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 116 00010000:00000010:0.0:1773688180.103762:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921c180. 00010000:00000001:0.0:1773688180.103766:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.103767:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.103769:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.103771:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x147:0x0].0x0 (ffff8a9a1a7d7b00) 00010000:00000001:0.0:1773688180.103774:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.103775:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.103777:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1773688180.103778:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a1a7d7b00 count: 0 00010000:00000010:0.0:1773688180.103781:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9a1677e580. 00010000:00010000:0.0:1773688180.103784:0:68797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1773688180.103785:0:68797:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1773688180.103787:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688180.103788:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:0.0:1773688180.103790:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688180.103793:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:0.0:1773688180.103794:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:0.0:1773688180.103796:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1773688180.103798:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1773688180.103800:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1773688180.103802:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688180.103803:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688180.103805:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:0.0:1773688180.103806:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.103808:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.103810:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b07379a00. 00000020:00000001:0.0:1773688180.103811:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.103813:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b07379a00 with handle 0x52973366461d3255 to hash 00000020:00000001:0.0:1773688180.103814:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.103815:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00010000:00000010:0.0:1773688180.103818:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c180. 00010000:00000001:0.0:1773688180.103820:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00010000:00000001:0.0:1773688180.103821:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.103823:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.103825:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379a00/0x52973366461d3255 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.103829:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688180.103830:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688180.103832:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688180.103833:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.103834:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.103835:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.103836:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.103838:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688180.103839:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688180.103840:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688180.103841:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688180.103842:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 3 00010000:00000040:0.0:1773688180.103844:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688180.103846:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 116 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.103851:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 116 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688180.103856:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379a00/0x52973366461d3255 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.103859:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688180.103860:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.103861:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.103862:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688180.103863:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.103865:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.103866:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.103867:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688180.103868:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.103870:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379a00/0x52973366461d3255 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.103873:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688180.103874:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.103875:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.103876:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688180.103876:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688180.103878:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b415e4500 count: 2 00010000:00000001:0.0:1773688180.103879:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.103880:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.103883:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b311f8e00. 00000020:00000001:0.0:1773688180.103885:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.103886:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b311f8e00 with handle 0x52973366461d325c to hash 00000020:00000001:0.0:1773688180.103887:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.103888:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997881556480 : -129075827995136 : ffff8a9b311f8e00) 00010000:00000010:0.0:1773688180.103890:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c200. 00010000:00000001:0.0:1773688180.103892:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997881556480 : -129075827995136 : ffff8a9b311f8e00) 00010000:00000001:0.0:1773688180.103893:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.103894:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.103896:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b311f8e00/0x52973366461d325c lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.103900:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688180.103901:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688180.103903:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688180.103904:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.103905:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.103907:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.103908:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.103910:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688180.103911:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688180.103912:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688180.103913:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688180.103915:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x220bffe4 (ffff8a9b415e4500) refcount = 2 00010000:00000040:0.0:1773688180.103918:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688180.103920:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3239 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688180.103926:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b311f8e00/0x52973366461d325c lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.103931:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688180.103933:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.103934:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.103936:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688180.103938:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.103940:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.103941:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.103943:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688180.103954:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.103957:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b311f8e00/0x52973366461d325c lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.103962:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688180.103964:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.103965:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.103967:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.103971:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.103976:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:0.0:1773688180.103978:0:68797:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0xef:0x0] version is 0x27000000be 00000004:00000001:0.0:1773688180.103983:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1773688180.104001:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1773688180.104003:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688180.104028:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1773688180.104032:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.104036:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1773688180.104053:0:68797:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688180.104056:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1773688180.104058:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1773688180.104060:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688180.104062:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688180.104065:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688180.104067:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.104069:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688180.104071:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.104072:0:68797:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000004:00000001:0.0:1773688180.104075:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104076:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104079:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688180.104080:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0x147:0x0] 00000020:00000001:0.0:1773688180.104082:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688180.104086:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787704248 : -129080921847368 : ffff8a9a018189b8) 00000004:00000001:0.0:1773688180.104088:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787704160 : -129080921847456 : ffff8a9a01818960) 00000004:00000001:0.0:1773688180.104090:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1773688180.104091:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104094:0:68797:0:(mdt_reint.c:327:mdt_object_stripes_lock()) Process entered 00000004:00000001:0.0:1773688180.104096:0:68797:0:(mdt_handler.c:4293:mdt_object_check_lock()) Process entered 00010000:00000001:0.0:1773688180.104099:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688180.104100:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773688180.104105:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a1a7d7e00. 00010000:00000010:0.0:1773688180.104109:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9a1677e580. 00010000:00000001:0.0:1773688180.104112:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.104115:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0cc0da00. 00000020:00000001:0.0:1773688180.104117:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.104118:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0cc0da00 with handle 0x52973366461d3263 to hash 00000020:00000001:0.0:1773688180.104120:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.104122:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614992976402944 : -129080733148672 : ffff8a9a0cc0da00) 00010000:00000010:0.0:1773688180.104125:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921cc80. 00010000:00000001:0.0:1773688180.104128:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614992976402944 : -129080733148672 : ffff8a9a0cc0da00) 00010000:00000001:0.0:1773688180.104131:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.104132:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.104140:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0da00/0x52973366461d3263 lrc: 3/0,1 mode: --/EX res: [0x20000afe1:0x147:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.104146:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688180.104148:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688180.104149:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688180.104151:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.104152:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.104154:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.104155:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.104157:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688180.104158:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688180.104160:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688180.104161:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688180.104163:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x147:0x0].0x0 (ffff8a9a1a7d7e00) refcount = 1 00010000:00010000:0.0:1773688180.104166:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0da00/0x52973366461d3263 lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x147:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.104172:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688180.104173:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.104175:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.104176:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688180.104177:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.104179:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.104181:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.104184:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688180.104186:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.104188:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0da00/0x52973366461d3263 lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x147:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.104193:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688180.104194:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.104195:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.104197:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.104198:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.104199:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0cc0da00 refcount=3 00000020:00000001:0.0:1773688180.104201:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614992976402944 : -129080733148672 : ffff8a9a0cc0da00) 00010000:00000001:0.0:1773688180.104204:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614992976402944 : -129080733148672 : ffff8a9a0cc0da00) 00010000:00000001:0.0:1773688180.104206:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.104207:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.104209:0:68797:0:(mdt_handler.c:4320:mdt_object_check_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104211:0:68797:0:(mdt_reint.c:350:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.104214:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.104217:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:0.0:1773688180.104218:0:68797:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0x147:0x0] version is 0x2800000100 00000004:00000001:0.0:1773688180.104222:0:68797:0:(mdd_dir.c:2162:mdd_unlink()) Process entered 00000004:00000001:0.0:1773688180.104231:0:68797:0:(mdd_dir.c:2109:mdd_hsm_archive_exists()) Process entered 00000020:00000010:0.0:1773688180.104234:0:68797:0:(lu_object.c:2397:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8a9a106483e0. 00000004:00000001:0.0:1773688180.104237:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.104239:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.104241:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.104244:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:0.0:1773688180.104255:0:68797:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:0.0:1773688180.104256:0:68797:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:0.0:1773688180.104259:0:68797:0:(lu_object.c:2385:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8a9a106483e0. 00000004:00000001:0.0:1773688180.104262:0:68797:0:(mdd_dir.c:2123:mdd_hsm_archive_exists()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104264:0:68797:0:(mdd_dir.c:2038:mdd_unlink_sanity_check()) Process entered 00000004:00000001:0.0:1773688180.104265:0:68797:0:(mdd_dir.c:523:mdd_may_delete()) Process entered 00000004:00000001:0.0:1773688180.104266:0:68797:0:(mdd_dir.c:487:mdd_may_delete_entry()) Process entered 00000004:00000001:0.0:1773688180.104268:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688180.104270:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 3 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1773688180.104272:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104273:0:68797:0:(mdd_dir.c:509:mdd_may_delete_entry()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104275:0:68797:0:(mdd_dir.c:563:mdd_may_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104276:0:68797:0:(mdd_dir.c:2042:mdd_unlink_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1773688180.104278:0:68797:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1773688180.104281:0:68797:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9b07fb6c60. 00080000:00000001:0.0:1773688180.104283:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1773688180.104286:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a10783000. 00080000:00000001:0.0:1773688180.104288:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993038749696 : -129080670801920 : ffff8a9a10783000) 00000004:00000001:0.0:1773688180.104290:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.104291:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993038749696 : -129080670801920 : ffff8a9a10783000) 00080000:00000001:0.0:1773688180.104294:0:68797:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:0.0:1773688180.104299:0:68797:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104301:0:68797:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688180.104303:0:68797:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688180.104304:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.104304:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993038749696 : -129080670801920 : ffff8a9a10783000) 00080000:00000001:0.0:1773688180.104307:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688180.104308:0:68797:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104310:0:68797:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104311:0:68797:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688180.104313:0:68797:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104314:0:68797:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104316:0:68797:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:0.0:1773688180.104317:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.104318:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993038749696 : -129080670801920 : ffff8a9a10783000) 00080000:00000002:0.0:1773688180.104320:0:68797:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x20000afe1:0x147:0x0] not in the id map cache 00080000:00000001:0.0:1773688180.104322:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688180.104327:0:68797:0:(osd_object.c:1130:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688180.104328:0:68797:0:(osd_object.c:1204:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104330:0:68797:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104331:0:68797:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:0.0:1773688180.104332:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.104333:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993038749696 : -129080670801920 : ffff8a9a10783000) 00080000:00000001:0.0:1773688180.104335:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688180.104336:0:68797:0:(osd_object.c:1130:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688180.104337:0:68797:0:(osd_object.c:1204:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104338:0:68797:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104339:0:68797:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688180.104340:0:68797:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688180.104341:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.104342:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993038749696 : -129080670801920 : ffff8a9a10783000) 00080000:00000001:0.0:1773688180.104343:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688180.104344:0:68797:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104345:0:68797:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104346:0:68797:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104347:0:68797:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688180.104348:0:68797:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1773688180.104349:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.104349:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993038749696 : -129080670801920 : ffff8a9a10783000) 00080000:00000001:0.0:1773688180.104350:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688180.104352:0:68797:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104352:0:68797:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104353:0:68797:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104355:0:68797:0:(lod_object.c:6524:lod_declare_destroy()) Process entered 00000004:00000001:0.0:1773688180.104356:0:68797:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688180.104356:0:68797:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104358:0:68797:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:0.0:1773688180.104358:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.104359:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993038749696 : -129080670801920 : ffff8a9a10783000) 00080000:00000001:0.0:1773688180.104361:0:68797:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:0.0:1773688180.104362:0:68797:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1773688180.104364:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688180.104365:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688180.104365:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688180.104366:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.104367:0:68797:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.104373:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:0.0:1773688180.104374:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688180.104378:0:68797:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104380:0:68797:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104382:0:68797:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1773688180.104383:0:68797:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:0.0:1773688180.104384:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.104386:0:68797:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1773688180.104387:0:68797:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1773688180.104388:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688180.104389:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688180.104390:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688180.104391:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688180.104392:0:68797:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1773688180.104393:0:68797:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x280000401 00000004:00000001:0.0:1773688180.104395:0:68797:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104396:0:68797:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446614993038749696 : -129080670801920 : ffff8a9a10783000) 00000004:00000001:0.0:1773688180.104399:0:68797:0:(osp_object.c:1685:osp_declare_destroy()) Process entered 00000004:00000001:0.0:1773688180.104401:0:68797:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:0.0:1773688180.104402:0:68797:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1773688180.104403:0:68797:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446614993038749696 : -129080670801920 : ffff8a9a10783000) 00000004:00000040:0.0:1773688180.104406:0:68797:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a9b347676c0 : new refcount 3 00000040:00000001:0.0:1773688180.104407:0:68797:0:(llog.c:1283:llog_declare_add()) Process entered 00000040:00000001:0.0:1773688180.104410:0:68797:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:0.0:1773688180.104411:0:68797:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x2:1 flags 412 count 2 00000040:00000001:0.0:1773688180.104413:0:68797:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:0.0:1773688180.104415:0:68797:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1773688180.104417:0:68797:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:0.0:1773688180.104418:0:68797:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773688180.104420:0:68797:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:0.0:1773688180.104421:0:68797:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:0.0:1773688180.104423:0:68797:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:0.0:1773688180.104426:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688180.104434:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688180.104434:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.104436:0:68797:0:(osd_object.c:1462:osd_declare_create()) Process entered 00080000:00000001:0.0:1773688180.104444:0:68797:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1773688180.104445:0:68797:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1773688180.104452:0:68797:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0xa5:0x0] not in the id map cache 00000001:00000001:0.0:1773688180.104454:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688180.104456:0:68797:0:(osd_object.c:1516:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.104458:0:68797:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1773688180.104461:0:68797:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.104462:0:68797:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773688180.104465:0:68797:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773688180.104467:0:68797:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773688180.104469:0:68797:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1773688180.104471:0:68797:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1773688180.104472:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688180.104490:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688180.104492:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.104494:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688180.104502:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688180.104503:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773688180.104505:0:68797:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773688180.104507:0:68797:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.104509:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688180.104510:0:68797:0:(osd_object.c:1130:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688180.104512:0:68797:0:(osd_object.c:1204:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773688180.104513:0:68797:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1773688180.104514:0:68797:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1773688180.104516:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688180.104520:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688180.104521:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.104522:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688180.104527:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688180.104528:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773688180.104529:0:68797:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773688180.104530:0:68797:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.104531:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688180.104532:0:68797:0:(osd_object.c:1130:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688180.104534:0:68797:0:(osd_object.c:1204:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773688180.104535:0:68797:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773688180.104536:0:68797:0:(llog.c:1291:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1773688180.104537:0:68797:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8a9b347676c0 : new refcount 2 00000004:00000001:0.0:1773688180.104539:0:68797:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104540:0:68797:0:(osp_object.c:1692:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104542:0:68797:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104543:0:68797:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104544:0:68797:0:(lod_object.c:6601:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104548:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.104549:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993038749696 : -129080670801920 : ffff8a9a10783000) 00080000:00000001:0.0:1773688180.104552:0:68797:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:0.0:1773688180.104559:0:68797:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104560:0:68797:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:0.0:1773688180.104561:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.104562:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993038749696 : -129080670801920 : ffff8a9a10783000) 00080000:00000001:0.0:1773688180.104564:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1773688180.104566:0:68797:0:(osd_object.c:1130:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688180.104567:0:68797:0:(osd_object.c:1204:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104568:0:68797:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104570:0:68797:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688180.104572:0:68797:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1773688180.104573:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.104574:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993038749696 : -129080670801920 : ffff8a9a10783000) 00080000:00000001:0.0:1773688180.104576:0:68797:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1773688180.104590:0:68797:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104592:0:68797:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104594:0:68797:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.104597:0:68797:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1773688180.104599:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1773688180.104602:0:68797:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1773688180.104603:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.104605:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993038749696 : -129080670801920 : ffff8a9a10783000) 00080000:00000001:0.0:1773688180.104608:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1773688180.104610:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1773688180.104612:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104613:0:68797:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.104630:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.104633:0:68797:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104637:0:68797:0:(mdd_dir.c:688:__mdd_index_delete()) Process entered 00000004:00000001:0.0:1773688180.104638:0:68797:0:(mdd_dir.c:629:__mdd_index_delete_only()) Process entered 00000004:00000001:0.0:1773688180.104640:0:68797:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:0.0:1773688180.104642:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.104643:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993038749696 : -129080670801920 : ffff8a9a10783000) 00080000:00000001:0.0:1773688180.104646:0:68797:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:0.0:1773688180.104658:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1773688180.104659:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1773688180.104661:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688180.104662:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688180.104663:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688180.104665:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.104667:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688180.104669:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.104680:0:68797:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104682:0:68797:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104684:0:68797:0:(mdd_dir.c:636:__mdd_index_delete_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104686:0:68797:0:(mdd_dir.c:697:__mdd_index_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104689:0:68797:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:0.0:1773688180.104690:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.104692:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993038749696 : -129080670801920 : ffff8a9a10783000) 00080000:00000001:0.0:1773688180.104695:0:68797:0:(osd_object.c:2093:osd_ref_del()) Process entered 00080000:00000001:0.0:1773688180.104700:0:68797:0:(osd_object.c:2113:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104702:0:68797:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104705:0:68797:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:0.0:1773688180.104707:0:68797:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:0.0:1773688180.104709:0:68797:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:0.0:1773688180.104711:0:68797:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:0.0:1773688180.104712:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.104713:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993038749696 : -129080670801920 : ffff8a9a10783000) 00080000:00000001:0.0:1773688180.104716:0:68797:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:0.0:1773688180.104717:0:68797:0:(osd_object.c:1274:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688180.104719:0:68797:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104720:0:68797:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104721:0:68797:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:0.0:1773688180.104722:0:68797:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104723:0:68797:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104724:0:68797:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104725:0:68797:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104727:0:68797:0:(mdd_dir.c:1992:mdd_finish_unlink()) Process entered 00000004:00000001:0.0:1773688180.104729:0:68797:0:(lod_object.c:6624:lod_destroy()) Process entered 00000004:00000001:0.0:1773688180.104730:0:68797:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:0.0:1773688180.104731:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.104732:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993038749696 : -129080670801920 : ffff8a9a10783000) 00080000:00000001:0.0:1773688180.104734:0:68797:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:0.0:1773688180.104735:0:68797:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1773688180.104735:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688180.104736:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688180.104737:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688180.104738:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.104739:0:68797:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.104765:0:68797:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1773688180.104767:0:68797:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104768:0:68797:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104770:0:68797:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1773688180.104771:0:68797:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:0.0:1773688180.104772:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.104773:0:68797:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1773688180.104774:0:68797:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1773688180.104774:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1773688180.104775:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773688180.104776:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688180.104777:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773688180.104778:0:68797:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1773688180.104779:0:68797:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x280000401 00000004:00000001:0.0:1773688180.104780:0:68797:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104781:0:68797:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446614993038749696 : -129080670801920 : ffff8a9a10783000) 00000004:00000001:0.0:1773688180.104783:0:68797:0:(osp_object.c:1720:osp_destroy()) Process entered 00000004:00000001:0.0:1773688180.104784:0:68797:0:(osp_sync.c:451:osp_sync_add_rec()) Process entered 00000020:00000001:0.0:1773688180.104785:0:68797:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1773688180.104786:0:68797:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446614993038749696 : -129080670801920 : ffff8a9a10783000) 00000004:00000040:0.0:1773688180.104788:0:68797:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a9b347676c0 : new refcount 3 00000040:00000001:0.0:1773688180.104789:0:68797:0:(llog.c:1265:llog_add()) Process entered 00000040:00000001:0.0:1773688180.104790:0:68797:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:0.0:1773688180.104791:0:68797:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:0.0:1773688180.104792:0:68797:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446614998149242880 : -129075560308736 : ffff8a9b41142000) 00000040:00000001:0.0:1773688180.104794:0:68797:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:0.0:1773688180.104795:0:68797:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1773688180.104796:0:68797:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1773688180.104798:0:68797:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1773688180.104799:0:68797:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0xa4:0x0] 00080000:00000001:0.0:1773688180.104804:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688180.104811:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1773688180.104813:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688180.104815:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1773688180.104816:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688180.104818:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1773688180.104819:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688180.104824:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=64 : 64 : 40) 00000040:00080000:0.0:1773688180.104826:0:68797:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa4:0x0].14, 64 off9088 00000040:00000001:0.0:1773688180.104828:0:68797:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1773688180.104829:0:68797:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1773688180.104831:0:68797:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:0.0:1773688180.104833:0:68797:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773688180.104835:0:68797:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1773688180.104836:0:68797:0:(llog.c:1273:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:0.0:1773688180.104837:0:68797:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8a9b347676c0 : new refcount 2 00000004:00001000:0.0:1773688180.104839:0:68797:0:(osp_sync.c:518:osp_sync_add_rec()) lustre-OST0000-osc-MDT0000: new record [0x1:0xa4:0x0].14: rc = 1 00000004:00000010:0.0:1773688180.104841:0:68797:0:(osp_sync.c:1828:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8a9b05f8db40. 00000004:00080000:0.0:1773688180.104844:0:68797:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2959055835567ns, next at 2960055832560ns, rc = 0 00000004:00000001:0.0:1773688180.104846:0:68797:0:(osp_sync.c:528:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104847:0:68797:0:(osp_object.c:1737:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104848:0:68797:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104849:0:68797:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104851:0:68797:0:(lod_object.c:6698:lod_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.104852:0:68797:0:(mdd_dir.c:2024:mdd_finish_unlink()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.104854:0:68797:0:(osd_object.c:944:osd_attr_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:0.0:1773688180.104856:0:68797:0:(mdd_dir.c:2294:mdd_unlink()) Process leaving 00000004:00000001:0.0:1773688180.104858:0:68797:0:(mdd_dir.c:1371:mdd_changelog_ns_store()) Process entered 00000004:00000001:0.0:1773688180.104859:0:68797:0:(mdd_dir.c:1378:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.104860:0:68797:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1773688180.104861:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1773688180.104863:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1773688180.104865:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692098, last_committed = 171798692041 00000001:00000010:0.0:1773688180.104867:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b05f8d2a0. 00000001:00000040:0.0:1773688180.104869:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 57 00000020:00000040:0.0:1773688180.104870:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=117 00000001:00000010:0.0:1773688180.104873:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9b08c09f00. 00000004:00000001:0.0:1773688180.104876:0:68797:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1773688180.104877:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1773688180.104878:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993038749696 : -129080670801920 : ffff8a9a10783000) 00080000:00000001:0.0:1773688180.104880:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1773688180.104884:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1773688180.104885:0:68797:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1773688180.104887:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9b08c09f00: xid 1859843854341248, transno 171798692098, tag 1, client gen 13, slot idx 2 00000001:00000001:0.0:1773688180.104889:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.104907:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773688180.104908:0:68797:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9b07fb6c60. 00000020:00000001:0.0:1773688180.104910:0:68797:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1773688180.104913:0:68797:0:(mdt_io.c:2177:mdt_dom_discard_data()) Process entered 00010000:00000001:0.0:1773688180.104914:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688180.104916:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688180.104918:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a1a7d7e00 count: 2 00010000:00000001:0.0:1773688180.104919:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.104921:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.104924:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0cc0d200. 00000020:00000001:0.0:1773688180.104926:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.104928:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0cc0d200 with handle 0x52973366461d326a to hash 00000020:00000001:0.0:1773688180.104930:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.104932:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614992976400896 : -129080733150720 : ffff8a9a0cc0d200) 00010000:00000010:0.0:1773688180.104935:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921ca80. 00010000:00000001:0.0:1773688180.104938:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614992976400896 : -129080733150720 : ffff8a9a0cc0d200) 00010000:00000001:0.0:1773688180.104940:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.104942:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.104957:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0d200/0x52973366461d326a lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0x147:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.104964:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688180.104966:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688180.104968:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688180.104969:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.104971:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.104973:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.104974:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.104977:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688180.104978:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688180.104979:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688180.104980:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688180.104982:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x147:0x0].0x0 (ffff8a9a1a7d7e00) refcount = 2 00010000:00000040:0.0:1773688180.104985:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688180.104987:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0da00/0x52973366461d3263 lrc: 2/0,1 mode: EX/EX res: [0x20000afe1:0x147:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688180.104992:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0d200/0x52973366461d326a lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x147:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.104995:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688180.104996:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.104998:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.104998:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688180.105000:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.105001:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.105002:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1773688180.105004:0:68797:0:(mdt_io.c:2134:ldlm_dom_discard_cp_ast()) Process entered 00002000:00000001:0.0:1773688180.105005:0:68797:0:(mdt_io.c:2144:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773688180.105026:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8a400. 00010000:00000010:0.1:1773688180.105031:0:68797:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9b415e4100. 00010000:00000010:0.1:1773688180.105034:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86800. 00010000:00000010:0.1:1773688180.105043:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8be00. 00010000:00010000:0.0:1773688180.105048:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0d200/0x52973366461d326a lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0x147:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.105052:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688180.105053:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.105054:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.105055:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.105056:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.105057:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0cc0d200 refcount=3 00000020:00000001:0.0:1773688180.105059:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614992976400896 : -129080733150720 : ffff8a9a0cc0d200) 00010000:00000001:0.0:1773688180.105061:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614992976400896 : -129080733150720 : ffff8a9a0cc0d200) 00010000:00000001:0.0:1773688180.105063:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.105064:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.105065:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0cc0d200 refcount=4 00000020:00000001:0.0:1773688180.105067:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614992976400896 : -129080733150720 : ffff8a9a0cc0d200) 00010000:00000001:0.0:1773688180.105068:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614992976400896 : -129080733150720 : ffff8a9a0cc0d200) 00010000:00000001:0.0:1773688180.105070:0:68797:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1773688180.105072:0:68797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0d200/0x52973366461d326a lrc: 4/0,1 mode: PW/PW res: [0x20000afe1:0x147:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.105075:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688180.105077:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0d200/0x52973366461d326a lrc: 4/0,1 mode: PW/PW res: [0x20000afe1:0x147:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.105079:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.105080:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688180.105081:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0d200/0x52973366461d326a lrc: 3/0,0 mode: PW/PW res: [0x20000afe1:0x147:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.105085:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.105086:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.105088:0:68797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1773688180.105090:0:68797:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8a9b08c09180. 00010000:00000001:0.0:1773688180.105092:0:68797:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1773688180.105103:0:68797:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1773688180.105105:0:68797:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.105106:0:68797:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.105107:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688180.105108:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.105109:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.105110:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.105110:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1773688180.105111:0:68797:0:(mdt_io.c:2227:mdt_dom_discard_data()) Process leaving 00000004:00000001:0.0:1773688180.105112:0:68797:0:(mdt_lib.c:1068:mdt_handle_last_unlink()) Process entered 00000001:00000001:0.0:1773688180.105115:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.105116:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.105118:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.105119:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.105121:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.105122:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.105123:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.105124:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688180.105126:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x147:0x0]: nlink=0, mode=100600, valid=0x100000000000278f 00000004:00000001:0.0:1773688180.105128:0:68797:0:(mdt_lib.c:1089:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688180.105131:0:7561:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773688180.105132:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1773688180.105134:0:7561:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.105137:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688180.105138:0:7561:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000001:00000001:0.0:1773688180.105141:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00010000:00000001:2.0:1773688180.105142:0:7561:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00000001:00000001:0.0:1773688180.105143:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688180.105144:0:7561:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000004:00000001:0.0:1773688180.105146:0:68797:0:(mdt_reint.c:1458:mdt_reint_unlink()) Process leaving 00010000:00010000:2.0:1773688180.105149:0:7561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0d200/0x52973366461d326a lrc: 2/0,0 mode: PW/PW res: [0x20000afe1:0x147:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:0.0:1773688180.105149:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688180.105152:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00000004:00000001:0.0:1773688180.105154:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688180.105156:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688180.105158:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00010000:2.0:1773688180.105159:0:7561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a0cc0d200 already unused, calling callback (ffffffffc162de40) 00000020:00000001:0.0:1773688180.105159:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.105162:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0cc0da00 refcount=3 00010000:00000001:2.0:1773688180.105163:0:7561:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1773688180.105164:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614992976402944 : -129080733148672 : ffff8a9a0cc0da00) 00010000:00000001:2.0:1773688180.105167:0:7561:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:0.0:1773688180.105167:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614992976402944 : -129080733148672 : ffff8a9a0cc0da00) 00010000:00000001:0.0:1773688180.105171:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773688180.105172:0:7561:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0d200/0x52973366461d326a lrc: 2/0,0 mode: PW/PW res: [0x20000afe1:0x147:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688180.105173:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0da00/0x52973366461d3263 lrc: 3/0,1 mode: EX/EX res: [0x20000afe1:0x147:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.105186:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.105188:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688180.105189:0:7561:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00010000:0.0:1773688180.105190:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0da00/0x52973366461d3263 lrc: 2/0,0 mode: EX/EX res: [0x20000afe1:0x147:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773688180.105193:0:7561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773688180.105196:0:7561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1773688180.105196:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.105199:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688180.105201:0:7561:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0cc0d200 refcount=3 00010000:00000001:0.0:1773688180.105201:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688180.105205:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0da00/0x52973366461d3263 lrc: 3/0,0 mode: EX/EX res: [0x20000afe1:0x147:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1773688180.105206:0:7561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614992976400896 : -129080733150720 : ffff8a9a0cc0d200) 00010000:00000001:2.0:1773688180.105212:0:7561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614992976400896 : -129080733150720 : ffff8a9a0cc0d200) 00010000:00010000:0.0:1773688180.105213:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a0cc0da00 already unused, calling callback (ffffffffc20864f0) 00010000:00000001:2.0:1773688180.105216:0:7561:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000004:00000001:0.0:1773688180.105217:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.105220:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1773688180.105222:0:7561:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0d200/0x52973366461d326a lrc: 3/0,0 mode: PW/PW res: [0x20000afe1:0x147:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688180.105223:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0da00/0x52973366461d3263 lrc: 3/0,0 mode: EX/EX res: [0x20000afe1:0x147:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.105236:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773688180.105238:0:7561:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773688180.105239:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1773688180.105242:0:7561:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1773688180.105242:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.105243:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0cc0da00 refcount=4 00010000:00000001:2.0:1773688180.105244:0:7561:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.105246:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614992976402944 : -129080733148672 : ffff8a9a0cc0da00) 00010000:00000001:2.0:1773688180.105248:0:7561:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688180.105249:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614992976402944 : -129080733148672 : ffff8a9a0cc0da00) 00010000:00000001:2.0:1773688180.105252:0:7561:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688180.105254:0:7561:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688180.105256:0:7561:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773688180.105257:0:7561:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0cc0d200 with handle 0x52973366461d326a from hash 00010000:00000001:2.0:1773688180.105259:0:7561:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773688180.105260:0:7561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688180.105261:0:7561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773688180.105262:0:7561:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688180.105264:0:7561:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1773688180.105266:0:7561:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688180.105267:0:7561:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688180.105268:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1773688180.105269:0:7561:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1773688180.105272:0:7561:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.105272:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0da00/0x52973366461d3263 lrc: 4/0,0 mode: EX/EX res: [0x20000afe1:0x147:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688180.105274:0:7561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x147:0x0].0x0 (ffff8a9a1a7d7e00) 00010000:00010000:2.0:1773688180.105279:0:7561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00000001:0.0:1773688180.105282:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773688180.105283:0:7561:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688180.105286:0:7561:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.105286:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1773688180.105288:0:7561:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00000004:00000001:0.0:1773688180.105289:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688180.105290:0:7561:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773688180.105293:0:7561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.105293:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773688180.105296:0:7561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.105296:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773688180.105299:0:7561:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.105299:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773688180.105301:0:7561:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.105302:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688180.105304:0:7561:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688180.105306:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0cc0da00 with handle 0x52973366461d3263 from hash 00010000:00010000:2.0:1773688180.105308:0:7561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0d200/0x52973366461d326a lrc: 1/0,0 mode: --/PW res: [0x20000afe1:0x147:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.105309:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.105311:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.105313:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.105315:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773688180.105316:0:7561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.105318:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00010000:2.0:1773688180.105319:0:7561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0d200/0x52973366461d326a lrc: 0/0,0 mode: --/PW res: [0x20000afe1:0x147:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.105320:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.105324:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688180.105326:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000010:2.0:1773688180.105328:0:7561:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921ca80. 00010000:00000001:0.0:1773688180.105329:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.105332:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x147:0x0].0x0 (ffff8a9a1a7d7e00) 00010000:00010000:0.0:1773688180.105334:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:0.0:1773688180.105336:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.105337:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773688180.105338:0:7561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.105339:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1773688180.105340:0:7561:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688180.105342:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000010:2.0:1773688180.105343:0:7561:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8a9b08c09180. 00010000:00000001:0.0:1773688180.105345:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773688180.105347:0:7561:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.105347:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1773688180.105350:0:7561:0:(genops.c:1914:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1773688180.105350:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688180.105353:0:7561:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.105354:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688180.105356:0:7561:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1773688180.105357:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688180.105358:0:7561:0:(genops.c:1914:obd_stale_export_get()) Process entered 00010000:00010000:0.0:1773688180.105360:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0da00/0x52973366461d3263 lrc: 2/0,0 mode: --/EX res: [0x20000afe1:0x147:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1773688180.105361:0:7561:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773688180.105365:0:7561:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773688180.105367:0:7561:0:(genops.c:1914:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1773688180.105368:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1773688180.105369:0:7561:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.105370:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.105372:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688180.105373:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688180.105374:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688180.105376:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0da00/0x52973366461d3263 lrc: 0/0,0 mode: --/EX res: [0x20000afe1:0x147:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773688180.105379:0:7561:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:0.0:1773688180.105379:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921cc80. 00010000:00000040:0.0:1773688180.105384:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a1a7d7e00 count: 0 00010000:00000010:0.0:1773688180.105387:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9a1677e580. 00010000:00000001:0.0:1773688180.105391:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.105392:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688180.105393:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688180.105394:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688180.105394:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1773688180.105396:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00080000:00000010:0.0:1773688180.105412:0:68797:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff8a9a0a17c000. 00000004:00000001:0.0:1773688180.105417:0:68797:0:(osp_object.c:2348:osp_object_release()) Process entered 00000004:00000001:0.0:1773688180.105418:0:68797:0:(osp_object.c:2380:osp_object_release()) Process leaving 00000004:00000010:0.0:1773688180.105420:0:68797:0:(osp_object.c:2328:osp_object_free()) slab-freed 'obj': 568 at ffff8a9a105a1cd8. 00000004:00000010:0.0:1773688180.105424:0:68797:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8a9a0fbc6b68. 00000004:00000010:0.0:1773688180.105427:0:68797:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8a9a0fbc6a40. 00000004:00000010:0.0:1773688180.105430:0:68797:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8a9b08c09900. 00000004:00000010:0.0:1773688180.105433:0:68797:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8a9b09d15ed0. 00000004:00000010:0.0:1773688180.105436:0:68797:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8a9b09e2c000. 00000004:00000001:0.0:1773688180.105438:0:68797:0:(mdt_handler.c:7006:mdt_object_free()) Process entered 00000004:00000040:0.0:1773688180.105439:0:68797:0:(mdt_handler.c:7010:mdt_object_free()) object free, fid = [0x20000afe1:0x147:0x0] 00000004:00000010:0.0:1773688180.105441:0:68797:0:(mdt_handler.c:7017:mdt_object_free()) slab-freed 'mo': 480 at ffff8a9a01818960. 00000004:00000001:0.0:1773688180.105445:0:68797:0:(mdt_handler.c:7020:mdt_object_free()) Process leaving 00000004:00000001:0.0:1773688180.105446:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688180.105447:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688180.105448:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688180.105449:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.105450:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.105451:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b07379a00 refcount=3 00000020:00000001:0.0:1773688180.105453:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00010000:00000001:0.0:1773688180.105456:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00010000:00000001:0.0:1773688180.105458:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688180.105461:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379a00/0x52973366461d3255 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.105466:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.105467:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688180.105469:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379a00/0x52973366461d3255 lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.105474:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.105476:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.105478:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688180.105480:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379a00/0x52973366461d3255 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688180.105486:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9b07379a00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688180.105488:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.105491:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688180.105493:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379a00/0x52973366461d3255 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.105499:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688180.105500:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.105501:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.105503:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b07379a00 refcount=4 00000020:00000001:0.0:1773688180.105505:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00010000:00000001:0.0:1773688180.105507:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997178489344 : -129076531062272 : ffff8a9b07379a00) 00010000:00000001:0.0:1773688180.105508:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688180.105509:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379a00/0x52973366461d3255 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.105513:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688180.105514:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688180.105515:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.105517:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688180.105518:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.105519:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.105520:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688180.105522:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b07379a00 with handle 0x52973366461d3255 from hash 00010000:00000001:0.0:1773688180.105523:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.105524:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.105525:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.105526:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688180.105527:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.105528:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.105530:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688180.105531:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.105532:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.105534:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:0.0:1773688180.105535:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688180.105536:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.105538:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.105539:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688180.105540:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688180.105541:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.105542:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.105543:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.105544:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.105545:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.105547:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379a00/0x52973366461d3255 lrc: 2/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.105550:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.105551:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.105551:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688180.105552:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688180.105553:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688180.105554:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b07379a00/0x52973366461d3255 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688180.105557:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921c180. 00010000:00000001:0.0:1773688180.105561:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.105562:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688180.105563:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688180.105564:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.105565:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.105566:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b311f8e00 refcount=3 00000020:00000001:0.0:1773688180.105568:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997881556480 : -129075827995136 : ffff8a9b311f8e00) 00010000:00000001:0.0:1773688180.105569:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997881556480 : -129075827995136 : ffff8a9b311f8e00) 00000004:00010000:0.0:1773688180.105571:0:68797:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000009774f94c reply state 0000000060436f24 transno 171798692098 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b311f8e00/0x52973366461d325c lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.105576:0:68797:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:0.0:1773688180.105577:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.105578:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.105579:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688180.105580:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688180.105581:0:68797:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688180.105583:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688180.105584:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x220bffe4 (ffff8a9b415e4500) refcount = 2 00010000:00000040:0.0:1773688180.105585:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688180.105587:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3239 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688180.105591:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b311f8e00/0x52973366461d325c lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.105593:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688180.105594:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.105595:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.105597:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688180.105597:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.105598:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.105600:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x220bffe4 (ffff8a9b415e4500) 00010000:00010000:0.0:1773688180.105601:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688180.105602:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.105603:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.105604:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688180.105604:0:68797:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:0.0:1773688180.105605:0:68797:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:0.0:1773688180.105606:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.105607:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.105608:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688180.105609:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688180.105609:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688180.105610:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1773688180.105611:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688180.105612:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688180.105614:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.105615:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1773688180.105617:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688180.105618:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688180.105619:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688180.105620:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688180.105621:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688180.105623:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1773688180.105625:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.105627:0:68797:0:(mdt_handler.c:3355:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773688180.105629:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692098, xid 1859843854341248 00010000:00000001:0.0:1773688180.105631:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:0.0:1773688180.105632:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=118 00010000:00000200:0.0:1773688180.105634:0:68797:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 171798692098, last committed = 171798692041 00010000:00000200:0.0:1773688180.105638:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a1951a680 x1859843854341248/t171798692098(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 496/456 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773688180.105644:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688180.105646:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688180.105648:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=58 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688180.105650:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688180.105652:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688180.105653:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688180.105655:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688180.105656:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.105658:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688180.105660:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688180.105662:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316beb28. 00000100:00000200:0.0:1773688180.105665:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1859843854341248, offset 224 00000400:00000200:0.0:1773688180.105670:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688180.105676:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688180.105680:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48241:48241:256:4294967295] 192.168.204.51@tcp LPNI seq info [48237:48237:8:4294967295] 00000400:00000200:0.0:1773688180.105688:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688180.105692:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688180.105695:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356f00. 00000800:00000200:0.0:1773688180.105698:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688180.105703:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688180.105705:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356f00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1773688180.105715:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688180.105717:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688180.105720:0:68797:0:(ldlm_lib.c:3443:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688180.105721:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.105723:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688180.105726:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a1951a680 x1859843854341248/t171798692098(0) o36->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 496/456 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773688180.105733:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a1951a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+118:68109:x1859843854341248:12345-192.168.204.51@tcp:36:dbench.0 Request processed in 2164us (2292us total) trans 171798692098 rc 0/0 00000100:00100000:0.0:1773688180.105739:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15571 00000100:00000040:0.0:1773688180.105741:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688180.105743:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688180.105744:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688180.105746:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a16b7c700. 00000020:00000010:0.0:1773688180.105750:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b054003e8. 00000020:00000010:0.0:1773688180.105753:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b37441200. 00000020:00000040:0.0:1773688180.105756:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 117 00000100:00000001:0.0:1773688180.105757:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688180.105766:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688180.105769:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356f00. 00000400:00000200:2.0:1773688180.105774:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.105779:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.105782:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316beb28 00000400:00000010:2.0:1773688180.105784:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316beb28. 00000100:00000001:2.0:1773688180.105788:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688180.105790:0:3440:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688180.107541:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.107547:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.107549:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.107550:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.107554:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.107561:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4469500 00000400:00000200:2.0:1773688180.107565:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 145328 00000800:00000001:2.0:1773688180.107569:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.107574:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.107576:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.107578:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.107581:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.107582:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688180.107585:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a1951b480. 00000100:00000040:2.0:1773688180.107587:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a1951b480 x1859843854341376 msgsize 584 00000100:00100000:2.0:1773688180.107590:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.107598:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.107603:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.107606:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688180.107620:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688180.107624:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854341376 02000000:00000001:0.0:1773688180.107626:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688180.107628:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688180.107630:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688180.107633:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688180.107635:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854341376 00000020:00000001:0.0:1773688180.107637:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688180.107638:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688180.107639:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.107640:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=118 00000020:00000001:0.0:1773688180.107642:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688180.107644:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688180.107646:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688180.107649:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b087033c0. 00000100:00000001:0.0:1773688180.107651:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688180.107653:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b087033c0. 00000020:00000010:0.0:1773688180.107656:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b37441200. 00000020:00000010:0.0:1773688180.107658:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a1677eb80. 00000020:00000010:0.0:1773688180.107661:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b054003e8. 00000100:00000040:0.0:1773688180.107664:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688180.107666:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688180.107667:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688180.107669:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688180.107670:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.107671:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.107674:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.107681:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688180.107686:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688180.107687:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688180.107690:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15572 00000100:00000040:0.0:1773688180.107692:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688180.107693:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993187222656 : -129080522328960 : ffff8a9a1951b480) 00000100:00000040:0.0:1773688180.107697:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a1951b480 x1859843854341376/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 584/0 e 0 to 0 dl 1773688260 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688180.107703:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688180.107705:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b087033c0. 00000100:00000001:0.0:1773688180.107706:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688180.107707:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b087033c0. 00000100:00100000:0.0:1773688180.107710:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a1951b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+118:68109:x1859843854341376:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688180.107713:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854341376 00000020:00000001:0.0:1773688180.107715:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688180.107716:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1773688180.107719:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9b08c09f00: xid 1859843854341248, transno 171798692098, client gen 13, slot idx 2 00000001:00000001:0.0:1773688180.107722:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b0555e180: xid 1859843854340992, transno 171798692097, client gen 13, slot idx 3 00000001:00000010:0.0:1773688180.107724:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b0555e180. 00000020:00000001:0.0:1773688180.107726:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.107728:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688180.107729:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688180.107731:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688180.107732:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854341376, found 0 last_xid 1859843854341375 00000020:00000001:0.0:1773688180.107734:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688180.107735:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688180.107736:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688180.107738:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.107740:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688180.107741:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688180.107742:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688180.107743:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688180.107744:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.107746:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688180.107749:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:0.0:1773688180.107751:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.107752:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.107754:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0cc0d800. 00000020:00000001:0.0:1773688180.107756:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.107758:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0cc0d800 with handle 0x52973366461d3271 to hash 00000020:00000001:0.0:1773688180.107759:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.107760:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614992976402432 : -129080733149184 : ffff8a9a0cc0d800) 00010000:00000010:0.0:1773688180.107763:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c180. 00010000:00000001:0.0:1773688180.107764:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614992976402432 : -129080733149184 : ffff8a9a0cc0d800) 00010000:00010000:0.0:1773688180.107767:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0d800/0x52973366461d3271 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a99d expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.107773:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:0.0:1773688180.107774:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=119 00010000:00000001:0.0:1773688180.107778:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688180.107779:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688180.107783:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688180.107784:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688180.107786:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1773688180.107788:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688180.107789:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:0.0:1773688180.107791:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688180.107793:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:0.0:1773688180.107794:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:0.0:1773688180.107796:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.107798:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688180.107799:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688180.107800:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688180.107802:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688180.107804:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b08342000. 02000000:00000001:0.0:1773688180.107806:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.107807:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.107808:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.107810:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1773688180.107812:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:0.0:1773688180.107813:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.107814:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.107815:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.107816:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.107818:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.107819:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.107820:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.107821:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.107822:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.107823:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.107824:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.107825:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.107826:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.107827:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.107828:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.107828:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.107829:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.107831:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.107831:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688180.107833:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688180.107835:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688180.107836:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688180.107838:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.107839:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.107840:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.107840:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.107841:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.107842:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.107843:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688180.107844:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.107845:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.107846:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.107847:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688180.107848:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.107850:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:0.0:1773688180.107853:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:0.0:1773688180.107855:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/TIPS.DOC, ldlm_rep = ffff8a9b08342228 00000004:00000001:0.0:1773688180.107858:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1773688180.107859:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1773688180.107860:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1773688180.107861:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688180.107862:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688180.107863:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:0.0:1773688180.107865:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.107866:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.107868:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0cc0c000. 00000020:00000001:0.0:1773688180.107869:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.107870:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0cc0c000 with handle 0x52973366461d3278 to hash 00000020:00000001:0.0:1773688180.107871:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.107872:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614992976396288 : -129080733155328 : ffff8a9a0cc0c000) 00010000:00000010:0.0:1773688180.107874:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921cc80. 00010000:00000001:0.0:1773688180.107875:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614992976396288 : -129080733155328 : ffff8a9a0cc0c000) 00010000:00000001:0.0:1773688180.107876:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.107877:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.107880:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0c000/0x52973366461d3278 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.107884:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688180.107885:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688180.107886:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688180.107887:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.107888:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.107889:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.107890:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.107891:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688180.107892:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688180.107893:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688180.107894:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688180.107895:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 4 00010000:00000040:0.0:1773688180.107897:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688180.107900:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 119 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.107905:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 119 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688180.107909:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0c000/0x52973366461d3278 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.107912:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688180.107913:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.107914:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.107915:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688180.107916:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.107917:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.107918:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.107919:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688180.107921:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.107923:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0c000/0x52973366461d3278 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.107929:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688180.107930:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.107931:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.107933:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688180.107934:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688180.107936:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b415e4500 count: 3 00010000:00000001:0.0:1773688180.107938:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.107940:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.107942:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a0cc0d000. 00000020:00000001:0.0:1773688180.107955:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.107957:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0cc0d000 with handle 0x52973366461d327f to hash 00000020:00000001:0.0:1773688180.107959:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.107960:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614992976400384 : -129080733151232 : ffff8a9a0cc0d000) 00010000:00000010:0.0:1773688180.107964:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921ca80. 00010000:00000001:0.0:1773688180.107967:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614992976400384 : -129080733151232 : ffff8a9a0cc0d000) 00010000:00000001:0.0:1773688180.107969:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.107970:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.107973:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0d000/0x52973366461d327f lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.107979:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688180.107981:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688180.107983:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688180.107984:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.107985:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.107987:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.107988:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.107990:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688180.107991:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688180.107993:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688180.107994:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688180.107996:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x220bffe4 (ffff8a9b415e4500) refcount = 3 00010000:00000040:0.0:1773688180.107998:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688180.108001:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b311f8e00/0x52973366461d325c lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.1:1773688180.108030:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8b200. 00010000:00000010:0.1:1773688180.108036:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41b8aa00. 00010000:00000010:0.1:1773688180.108038:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86a00. 00010000:00000040:0.0:1773688180.108043:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3239 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688180.108049:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0d000/0x52973366461d327f lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.108053:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688180.108055:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.108056:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.108058:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688180.108059:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.108061:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.108063:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.108065:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688180.108067:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.108070:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0d000/0x52973366461d327f lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.108075:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688180.108076:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.108077:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.108078:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.108081:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1773688180.108098:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1773688180.108101:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1773688180.108103:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1773688180.108107:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1773688180.108110:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1773688180.108123:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688180.108125:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688180.108126:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1773688180.108129:0:68797:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:0.0:1773688180.108132:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1773688180.108133:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688180.108135:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.108137:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.108138:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0cc0c000 refcount=3 00000020:00000001:0.0:1773688180.108140:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614992976396288 : -129080733155328 : ffff8a9a0cc0c000) 00010000:00000001:0.0:1773688180.108142:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614992976396288 : -129080733155328 : ffff8a9a0cc0c000) 00010000:00000001:0.0:1773688180.108143:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688180.108145:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0c000/0x52973366461d3278 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.108150:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.108151:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688180.108153:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0c000/0x52973366461d3278 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.108157:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.108158:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.108161:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688180.108162:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0c000/0x52973366461d3278 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688180.108167:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a0cc0c000 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688180.108169:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.108170:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688180.108173:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0c000/0x52973366461d3278 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.108177:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688180.108178:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.108179:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.108181:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0cc0c000 refcount=4 00000020:00000001:0.0:1773688180.108182:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614992976396288 : -129080733155328 : ffff8a9a0cc0c000) 00010000:00000001:0.0:1773688180.108184:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614992976396288 : -129080733155328 : ffff8a9a0cc0c000) 00010000:00000001:0.0:1773688180.108187:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688180.108189:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0c000/0x52973366461d3278 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.108194:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688180.108196:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688180.108197:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.108200:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688180.108201:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.108202:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.108203:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688180.108206:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0cc0c000 with handle 0x52973366461d3278 from hash 00010000:00000001:0.0:1773688180.108208:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.108210:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.108211:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.108212:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688180.108214:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.108216:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.108218:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688180.108220:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.108222:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.108224:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:0.0:1773688180.108226:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688180.108228:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.108230:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.108232:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688180.108233:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688180.108240:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.108241:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.108242:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.108243:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.108245:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.108247:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0c000/0x52973366461d3278 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.108251:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.108252:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.108253:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688180.108254:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688180.108255:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688180.108256:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0c000/0x52973366461d3278 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688180.108260:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921cc80. 00010000:00000001:0.0:1773688180.108264:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.108265:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688180.108266:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:0.0:1773688180.108267:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.108268:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.108269:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0cc0d000 refcount=3 00000020:00000001:0.0:1773688180.108270:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614992976400384 : -129080733151232 : ffff8a9a0cc0d000) 00010000:00000001:0.0:1773688180.108272:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614992976400384 : -129080733151232 : ffff8a9a0cc0d000) 00010000:00000001:0.0:1773688180.108273:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773688180.108275:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0d000/0x52973366461d327f lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.108277:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.108278:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688180.108279:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0d000/0x52973366461d327f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.108283:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.108283:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.108284:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773688180.108286:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0d000/0x52973366461d327f lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688180.108288:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a0cc0d000 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:0.0:1773688180.108289:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.108290:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1773688180.108294:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0d000/0x52973366461d327f lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.108298:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773688180.108299:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.108299:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.108300:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a0cc0d000 refcount=4 00000020:00000001:0.0:1773688180.108301:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614992976400384 : -129080733151232 : ffff8a9a0cc0d000) 00010000:00000001:0.0:1773688180.108302:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614992976400384 : -129080733151232 : ffff8a9a0cc0d000) 00010000:00000001:0.0:1773688180.108303:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773688180.108305:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0d000/0x52973366461d327f lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.108307:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1773688180.108308:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1773688180.108309:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.108310:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688180.108311:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.108312:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.108313:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688180.108314:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0cc0d000 with handle 0x52973366461d327f from hash 00010000:00000001:0.0:1773688180.108315:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.108316:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.108316:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.108317:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688180.108318:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.108319:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.108320:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688180.108321:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.108321:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.108323:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x220bffe4 (ffff8a9b415e4500) 00010000:00010000:0.0:1773688180.108324:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688180.108325:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.108326:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.108327:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688180.108328:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1773688180.108330:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.108331:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.108331:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.108332:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.108333:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.108335:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0d000/0x52973366461d327f lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.108338:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.108339:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.108340:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1773688180.108341:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773688180.108341:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688180.108343:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0d000/0x52973366461d327f lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773688180.108346:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921ca80. 00010000:00000001:0.0:1773688180.108350:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.108350:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1773688180.108351:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1773688180.108352:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1773688180.108353:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1773688180.108355:0:68797:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:0.0:1773688180.108357:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688180.108358:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688180.108359:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688180.108361:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688180.108362:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688180.108363:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1773688180.108366:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.108368:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1773688180.108370:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688180.108372:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688180.108373:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1773688180.108375:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1773688180.108375:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.108378:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.108380:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.108381:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.108382:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688180.108383:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a0cc0d800 with handle 0x52973366461d3271 from hash 00010000:00000001:0.0:1773688180.108385:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.108387:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.108387:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.108388:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1773688180.108389:0:68797:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1773688180.108391:0:68797:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1773688180.108394:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0d800/0x52973366461d3271 lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a99d expref: 119 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.108398:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1773688180.108399:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.108400:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.108401:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.108402:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.108403:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688180.108404:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.108405:0:68797:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.108406:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688180.108407:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688180.108408:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.108409:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.108410:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:0.0:1773688180.108412:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1773688180.108413:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.108414:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.108415:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688180.108416:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688180.108419:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a0cc0d800/0x52973366461d3271 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a99d expref: 119 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.108422:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:0.0:1773688180.108424:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 118 00010000:00000010:0.0:1773688180.108426:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921c180. 00010000:00000001:0.0:1773688180.108431:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688180.108432:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a0cc0d800, rc 0) 00000020:00000001:0.0:1773688180.108433:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1773688180.108435:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854341376 00010000:00000001:0.0:1773688180.108436:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688180.108439:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a1951b480 x1859843854341376/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 584/584 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688180.108444:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688180.108445:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688180.108447:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=58 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688180.108450:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688180.108453:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688180.108455:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688180.108457:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688180.108459:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.108461:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688180.108464:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688180.108467:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316bec38. 00000100:00000200:0.0:1773688180.108470:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854341376, offset 224 00000400:00000200:0.0:1773688180.108475:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688180.108483:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688180.108488:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48242:48242:256:4294967295] 192.168.204.51@tcp LPNI seq info [48238:48238:8:4294967295] 00000400:00000200:0.0:1773688180.108499:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688180.108505:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688180.108509:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356300. 00000800:00000200:0.0:1773688180.108513:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688180.108517:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688180.108519:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356300 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1773688180.108528:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688180.108531:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688180.108532:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688180.108533:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.108534:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688180.108538:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a1951b480 x1859843854341376/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 584/584 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688180.108545:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a1951b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+118:68109:x1859843854341376:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 840us (956us total) trans 0 rc 301/301 00000100:00100000:0.0:1773688180.108550:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15572 00000100:00000040:0.0:1773688180.108552:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688180.108553:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688180.108555:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688180.108557:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a1677eb80. 00000020:00000010:0.0:1773688180.108560:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b054003e8. 00000020:00000010:0.0:1773688180.108563:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b37441200. 00000020:00000040:0.0:1773688180.108566:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 117 00000100:00000001:0.0:1773688180.108567:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688180.108577:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688180.108580:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356300. 00000400:00000200:2.0:1773688180.108583:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.108586:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.108588:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316bec38 00000400:00000010:2.0:1773688180.108590:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316bec38. 00000100:00000001:2.0:1773688180.108593:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688180.108594:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688180.110306:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.110311:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.110313:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.110314:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.110318:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.110324:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4469580 00000400:00000200:2.0:1773688180.110329:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 145912 00000800:00000001:2.0:1773688180.110332:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.110337:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.110339:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.110341:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.110344:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.110345:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688180.110348:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a19519500. 00000100:00000040:2.0:1773688180.110351:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a19519500 x1859843854341504 msgsize 576 00000100:00100000:2.0:1773688180.110356:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.110368:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.110373:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.110376:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688180.110390:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688180.110393:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854341504 02000000:00000001:0.0:1773688180.110394:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688180.110395:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688180.110397:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688180.110398:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688180.110400:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854341504 00000020:00000001:0.0:1773688180.110402:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688180.110403:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:0.0:1773688180.110404:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.110406:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=118 00000020:00000001:0.0:1773688180.110408:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:0.0:1773688180.110410:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:0.0:1773688180.110412:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688180.110415:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b087033c0. 00000100:00000001:0.0:1773688180.110417:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688180.110419:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b087033c0. 00000020:00000010:0.0:1773688180.110422:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b37441200. 00000020:00000010:0.0:1773688180.110424:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a1677eb80. 00000020:00000010:0.0:1773688180.110427:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b054003e8. 00000100:00000040:0.0:1773688180.110432:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:0.0:1773688180.110433:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688180.110434:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1773688180.110436:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1773688180.110436:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.110438:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.110441:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.110449:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688180.110454:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688180.110455:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688180.110458:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15573 00000100:00000040:0.0:1773688180.110460:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:0.0:1773688180.110462:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993187214592 : -129080522337024 : ffff8a9a19519500) 00000100:00000040:0.0:1773688180.110466:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a19519500 x1859843854341504/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 576/0 e 0 to 0 dl 1773688260 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773688180.110471:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688180.110473:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b087033c0. 00000100:00000001:0.0:1773688180.110475:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688180.110476:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b087033c0. 00000100:00100000:0.0:1773688180.110479:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a19519500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+118:68109:x1859843854341504:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:0.0:1773688180.110481:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854341504 00000020:00000001:0.0:1773688180.110483:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1773688180.110484:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1773688180.110487:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.110488:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1773688180.110489:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:0.0:1773688180.110491:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1773688180.110493:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854341504, found 0 last_xid 1859843854341503 00000020:00000001:0.0:1773688180.110495:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773688180.110496:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1773688180.110497:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1773688180.110499:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.110500:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1773688180.110502:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1773688180.110503:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1773688180.110504:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1773688180.110505:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.110507:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688180.110511:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6f00 count: 2 00010000:00000001:0.0:1773688180.110514:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.110516:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.110520:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86a00. 00000020:00000001:0.0:1773688180.110523:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.110525:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86a00 with handle 0x52973366461d3286 to hash 00000020:00000001:0.0:1773688180.110527:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.110529:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00000010:0.0:1773688180.110533:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921c180. 00010000:00000001:0.0:1773688180.110536:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139745280 : -129076569806336 : ffff8a9b04e86a00) 00010000:00010000:0.0:1773688180.110540:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d3286 lrc: 2/0,0 mode: --/CR res: [0x2000134b0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a9a4 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.110547:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:0.0:1773688180.110550:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=119 00010000:00000001:0.0:1773688180.110554:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1773688180.110555:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1773688180.110558:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1773688180.110559:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1773688180.110560:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1773688180.110562:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688180.110563:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x2000134b0:0x6:0x0] 00000020:00000001:0.0:1773688180.110565:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688180.110568:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997883632280 : -129075825919336 : ffff8a9b313f3a98) 00000004:00000001:0.0:1773688180.110569:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614997883632192 : -129075825919424 : ffff8a9b313f3a40) 00000004:00000001:0.0:1773688180.110571:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.110573:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1773688180.110574:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1773688180.110575:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688180.110577:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688180.110579:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b08347000. 02000000:00000001:0.0:1773688180.110581:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.110582:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.110584:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.110585:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1773688180.110587:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:0.0:1773688180.110588:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.110589:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.110591:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.110592:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.110593:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.110594:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.110595:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.110596:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.110597:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.110598:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.110599:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.110600:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.110601:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.110602:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.110603:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.110604:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.110605:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.110606:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.110607:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688180.110608:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1773688180.110611:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:0.0:1773688180.110612:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:0.0:1773688180.110613:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.110615:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.110616:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.110617:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.110619:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.110620:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.110621:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1773688180.110622:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.110623:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.110624:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.110625:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1773688180.110626:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.110628:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:0.0:1773688180.110629:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:0.0:1773688180.110630:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:0.0:1773688180.110631:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688180.110632:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:0.0:1773688180.110634:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:0.0:1773688180.110635:0:68797:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000004:00000001:0.0:1773688180.110637:0:68797:0:(mdt_lib.c:2207:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688180.110638:0:68797:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x2000134b0:0x6:0x0]/[0x20000afe1:0xef:0x0], ldlm_rep = ffff8a9b08347228 00000004:00000001:0.0:1773688180.110641:0:68797:0:(mdt_handler.c:4261:mdt_object_lock()) Process entered 00010000:00000001:0.0:1773688180.110643:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1773688180.110644:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1773688180.110646:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:0.0:1773688180.110647:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.110649:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773688180.110651:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b04e86800. 00000020:00000001:0.0:1773688180.110652:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773688180.110654:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b04e86800 with handle 0x52973366461d328d to hash 00000020:00000001:0.0:1773688180.110655:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773688180.110656:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000010:0.0:1773688180.110658:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a1921ca80. 00010000:00000001:0.0:1773688180.110660:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688180.110661:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.110663:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.110665:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d328d lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.110669:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773688180.110670:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1773688180.110671:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1773688180.110672:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.110674:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.110675:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1773688180.110676:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.110678:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688180.110679:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773688180.110680:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773688180.110680:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773688180.110681:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 3 00010000:00000040:0.0:1773688180.110683:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688180.110686:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 119 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.110690:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 119 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773688180.110694:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d328d lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.110698:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773688180.110699:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.110701:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.110702:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688180.110703:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.110704:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.110705:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773688180.110706:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773688180.110707:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.110709:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d328d lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.110713:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1773688180.110714:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.110715:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.110716:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.110716:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.110717:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86800 refcount=3 00000020:00000001:0.0:1773688180.110718:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688180.110720:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688180.110728:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.110730:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.110731:0:68797:0:(mdt_handler.c:4265:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.110733:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1773688180.110737:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1773688180.110738:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1773688180.110752:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.110755:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688180.110758:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.110759:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.110763:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.110765:0:68797:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.110767:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.110769:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688180.110770:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.110771:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.110773:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.110775:0:68797:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.110777:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1773688180.110778:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1773688180.110780:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.110782:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.110783:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.110785:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.110786:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.110788:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.110789:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.110791:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.110792:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.110793:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1773688180.110794:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1773688180.110795:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1773688180.110797:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0xef:0x0]: nlink=2, mode=40700, valid=0x1100000000002f8f 00000004:00200000:0.0:1773688180.110799:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0xef:0x0]: returning size 11776 00000004:00200000:0.0:1773688180.110800:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 6 stripe count 1 MDT count 2 00000004:00000002:0.0:1773688180.110802:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:0.0:1773688180.110802:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.110803:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.110804:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1773688180.110806:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1773688180.110807:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.110808:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1773688180.110809:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.110810:0:68797:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.110811:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1773688180.110813:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.110816:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1773688180.110820:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773688180.110821:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1773688180.110822:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.110824:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.110834:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.110835:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.110836:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86800 refcount=3 00000020:00000001:0.0:1773688180.110838:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688180.110839:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00000004:00010000:0.0:1773688180.110842:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d328d lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.110848:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.110849:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.110850:0:68797:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:0.0:1773688180.110852:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1773688180.110853:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:0.0:1773688180.110854:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.110855:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.110856:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86800 refcount=3 00000020:00000001:0.0:1773688180.110857:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:0.0:1773688180.110859:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00000004:00000040:0.0:1773688180.110861:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 35 00000020:00000040:0.0:1773688180.110863:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=120 00010000:00000001:0.0:1773688180.110865:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.110866:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1773688180.110867:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688180.110869:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1773688180.110870:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1773688180.110872:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1773688180.110873:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1773688180.110874:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1773688180.110876:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1773688180.110877:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1773688180.110879:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1773688180.110881:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1773688180.110882:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1773688180.110885:0:68797:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b313f3a98/ffff8a9b313f3a40 to site lru. bkt: ffff8a9a1aeb68e8 00000004:00000001:0.0:1773688180.110886:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1773688180.110888:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1773688180.110889:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1773688180.110891:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.110894:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.110895:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.110897:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.110898:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688180.110900:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86a00 with handle 0x52973366461d3286 from hash 00010000:00000001:0.0:1773688180.110903:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.110904:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.110905:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.110907:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1773688180.110908:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688180.110911:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86a00/0x52973366461d3286 lrc: 0/0,0 mode: --/CR res: [0x2000134b0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9a4 expref: 120 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.110915:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:0.0:1773688180.110916:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 119 00010000:00000010:0.0:1773688180.110918:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921c180. 00010000:00000001:0.0:1773688180.110922:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.110924:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.110926:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1773688180.110929:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d328d lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9a4 expref: 119 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.110933:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.110934:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1773688180.110936:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:0.0:1773688180.110937:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:0.0:1773688180.110939:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.110940:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.110941:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1773688180.110943:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.110957:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688180.110959:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b04e86800, rc 0) 00000020:00000001:0.0:1773688180.110962:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773688180.111024:0:82157:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0cc0d200. 00010000:00000010:0.1:1773688180.111044:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b07379c00. 00010000:00000010:0.1:1773688180.111053:0:68797:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1a7d7b00. 00010000:00000010:0.1:1773688180.111059:0:68797:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a1a7d7e00. 00010000:00000010:0.1:1773688180.111064:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0cc0da00. 00010000:00000010:0.1:1773688180.111077:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b07379a00. 00010000:00000040:0.0:1773688180.111084:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854341504 00010000:00000001:0.0:1773688180.111086:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1773688180.111091:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a19519500 x1859843854341504/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 576/584 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773688180.111096:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688180.111098:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688180.111100:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=58 v=60 (60 60 60 0) 00000100:00000001:0.0:1773688180.111102:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688180.111105:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688180.111108:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688180.111110:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688180.111111:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.111112:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688180.111115:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688180.111118:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316bee58. 00000100:00000200:0.0:1773688180.111122:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854341504, offset 224 00000400:00000200:0.0:1773688180.111126:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688180.111133:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688180.111137:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48243:48243:256:4294967295] 192.168.204.51@tcp LPNI seq info [48239:48239:8:4294967295] 00000400:00000200:0.0:1773688180.111147:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688180.111151:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688180.111154:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356300. 00000800:00000200:0.0:1773688180.111159:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688180.111165:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688180.111167:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356300 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1773688180.111179:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688180.111182:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688180.111185:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1773688180.111186:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.111188:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1773688180.111201:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a19519500 x1859843854341504/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 576/584 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773688180.111208:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a19519500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+119:68109:x1859843854341504:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 734us (854us total) trans 0 rc 0/0 00000100:00100000:0.0:1773688180.111213:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15573 00000100:00000040:0.0:1773688180.111216:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:0.0:1773688180.111217:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688180.111219:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688180.111221:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a1677eb80. 00000020:00000010:0.0:1773688180.111224:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b054003e8. 00000020:00000010:0.0:1773688180.111226:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b37441200. 00000020:00000040:0.0:1773688180.111229:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 118 00000100:00000001:0.0:1773688180.111230:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773688180.111233:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688180.111237:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356300. 00000400:00000200:1.0:1773688180.111241:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688180.111246:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:1.0:1773688180.111250:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316bee58 00000400:00000010:1.0:1773688180.111252:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316bee58. 00000100:00000001:1.0:1773688180.111256:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773688180.111258:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1773688180.112849:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688180.112855:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688180.112857:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688180.112860:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688180.112865:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688180.112873:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 448 into portal 23 MB=0x69b84a4469600 00000400:00000200:0.0:1773688180.112879:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 448/448 into md 0x729e1 [2] + 1680 00000400:00000010:0.0:1773688180.112884:0:3439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b072586e0. 00000400:00000200:0.0:1773688180.112888:0:3439:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8a9b41f7e480 00000800:00000001:0.0:1773688180.112891:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688180.112897:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688180.112899:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688180.112902:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688180.112906:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b41f7e480 00000400:00000010:0.0:1773688180.112908:0:3439:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at ffff8a9b41f7e480. 00000100:00000001:0.0:1773688180.112912:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688180.112914:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:0.0:1773688180.112917:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a111bf850 x1859843854341632 msgsize 448 00000100:00100000:0.0:1773688180.112922:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000040:0.0:1773688180.112924:0:3439:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1773688180.112936:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688180.112941:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688180.112955:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688180.112970:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688180.112974:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854341632 02000000:00000001:1.0:1773688180.112976:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688180.112977:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688180.112979:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688180.112982:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688180.112985:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854341632 00000020:00000001:1.0:1773688180.112987:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688180.112988:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688180.112990:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.112993:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=119 00000020:00000001:1.0:1773688180.112996:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688180.112998:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688180.113001:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688180.113005:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a3c0. 00000100:00000001:1.0:1773688180.113031:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000010:0.1:1773688180.113032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0cc0c000. 00000020:00000010:1.0:1773688180.113035:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a3c0. 00010000:00000010:0.1:1773688180.113042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0cc0d000. 00000020:00000010:1.0:1773688180.113043:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356e00. 00010000:00000010:0.1:1773688180.113049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a0cc0d800. 00000020:00000010:1.0:1773688180.113050:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e200. 00000020:00000010:1.0:1773688180.113057:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fee10. 00000100:00000040:1.0:1773688180.113064:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1773688180.113066:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688180.113068:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773688180.113069:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.113073:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.113082:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688180.113090:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688180.113091:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688180.113095:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3251 00000100:00000040:1.0:1773688180.113098:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688180.113100:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993049483344 : -129080660068272 : ffff8a9a111bf850) 00000100:00000040:1.0:1773688180.113105:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a111bf850 x1859843854341632/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 448/0 e 0 to 0 dl 1773688191 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688180.113111:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688180.113113:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a3c0. 00000100:00000001:1.0:1773688180.113115:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688180.113117:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a3c0. 00000100:00100000:1.0:1773688180.113120:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a111bf850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+119:68109:x1859843854341632:12345-192.168.204.51@tcp:37:dbench.0 00000100:00000200:1.0:1773688180.113123:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854341632 00000020:00000001:1.0:1773688180.113125:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688180.113127:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688180.113129:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.113130:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688180.113131:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862592 : -1038689024 : ffffffffc216dd00) 00000020:00000001:1.0:1773688180.113133:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688180.113135:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854341632, found 0 last_xid 1859843854341631 00000020:00000001:1.0:1773688180.113137:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688180.113139:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688180.113140:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688180.113142:0:73057:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1773688180.113144:0:73057:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688180.113146:0:73057:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000020:00000001:1.0:1773688180.113148:0:73057:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.113149:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.113151:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688180.113153:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688180.113156:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8a9a10fee000. 02000000:00000001:1.0:1773688180.113158:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.113160:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.113162:0:73057:0:(mdt_handler.c:2953:mdt_readpage()) Process entered 00000004:00000010:1.0:1773688180.113165:0:73057:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8a9b34172000. 00000004:00000001:1.0:1773688180.113663:0:73057:0:(mdd_object.c:4165:mdd_readpage()) Process entered 00000020:00000001:1.0:1773688180.113668:0:73057:0:(dt_object.c:850:dt_index_walk()) Process entered 00080000:00000001:1.0:1773688180.113671:0:73057:0:(osd_index.c:123:osd_index_it_init()) Process entered 00080000:00000010:1.0:1773688180.113674:0:73057:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8a9b33898de0. 00080000:00000010:1.0:1773688180.113676:0:73057:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8a9a0f80a3c0. 00080000:00000001:1.0:1773688180.113679:0:73057:0:(osd_index.c:148:osd_index_it_init()) Process leaving (rc=18446614997922057696 : -129075787493920 : ffff8a9b33898de0) 00080000:00000001:1.0:1773688180.113680:0:73057:0:(osd_index.c:1218:osd_dir_it_init()) Process leaving (rc=18446614997922057696 : -129075787493920 : ffff8a9b33898de0) 00080000:00000001:1.0:1773688180.113683:0:73057:0:(osd_index.c:1680:osd_dir_it_load()) Process entered 00080000:00000001:1.0:1773688180.113686:0:73057:0:(osd_index.c:1698:osd_dir_it_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1773688180.113689:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1773688180.113691:0:73057:0:(osd_index.c:1394:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:1.0:1773688180.113694:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:1.0:1773688180.113695:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.113697:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:1.0:1773688180.113699:0:73057:0:(osd_index.c:1500:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.113701:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1773688180.113702:0:73057:0:(osd_index.c:1342:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.113704:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1773688180.113705:0:73057:0:(osd_index.c:1396:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:1.0:1773688180.113707:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:1.0:1773688180.113708:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.113709:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:1.0:1773688180.113711:0:73057:0:(osd_index.c:345:osd_find_parent_fid()) Process entered 00080000:00000001:1.0:1773688180.113713:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.113717:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=46 : 46 : 2e) 00080000:00000001:1.0:1773688180.113720:0:73057:0:(osd_index.c:406:osd_find_parent_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.113722:0:73057:0:(osd_index.c:1518:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.113724:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1773688180.113746:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.113748:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1773688180.113749:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=12 : 12 : c) 00080000:00000001:1.0:1773688180.113751:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:1.0:1773688180.113752:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=1084031208197488640 : 1084031208197488640 : f0b40a3f20c8000) 00080000:00000001:1.0:1773688180.113754:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:1.0:1773688180.113767:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688180.113769:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1773688180.113771:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.113772:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1773688180.113773:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=9 : 9 : 9) 00080000:00000001:1.0:1773688180.113774:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:1.0:1773688180.113775:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=2954476392500723712 : 2954476392500723712 : 290068a020488000) 00080000:00000001:1.0:1773688180.113776:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:1.0:1773688180.113781:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688180.113783:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1773688180.113784:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.113786:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1773688180.113787:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=10 : 10 : a) 00080000:00000001:1.0:1773688180.113789:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:1.0:1773688180.113790:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=4957591141929025536 : 4957591141929025536 : 44cce6e08c4d8000) 00080000:00000001:1.0:1773688180.113791:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:1.0:1773688180.113797:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688180.113799:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1773688180.113800:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.113801:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1773688180.113802:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=12 : 12 : c) 00080000:00000001:1.0:1773688180.113803:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:1.0:1773688180.113804:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=6061009867696766976 : 6061009867696766976 : 541d085cb0340000) 00080000:00000001:1.0:1773688180.113810:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:1.0:1773688180.113819:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688180.113821:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1773688180.113823:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.113824:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1773688180.113825:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=11 : 11 : b) 00080000:00000001:1.0:1773688180.113826:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:1.0:1773688180.113827:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=8257984130729574400 : 8257984130729574400 : 729a40d070f30000) 00080000:00000001:1.0:1773688180.113828:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:1.0:1773688180.113834:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688180.113835:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1773688180.113837:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.113837:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1773688180.113839:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=11 : 11 : b) 00080000:00000001:1.0:1773688180.113840:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:1.0:1773688180.113841:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=8393325542352945152 : 8393325542352945152 : 747b151c6c290000) 00080000:00000001:1.0:1773688180.113843:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:1.0:1773688180.113849:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688180.113850:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1773688180.113852:0:73057:0:(osd_index.c:1356:osd_dir_it_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1773688180.113854:0:73057:0:(osd_index.c:156:osd_index_it_fini()) Process entered 00080000:00000010:1.0:1773688180.113857:0:73057:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8a9a0f80a3c0. 00080000:00000010:1.0:1773688180.113861:0:73057:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8a9b33898de0. 00080000:00000001:1.0:1773688180.113864:0:73057:0:(osd_index.c:166:osd_index_it_fini()) Process leaving 00000020:00000001:1.0:1773688180.113865:0:73057:0:(dt_object.c:928:dt_index_walk()) Process leaving (rc=4096 : 4096 : 1000) 00000004:00000001:1.0:1773688180.113867:0:73057:0:(mdd_object.c:4222:mdd_readpage()) Process leaving via out_unlock (rc=4096 : 4096 : 0x1000) 00000020:00000001:1.0:1773688180.113870:0:73057:0:(tgt_handler.c:1213:tgt_sendpage()) Process entered 00000100:00000001:1.0:1773688180.113871:0:73057:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1773688180.113876:0:73057:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8a9a0fba6400. 00000100:00000010:1.0:1773688180.113879:0:73057:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8a9b33d0b000. 00000020:00000040:1.0:1773688180.113881:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=120 00010000:00000001:1.0:1773688180.113884:0:73057:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1773688180.113887:0:73057:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1773688180.113890:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64198. 00000400:00000010:1.0:1773688180.113897:0:73057:0:(lib-lnet.h:479:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8a9b34d01f18. 00000400:00000200:1.0:1773688180.113900:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688180.113907:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688180.113912:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48244:48244:256:4294967295] 192.168.204.51@tcp LPNI seq info [48240:48240:8:4294967295] 00000400:00000200:1.0:1773688180.113916:0:73057:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.51@tcp 00000400:00000200:1.0:1773688180.113921:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688180.113925:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688180.113929:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7400. 00000800:00000200:1.0:1773688180.113934:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688180.113938:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1022 00000800:00000200:1.0:1773688180.113940:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7400 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:1.0:1773688180.113963:0:73057:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.51@tcp mbits 0x69b84a4469600-0x69b84a4469600 00000100:00000001:1.0:1773688180.113967:0:73057:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773688180.114049:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688180.114053:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7400. 00000400:00000200:0.0:1773688180.114058:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688180.114065:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688180.114069:0:3440:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1773688180.114071:0:3440:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8a9a0fba6400 00000100:00000001:0.0:1773688180.114074:0:3440:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:1.0:1773688180.114531:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688180.114538:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688180.114540:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688180.114563:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688180.114567:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : ACK - for me 00000400:00000200:1.0:1773688180.114574:0:3438:0:(lib-move.c:4700:lnet_parse_ack()) 192.168.204.151@tcp: ACK from 12345-192.168.204.51@tcp into md 0x780a5 00000400:00000200:1.0:1773688180.114577:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688180.114581:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: ACK: OK 00000400:00000200:1.0:1773688180.114584:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64198 00000400:00000010:1.0:1773688180.114586:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64198. 00000100:00000001:1.0:1773688180.114589:0:3438:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1773688180.114590:0:3438:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8a9a0fba6400 00000100:00000001:1.0:1773688180.114601:0:3438:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:1.0:1773688180.114605:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688180.114609:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773688180.114622:0:73057:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.114628:0:73057:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1773688180.114630:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 119 00000100:00000010:2.0:1773688180.114633:0:73057:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8a9b33d0b000. 00000100:00000010:2.0:1773688180.114635:0:73057:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8a9a0fba6400. 00000100:00000001:2.0:1773688180.114637:0:73057:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000020:00000001:2.0:1773688180.114638:0:73057:0:(tgt_handler.c:1237:tgt_sendpage()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688180.114639:0:73057:0:(mdt_handler.c:2999:mdt_readpage()) Process leaving 00000004:00000010:2.0:1773688180.115123:0:73057:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8a9b34172000. 00010000:00000040:2.0:1773688180.115130:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854341632 00010000:00000001:2.0:1773688180.115132:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1773688180.115138:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a111bf850 x1859843854341632/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 448/440 e 0 to 0 dl 1773688191 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773688180.115146:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1773688180.115148:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773688180.115151:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=50 v=5 (1 1 1 0) 00000100:00000001:2.0:1773688180.115153:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773688180.115155:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:2.0:1773688180.115156:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:2.0:1773688180.115158:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1773688180.115160:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.115162:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773688180.115165:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:2.0:1773688180.115168:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505cc0. 00000100:00000200:2.0:1773688180.115171:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1859843854341632, offset 224 00000400:00000200:2.0:1773688180.115174:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688180.115178:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688180.115181:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48245:48245:256:4294967295] 192.168.204.51@tcp LPNI seq info [48241:48241:8:4294967295] 00000400:00000200:2.0:1773688180.115187:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688180.115191:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688180.115194:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a000. 00000800:00000200:2.0:1773688180.115197:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688180.115201:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:2.0:1773688180.115203:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a000 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1773688180.115212:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773688180.115215:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:2.0:1773688180.115216:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1773688180.115218:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688180.115219:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1773688180.115222:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a111bf850 x1859843854341632/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 448/440 e 0 to 0 dl 1773688191 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773688180.115229:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a111bf850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+119:68109:x1859843854341632:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 2116us (2310us total) trans 0 rc 0/0 00000100:00100000:2.0:1773688180.115235:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3251 00000100:00000040:2.0:1773688180.115237:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:2.0:1773688180.115238:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1773688180.115239:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1773688180.115241:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e200. 00000020:00000010:2.0:1773688180.115244:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fee10. 00000020:00000010:2.0:1773688180.115247:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356e00. 00000020:00000040:2.0:1773688180.115249:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 118 02000000:00000001:2.0:1773688180.115254:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1773688180.115256:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9a1ac81800. 02000000:00000001:2.0:1773688180.115258:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1773688180.115259:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a19518700. 02000000:00000001:2.0:1773688180.115262:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1773688180.115263:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8a9a1ac80c00. 02000000:00000001:2.0:1773688180.115265:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1773688180.115266:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9a19518e00. 02000000:00000001:2.0:1773688180.115269:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1773688180.115270:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8a9a1a4cf000. 02000000:00000001:2.0:1773688180.115271:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1773688180.115272:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b36f30a80. 02000000:00000001:2.0:1773688180.115275:0:73057:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1773688180.115276:0:73057:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8a9b34846000. 02000000:00000001:2.0:1773688180.115278:0:73057:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000200:0.0:1773688180.115278:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1773688180.115279:0:73057:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b36f31880. 00000100:00000001:2.0:1773688180.115283:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1773688180.115284:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a000. 00000100:00000200:2.0:1773688180.115287:0:73057:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1773688180.115292:0:73057:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a0b538a50. 00000400:00000200:0.0:1773688180.115292:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1773688180.115297:0:73057:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a9b079f46c0. 00000400:00000200:0.0:1773688180.115302:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688180.115345:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505cc0 00000400:00000010:0.0:1773688180.115348:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505cc0. 00000100:00000001:0.0:1773688180.115351:0:3439:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1773688180.115353:0:3439:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1773688180.115355:0:3439:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8a9a10fee000. 02000000:00000001:0.0:1773688180.115358:0:3439:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1773688180.115359:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1773688180.116029:0:82158:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86a00. 00000800:00000001:2.0:1773688180.117243:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.117249:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.117250:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.117253:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.117258:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.117265:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4469680 00000400:00000200:2.0:1773688180.117270:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 146488 00000800:00000001:2.0:1773688180.117274:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.117278:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.117280:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.117282:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.117285:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.117286:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688180.117290:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a19518e00. 00000100:00000040:2.0:1773688180.117292:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a19518e00 x1859843854341760 msgsize 584 00000100:00100000:2.0:1773688180.117294:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.117304:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.117310:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.117312:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688180.117330:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688180.117333:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854341760 02000000:00000001:1.0:1773688180.117336:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688180.117337:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688180.117340:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688180.117343:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688180.117345:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854341760 00000020:00000001:1.0:1773688180.117347:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688180.117348:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688180.117350:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.117352:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=119 00000020:00000001:1.0:1773688180.117353:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688180.117355:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688180.117358:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688180.117361:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a580. 00000100:00000001:1.0:1773688180.117363:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688180.117365:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a580. 00000020:00000010:1.0:1773688180.117369:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09357600. 00000020:00000010:1.0:1773688180.117373:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e100. 00000020:00000010:1.0:1773688180.117377:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe898. 00000100:00000040:1.0:1773688180.117381:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688180.117383:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688180.117384:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688180.117386:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688180.117388:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.117389:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.117392:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.117400:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688180.117407:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688180.117408:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688180.117411:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15574 00000100:00000040:1.0:1773688180.117414:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688180.117416:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993187212800 : -129080522338816 : ffff8a9a19518e00) 00000100:00000040:1.0:1773688180.117421:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a19518e00 x1859843854341760/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 584/0 e 0 to 0 dl 1773688260 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688180.117427:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688180.117429:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a580. 00000100:00000001:1.0:1773688180.117431:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688180.117432:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a580. 00000100:00100000:1.0:1773688180.117435:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a19518e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+119:68109:x1859843854341760:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688180.117438:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854341760 00000020:00000001:1.0:1773688180.117440:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688180.117442:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688180.117444:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.117445:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688180.117447:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688180.117449:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688180.117451:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854341760, found 0 last_xid 1859843854341759 00000020:00000001:1.0:1773688180.117454:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688180.117455:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688180.117457:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688180.117460:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.117461:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688180.117462:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688180.117464:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688180.117465:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688180.117467:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.117470:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688180.117475:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:1.0:1773688180.117476:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.117478:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688180.117480:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afa400. 00000020:00000001:1.0:1773688180.117483:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.117485:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afa400 with handle 0x52973366461d3294 to hash 00000020:00000001:1.0:1773688180.117486:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688180.117487:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000010:1.0:1773688180.117491:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bb00. 00010000:00000001:1.0:1773688180.117493:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00010000:1.0:1773688180.117496:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d3294 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a9ab expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.117502:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 35 00000020:00000040:1.0:1773688180.117504:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=120 00010000:00000001:1.0:1773688180.117508:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688180.117511:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688180.117515:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688180.117518:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688180.117520:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1773688180.117522:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688180.117524:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:1.0:1773688180.117527:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688180.117530:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:1.0:1773688180.117532:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:1.0:1773688180.117535:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.117539:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688180.117541:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688180.117543:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688180.117545:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688180.117550:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b33d0d000. 02000000:00000001:1.0:1773688180.117552:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.117555:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.117557:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.117559:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1773688180.117562:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:1.0:1773688180.117563:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.117565:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.117566:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.117567:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.117569:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.117570:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.117571:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.117572:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.117573:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.117574:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.117576:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.117577:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.117578:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.117580:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.117582:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.117583:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.117585:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.117586:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.117588:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688180.117592:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688180.117596:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688180.117599:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688180.117601:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.117602:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.117604:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.117606:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.117608:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.117610:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.117612:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688180.117614:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.117617:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.117618:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.117620:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688180.117622:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.117625:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1773688180.117629:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:1.0:1773688180.117631:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/TIPS.DOC, ldlm_rep = ffff8a9b33d0d228 00000004:00000001:1.0:1773688180.117634:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1773688180.117637:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1773688180.117639:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1773688180.117641:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688180.117642:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688180.117646:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 5 00010000:00000001:1.0:1773688180.117648:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.117650:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688180.117654:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1c00. 00000020:00000001:1.0:1773688180.117657:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.117659:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1c00 with handle 0x52973366461d329b to hash 00000020:00000001:1.0:1773688180.117661:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688180.117662:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000010:1.0:1773688180.117667:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bb80. 00010000:00000001:1.0:1773688180.117669:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000001:1.0:1773688180.117671:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.117672:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.117674:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d329b lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.117679:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688180.117681:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688180.117682:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688180.117685:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.117687:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.117690:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.117691:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.117694:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688180.117695:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688180.117697:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688180.117698:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688180.117700:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 5 00010000:00000040:1.0:1773688180.117703:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688180.117707:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d328d lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9a4 expref: 120 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.117716:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 120 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.117725:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 120 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688180.117732:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d329b lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.117736:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688180.117740:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.117741:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.117743:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688180.117744:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.117746:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.117748:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.117750:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688180.117752:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.117754:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d329b lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.117757:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688180.117759:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.117760:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.117761:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688180.117762:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688180.117764:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b415e4500 count: 3 00010000:00000001:1.0:1773688180.117766:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.117767:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688180.117769:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1000. 00000020:00000001:1.0:1773688180.117771:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.117772:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1000 with handle 0x52973366461d32a2 to hash 00000020:00000001:1.0:1773688180.117774:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688180.117775:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000010:1.0:1773688180.117777:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688180.117778:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000001:1.0:1773688180.117780:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.117781:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.117783:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d32a2 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.117786:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688180.117787:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688180.117788:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688180.117789:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.117791:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.117792:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.117793:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.117794:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688180.117795:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688180.117796:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688180.117797:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688180.117799:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x220bffe4 (ffff8a9b415e4500) refcount = 3 00010000:00000040:1.0:1773688180.117800:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688180.117802:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b311f8e00/0x52973366461d325c lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.117815:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3239 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688180.117819:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d32a2 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.117822:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688180.117823:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.117824:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.117825:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688180.117826:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.117827:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.117829:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.117830:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688180.117832:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.117833:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d32a2 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.117836:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688180.117837:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.117838:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.117838:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.117841:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1773688180.117857:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1773688180.117858:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1773688180.117860:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1773688180.117863:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.117865:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1773688180.117876:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688180.117878:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688180.117879:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688180.117881:0:68797:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:1.0:1773688180.117883:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1773688180.117885:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688180.117886:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.117887:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.117888:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1c00 refcount=3 00000020:00000001:1.0:1773688180.117890:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000001:1.0:1773688180.117892:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000001:1.0:1773688180.117893:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688180.117894:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d329b lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.117898:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.117899:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688180.117900:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d329b lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.117904:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.117905:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.117907:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688180.117908:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d329b lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688180.117911:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a168f1c00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688180.117913:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688180.117915:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688180.117916:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d329b lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.117919:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688180.117925:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.117926:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.117926:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1c00 refcount=4 00000020:00000001:1.0:1773688180.117928:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000001:1.0:1773688180.117929:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000001:1.0:1773688180.117931:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688180.117933:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d329b lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.117936:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688180.117937:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688180.117938:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.117940:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688180.117941:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688180.117942:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.117943:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688180.117953:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f1c00 with handle 0x52973366461d329b from hash 00010000:00000001:1.0:1773688180.117955:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688180.117956:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.117957:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.117957:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688180.117959:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.117960:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.117962:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688180.117963:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688180.117964:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688180.117966:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:1.0:1773688180.117968:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688180.117969:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.117971:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.117972:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688180.117973:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688180.117974:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.117975:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.117976:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.117977:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.117978:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.117980:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d329b lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.117985:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.117987:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.117989:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688180.117991:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688180.117992:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688180.117994:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d329b lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688180.118001:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bb80. 00010000:00000001:1.0:1773688180.118041:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.118044:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688180.118046:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688180.118048:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.118050:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.118052:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1000 refcount=3 00000020:00000001:1.0:1773688180.118054:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000001:1.0:1773688180.118057:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000001:1.0:1773688180.118059:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688180.118062:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d32a2 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.118068:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.118070:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688180.118072:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d32a2 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.118078:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.118079:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.118081:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688180.118084:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d32a2 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688180.118089:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a168f1000 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688180.118092:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688180.118093:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688180.118096:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d32a2 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.118105:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688180.118107:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.118108:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.118110:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1000 refcount=4 00000020:00000001:1.0:1773688180.118112:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000001:1.0:1773688180.118114:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000001:1.0:1773688180.118117:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688180.118119:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d32a2 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.118124:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688180.118126:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688180.118127:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.118130:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688180.118131:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688180.118134:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.118135:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688180.118137:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f1000 with handle 0x52973366461d32a2 from hash 00010000:00000001:1.0:1773688180.118140:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688180.118142:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.118143:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.118144:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688180.118147:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.118148:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.118150:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688180.118152:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688180.118154:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688180.118156:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x220bffe4 (ffff8a9b415e4500) 00010000:00010000:1.0:1773688180.118159:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688180.118161:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.118164:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.118166:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688180.118168:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688180.118171:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.118172:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.118174:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.118176:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.118178:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.118181:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d32a2 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.118186:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.118188:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.118189:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688180.118190:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688180.118192:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688180.118194:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d32a2 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688180.118200:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688180.118205:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.118207:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688180.118209:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1773688180.118210:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1773688180.118212:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1773688180.118215:0:68797:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:1.0:1773688180.118219:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688180.118221:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688180.118223:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688180.118224:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688180.118226:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688180.118229:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1773688180.118234:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.118236:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:1.0:1773688180.118239:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688180.118241:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688180.118243:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773688180.118245:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688180.118247:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688180.118251:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.118253:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.118255:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.118256:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688180.118258:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b11afa400 with handle 0x52973366461d3294 from hash 00010000:00000001:1.0:1773688180.118261:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688180.118262:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.118263:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.118264:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688180.118266:0:68797:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773688180.118268:0:68797:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1773688180.118273:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d3294 lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9ab expref: 120 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.118279:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688180.118281:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688180.118283:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688180.118285:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.118287:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.118290:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688180.118291:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688180.118292:0:68797:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688180.118293:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688180.118295:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688180.118296:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688180.118297:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688180.118299:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:1.0:1773688180.118302:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688180.118304:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.118306:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.118308:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688180.118309:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688180.118312:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d3294 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9ab expref: 120 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.118319:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:1.0:1773688180.118322:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 119 00010000:00000010:1.0:1773688180.118324:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bb00. 00010000:00000001:1.0:1773688180.118329:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688180.118331:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b11afa400, rc 0) 00000020:00000001:1.0:1773688180.118333:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1773688180.118336:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854341760 00010000:00000001:1.0:1773688180.118338:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688180.118342:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a19518e00 x1859843854341760/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 584/584 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688180.118350:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688180.118352:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688180.118355:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=58 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688180.118357:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688180.118359:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688180.118361:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688180.118363:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688180.118364:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.118366:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688180.118368:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688180.118371:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64198. 00000100:00000200:1.0:1773688180.118374:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854341760, offset 224 00000400:00000200:1.0:1773688180.118378:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688180.118382:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688180.118386:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48246:48246:256:4294967295] 192.168.204.51@tcp LPNI seq info [48242:48242:8:4294967295] 00000400:00000200:1.0:1773688180.118397:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688180.118400:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688180.118404:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7600. 00000800:00000200:1.0:1773688180.118407:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688180.118410:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688180.118412:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7600 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1773688180.118420:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688180.118423:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688180.118424:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688180.118425:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.118427:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688180.118430:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a19518e00 x1859843854341760/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 584/584 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688180.118437:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a19518e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+119:68109:x1859843854341760:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 1009us (1144us total) trans 0 rc 301/301 00000100:00100000:1.0:1773688180.118442:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15574 00000100:00000040:1.0:1773688180.118444:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688180.118445:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688180.118447:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688180.118449:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e100. 00000020:00000010:1.0:1773688180.118452:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe898. 00000020:00000010:1.0:1773688180.118455:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09357600. 00000020:00000040:1.0:1773688180.118458:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 118 00000100:00000001:1.0:1773688180.118459:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688180.118471:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688180.118474:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7600. 00000400:00000200:2.0:1773688180.118476:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.118479:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.118482:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64198 00000400:00000010:2.0:1773688180.118484:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64198. 00000100:00000001:2.0:1773688180.118486:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688180.118487:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688180.121439:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.121448:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.121450:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.121452:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.121459:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.121469:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4469700 00000400:00000200:2.0:1773688180.121475:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 147072 00000800:00000001:2.0:1773688180.121481:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.121490:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.121492:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.121496:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.121502:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.121504:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688180.121510:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a19518700. 00000100:00000040:2.0:1773688180.121513:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a19518700 x1859843854341888 msgsize 584 00000100:00100000:2.0:1773688180.121518:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.121529:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.121537:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.121541:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688180.121553:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688180.121556:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854341888 02000000:00000001:1.0:1773688180.121558:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688180.121560:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688180.121562:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688180.121565:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688180.121567:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854341888 00000020:00000001:1.0:1773688180.121569:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688180.121570:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688180.121571:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.121573:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=119 00000020:00000001:1.0:1773688180.121575:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688180.121578:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688180.121581:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688180.121586:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a580. 00000100:00000001:1.0:1773688180.121590:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688180.121592:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a580. 00000020:00000010:1.0:1773688180.121598:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09357600. 00000020:00000010:1.0:1773688180.121602:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e100. 00000020:00000010:1.0:1773688180.121607:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe898. 00000100:00000040:1.0:1773688180.121613:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688180.121616:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688180.121618:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688180.121620:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688180.121622:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.121624:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.121629:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.121639:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688180.121646:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688180.121648:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688180.121651:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15575 00000100:00000040:1.0:1773688180.121653:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688180.121655:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993187211008 : -129080522340608 : ffff8a9a19518700) 00000100:00000040:1.0:1773688180.121660:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a19518700 x1859843854341888/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 584/0 e 0 to 0 dl 1773688260 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688180.121665:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688180.121668:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a580. 00000100:00000001:1.0:1773688180.121669:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688180.121671:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a580. 00000100:00100000:1.0:1773688180.121674:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a19518700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+119:68109:x1859843854341888:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688180.121676:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854341888 00000020:00000001:1.0:1773688180.121678:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688180.121680:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688180.121684:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.121686:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688180.121687:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688180.121690:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688180.121693:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854341888, found 0 last_xid 1859843854341887 00000020:00000001:1.0:1773688180.121696:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688180.121697:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688180.121699:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688180.121702:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.121705:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688180.121706:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688180.121708:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688180.121710:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688180.121711:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.121715:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688180.121720:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:1.0:1773688180.121722:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.121725:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688180.121728:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f0600. 00000020:00000001:1.0:1773688180.121731:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.121733:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f0600 with handle 0x52973366461d32a9 to hash 00000020:00000001:1.0:1773688180.121735:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688180.121736:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00000010:1.0:1773688180.121739:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bb00. 00010000:00000001:1.0:1773688180.121741:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140909568 : -129080568642048 : ffff8a9a168f0600) 00010000:00010000:1.0:1773688180.121744:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d32a9 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a9b2 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.121750:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 35 00000020:00000040:1.0:1773688180.121751:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=120 00010000:00000001:1.0:1773688180.121755:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688180.121757:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688180.121761:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688180.121763:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688180.121764:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1773688180.121765:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688180.121767:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:1.0:1773688180.121769:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688180.121772:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:1.0:1773688180.121773:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:1.0:1773688180.121775:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.121777:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688180.121778:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688180.121780:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688180.121782:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688180.121785:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b33d08000. 02000000:00000001:1.0:1773688180.121787:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.121788:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.121789:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.121791:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1773688180.121793:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:1.0:1773688180.121794:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.121795:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.121797:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.121799:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.121800:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.121801:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.121802:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.121803:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.121804:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.121810:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.121811:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.121811:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.121812:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.121813:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.121814:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.121815:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.121816:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.121818:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.121818:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688180.121821:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688180.121824:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688180.121825:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688180.121827:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.121828:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.121829:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.121830:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.121831:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.121832:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.121833:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688180.121834:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.121836:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.121837:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.121837:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688180.121839:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.121841:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1773688180.121844:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:1.0:1773688180.121845:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/~WRD3497.TMP, ldlm_rep = ffff8a9b33d08228 00000004:00000001:1.0:1773688180.121848:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1773688180.121850:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1773688180.121851:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1773688180.121852:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688180.121854:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688180.121855:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 5 00010000:00000001:1.0:1773688180.121857:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.121858:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688180.121860:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f0c00. 00000020:00000001:1.0:1773688180.121861:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.121863:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f0c00 with handle 0x52973366461d32b0 to hash 00000020:00000001:1.0:1773688180.121864:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688180.121865:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000010:1.0:1773688180.121867:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688180.121868:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:1.0:1773688180.121870:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.121871:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.121873:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d32b0 lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.121877:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688180.121879:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688180.121881:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688180.121882:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.121883:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.121885:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.121885:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.121887:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688180.121888:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688180.121889:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688180.121890:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688180.121891:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 5 00010000:00000040:1.0:1773688180.121894:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688180.121897:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d328d lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9a4 expref: 120 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.121903:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 120 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.121908:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 120 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688180.121912:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d32b0 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.121915:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688180.121917:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.121918:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.121924:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688180.121925:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.121927:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.121928:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.121929:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688180.121930:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.121932:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d32b0 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.121936:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688180.121938:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.121938:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.121939:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688180.121940:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773688180.121956:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a0d064700. 00010000:00000010:1.0:1773688180.121960:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9a0e03ea00. 00010000:00000001:1.0:1773688180.121962:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688180.121963:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1600. 00000020:00000001:1.0:1773688180.121964:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.121965:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1600 with handle 0x52973366461d32b7 to hash 00000020:00000001:1.0:1773688180.121967:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688180.121968:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000010:1.0:1773688180.121970:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bb80. 00010000:00000001:1.0:1773688180.121971:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:1.0:1773688180.121973:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.121974:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.121976:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d32b7 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x295f24f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.121979:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688180.121980:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688180.121981:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688180.121982:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.121983:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.121984:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.121985:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.121986:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688180.121987:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688180.121988:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688180.121988:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688180.121989:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x295f24f2 (ffff8a9a0d064700) refcount = 1 00010000:00010000:1.0:1773688180.121992:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d32b7 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.121997:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688180.121999:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.122000:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.122002:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688180.122003:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.122005:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773688180.122030:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f1c00. 00010000:00000010:1.1:1773688180.122037:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f1000. 00010000:00000010:1.1:1773688180.122043:0:68797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b11afa400. 00010000:00000001:1.0:1773688180.122050:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.122053:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688180.122056:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.122059:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d32b7 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.122064:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688180.122065:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.122067:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.122068:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.122072:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1773688180.122096:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1773688180.122099:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1773688180.122101:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1773688180.122106:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.122108:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1773688180.122124:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688180.122127:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688180.122129:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688180.122132:0:68797:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:1.0:1773688180.122134:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1773688180.122135:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688180.122138:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.122140:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.122142:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0c00 refcount=3 00000020:00000001:1.0:1773688180.122144:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:1.0:1773688180.122146:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:1.0:1773688180.122148:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688180.122151:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d32b0 lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.122155:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.122156:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688180.122158:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d32b0 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.122161:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.122162:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.122163:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688180.122164:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d32b0 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688180.122167:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a168f0c00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688180.122169:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688180.122170:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688180.122171:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d32b0 lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.122174:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688180.122175:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.122176:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.122177:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f0c00 refcount=4 00000020:00000001:1.0:1773688180.122178:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:1.0:1773688180.122179:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140911104 : -129080568640512 : ffff8a9a168f0c00) 00010000:00000001:1.0:1773688180.122181:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688180.122182:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d32b0 lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.122186:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688180.122187:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688180.122188:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.122190:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688180.122191:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688180.122193:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.122194:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688180.122195:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f0c00 with handle 0x52973366461d32b0 from hash 00010000:00000001:1.0:1773688180.122197:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688180.122197:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.122198:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.122199:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688180.122201:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.122202:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.122203:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688180.122204:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688180.122205:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688180.122207:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:1.0:1773688180.122209:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688180.122210:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.122212:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.122213:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688180.122214:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688180.122216:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.122216:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.122217:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.122218:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.122219:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.122221:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d32b0 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.122224:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.122224:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.122225:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688180.122226:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688180.122226:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688180.122228:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0c00/0x52973366461d32b0 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688180.122231:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688180.122235:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.122235:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688180.122236:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688180.122237:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.122238:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.122239:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1600 refcount=3 00000020:00000001:1.0:1773688180.122240:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:1.0:1773688180.122242:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:1.0:1773688180.122243:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688180.122244:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d32b7 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.122247:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.122247:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688180.122248:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d32b7 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.122252:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.122253:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.122255:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688180.122257:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d32b7 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688180.122262:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a168f1600 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688180.122264:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688180.122265:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688180.122267:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d32b7 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.122271:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688180.122272:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.122273:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.122275:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1600 refcount=4 00000020:00000001:1.0:1773688180.122276:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:1.0:1773688180.122278:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140913664 : -129080568637952 : ffff8a9a168f1600) 00010000:00000001:1.0:1773688180.122281:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688180.122283:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d32b7 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.122289:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688180.122290:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688180.122291:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.122293:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688180.122294:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688180.122295:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.122296:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688180.122299:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f1600 with handle 0x52973366461d32b7 from hash 00010000:00000001:1.0:1773688180.122301:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688180.122302:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.122303:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.122304:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688180.122306:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.122307:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.122309:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688180.122310:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688180.122312:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688180.122314:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x295f24f2 (ffff8a9a0d064700) 00010000:00010000:1.0:1773688180.122316:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688180.122318:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.122320:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.122322:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688180.122324:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688180.122326:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.122328:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.122329:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.122331:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.122333:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.122337:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d32b7 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.122342:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.122344:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.122345:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688180.122347:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688180.122348:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688180.122350:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1600/0x52973366461d32b7 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688180.122356:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bb80. 00010000:00000040:1.0:1773688180.122360:0:68797:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a9a0d064700 count: 0 00010000:00000010:1.0:1773688180.122365:0:68797:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a9a0e03ea00. 00010000:00000001:1.0:1773688180.122372:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.122374:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688180.122376:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1773688180.122377:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1773688180.122378:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1773688180.122381:0:68797:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:1.0:1773688180.122384:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688180.122386:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688180.122388:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688180.122390:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688180.122391:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688180.122393:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1773688180.122398:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.122401:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:1.0:1773688180.122403:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688180.122406:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688180.122407:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773688180.122409:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688180.122411:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688180.122413:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.122415:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.122416:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.122418:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688180.122420:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f0600 with handle 0x52973366461d32a9 from hash 00010000:00000001:1.0:1773688180.122422:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688180.122424:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.122425:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.122427:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688180.122428:0:68797:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773688180.122431:0:68797:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1773688180.122436:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d32a9 lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9b2 expref: 120 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.122443:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688180.122445:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688180.122446:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688180.122448:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.122450:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.122452:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688180.122454:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688180.122455:0:68797:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688180.122456:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688180.122458:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688180.122459:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688180.122460:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688180.122461:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:1.0:1773688180.122463:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688180.122464:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.122465:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.122466:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688180.122467:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688180.122469:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f0600/0x52973366461d32a9 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9b2 expref: 120 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.122473:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:1.0:1773688180.122475:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 119 00010000:00000010:1.0:1773688180.122477:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bb00. 00010000:00000001:1.0:1773688180.122480:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688180.122482:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a168f0600, rc 0) 00000020:00000001:1.0:1773688180.122484:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1773688180.122486:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854341888 00010000:00000001:1.0:1773688180.122488:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688180.122492:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a19518700 x1859843854341888/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 584/584 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688180.122499:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688180.122502:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688180.122504:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=58 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688180.122508:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688180.122510:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688180.122513:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688180.122515:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688180.122517:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.122520:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688180.122523:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688180.122528:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a647f8. 00000100:00000200:1.0:1773688180.122533:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854341888, offset 224 00000400:00000200:1.0:1773688180.122539:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688180.122547:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688180.122553:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48247:48247:256:4294967295] 192.168.204.51@tcp LPNI seq info [48243:48243:8:4294967295] 00000400:00000200:1.0:1773688180.122564:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688180.122569:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688180.122574:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7900. 00000800:00000200:1.0:1773688180.122579:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688180.122585:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688180.122589:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7900 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1773688180.122604:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688180.122608:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688180.122611:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688180.122613:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.122615:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688180.122620:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a19518700 x1859843854341888/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 584/584 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688180.122637:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a19518700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+119:68109:x1859843854341888:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 969us (1121us total) trans 0 rc 301/301 00000100:00100000:1.0:1773688180.122646:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15575 00000100:00000040:1.0:1773688180.122650:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688180.122652:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688180.122654:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688180.122658:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e100. 00000020:00000010:1.0:1773688180.122663:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe898. 00000020:00000010:1.0:1773688180.122667:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09357600. 00000020:00000040:1.0:1773688180.122671:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 118 00000100:00000001:1.0:1773688180.122674:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773688180.122683:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1773688180.122687:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7900. 00000400:00000200:3.0:1773688180.122691:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773688180.122695:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:3.0:1773688180.122698:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a647f8 00000400:00000010:3.0:1773688180.122699:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a647f8. 00000100:00000001:3.0:1773688180.122702:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1773688180.122703:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688180.126465:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.126473:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.126474:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.126477:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.126483:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.126494:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 656 into portal 12 MB=0x69b84a4469800 00000400:00000200:2.0:1773688180.126498:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 656/656 into md 0x3b659 [64] + 147656 00000800:00000001:2.0:1773688180.126503:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.126509:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.126510:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.126513:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.126517:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.126519:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688180.126523:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a1951b100. 00000100:00000040:2.0:1773688180.126525:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a1951b100 x1859843854342144 msgsize 656 00000100:00100000:2.0:1773688180.126528:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.126535:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.126542:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.126544:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688180.126561:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688180.126563:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854342144 02000000:00000001:1.0:1773688180.126565:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688180.126567:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688180.126569:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688180.126571:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688180.126574:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854342144 00000020:00000001:1.0:1773688180.126576:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688180.126577:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688180.126579:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.126581:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=119 00000020:00000001:1.0:1773688180.126583:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688180.126584:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688180.126587:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688180.126590:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a580. 00000100:00000001:1.0:1773688180.126592:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688180.126594:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a580. 00000020:00000010:1.0:1773688180.126599:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09357600. 00000020:00000010:1.0:1773688180.126602:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e100. 00000020:00000010:1.0:1773688180.126605:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe898. 00000100:00000040:1.0:1773688180.126610:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688180.126612:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688180.126613:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688180.126614:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688180.126616:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.126617:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.126622:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.126633:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688180.126644:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688180.126646:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688180.126652:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15576 00000100:00000001:2.0:1773688180.126656:0:75542:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1773688180.126657:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688180.126659:0:75542:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1773688180.126661:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993187221760 : -129080522329856 : ffff8a9a1951b100) 00000100:00000001:2.0:1773688180.126662:0:75542:0:(service.c:2223:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.126666:0:75542:0:(service.c:2462:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688180.126672:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a1951b100 x1859843854342144/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 656/0 e 0 to 0 dl 1773688260 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688180.126681:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688180.126684:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a580. 00000100:00000001:1.0:1773688180.126685:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688180.126687:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a580. 00000100:00100000:1.0:1773688180.126690:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a1951b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+119:68109:x1859843854342144:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688180.126692:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854342144 00000020:00000001:1.0:1773688180.126695:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688180.126698:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688180.126701:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.126703:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688180.126704:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688180.126706:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688180.126708:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854342144, found 0 last_xid 1859843854342143 00000020:00000001:1.0:1773688180.126710:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688180.126711:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688180.126713:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688180.126717:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.126718:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688180.126720:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688180.126721:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688180.126723:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1773688180.126724:0:68797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00000001:1.0:1773688180.126726:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.126727:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.126728:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b04e86800 refcount=3 00000020:00000001:1.0:1773688180.126729:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000001:1.0:1773688180.126731:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997139744768 : -129076569806848 : ffff8a9b04e86800) 00010000:00000040:1.0:1773688180.126733:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00000004:00000001:1.0:1773688180.126736:0:68797:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1773688180.126737:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1773688180.126739:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688180.126740:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1773688180.126741:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.126743:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.126746:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688180.126747:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688180.126751:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.126752:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.126754:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.126755:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688180.126756:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b04e86800 with handle 0x52973366461d328d from hash 00010000:00000001:1.0:1773688180.126758:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688180.126759:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.126760:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.126761:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688180.126763:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.126764:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.126765:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688180.126766:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688180.126769:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b04e86800/0x52973366461d328d lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9a4 expref: 119 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.126775:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 33 00000020:00000040:1.0:1773688180.126777:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 118 00010000:00000010:1.0:1773688180.126778:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a1921ca80. 00010000:00000001:1.0:1773688180.126783:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.126784:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688180.126786:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688180.126787:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00000001:1.0:1773688180.126789:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.126791:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.126792:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1773688180.126793:0:68797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1773688180.126794:0:68797:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.126797:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688180.126798:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:1.0:1773688180.126800:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.126801:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688180.126803:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1000. 00000020:00000001:1.0:1773688180.126805:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.126807:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1000 with handle 0x52973366461d32be to hash 00000020:00000001:1.0:1773688180.126808:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688180.126809:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00000010:1.0:1773688180.126812:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bb00. 00010000:00000001:1.0:1773688180.126813:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140912128 : -129080568639488 : ffff8a9a168f1000) 00010000:00010000:1.0:1773688180.126815:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d32be lrc: 2/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a9b9 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.126819:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:1.0:1773688180.126821:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=119 00010000:00000001:1.0:1773688180.126823:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688180.126826:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688180.126830:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688180.126831:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688180.126833:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.126834:0:68797:0:(mdt_handler.c:5270:mdt_intent_open()) Process entered 00000004:00000002:1.0:1773688180.126838:0:68797:0:(mdt_handler.c:3306:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8a9a1951b100 x1859843854342144/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 656/0 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1773688180.126843:0:68797:0:(mdt_handler.c:3204:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1773688180.126845:0:68797:0:(mdt_lib.c:2072:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1773688180.126846:0:68797:0:(mdt_lib.c:1862:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1773688180.126848:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.126850:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.126851:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.126853:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.126854:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.126858:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.126859:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.126860:0:68797:0:(mdt_lib.c:1943:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.126861:0:68797:0:(mdt_lib.c:2082:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.126863:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688180.126864:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688180.126866:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688180.126867:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688180.126870:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8a9b33d0a000. 02000000:00000001:1.0:1773688180.126872:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.126874:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.126876:0:68797:0:(mdt_lib.c:690:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1773688180.126877:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.126878:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.126879:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.126880:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.126881:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.126882:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.126882:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.126883:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.126884:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.126885:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688180.126887:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688180.126890:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688180.126891:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688180.126892:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.126893:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.126894:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.126895:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.126896:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.126897:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.126899:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688180.126900:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.126901:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.126902:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.126903:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688180.126904:0:68797:0:(mdt_lib.c:714:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.126905:0:68797:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1773688180.126906:0:68797:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.126908:0:68797:0:(mdt_reint.c:3384:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1773688180.126910:0:68797:0:(mdt_open.c:1464:mdt_reint_open()) Process entered 00000020:00000001:1.0:1773688180.126912:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfa38 00000004:00000002:1.0:1773688180.126914:0:68797:0:(mdt_open.c:1489:mdt_reint_open()) I am going to open [0x20000afe1:0xef:0x0]/(~WRD3497.TMP->[0x20000afe1:0x148:0x0]) cr_flag=040000000000103 mode=0100600 msg_flag=0x600 00000004:00000001:1.0:1773688180.126918:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688180.126919:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:1.0:1773688180.126920:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688180.126923:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:1.0:1773688180.126924:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:1.0:1773688180.126926:0:68797:0:(mdt_lib.c:777:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1773688180.126927:0:68797:0:(mdt_lib.c:780:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.126931:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1773688180.126964:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1773688180.126966:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1773688180.126968:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1773688180.126971:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.126974:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1773688180.126986:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688180.126988:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688180.126989:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688180.126991:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1773688180.126993:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1773688180.126994:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1773688180.126995:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688180.126997:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688180.126998:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:1.0:1773688180.127000:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.127001:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688180.127003:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1c00. 00000020:00000001:1.0:1773688180.127005:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.127022:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1c00 with handle 0x52973366461d32c5 to hash 00000020:00000001:1.0:1773688180.127024:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688180.127025:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000010:1.0:1773688180.127028:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bb80. 00010000:00000001:1.0:1773688180.127030:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000001:1.0:1773688180.127032:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.127033:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.127036:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d32c5 lrc: 3/0,1 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.127040:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688180.127042:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688180.127044:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688180.127046:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.127047:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.127049:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.127050:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.127052:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688180.127053:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688180.127055:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688180.127055:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688180.127057:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 4 00010000:00000040:1.0:1773688180.127059:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688180.127063:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 119 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.127071:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 119 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688180.127076:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d32c5 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.127079:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688180.127081:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.127087:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.127089:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688180.127090:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.127091:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.127092:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.127094:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688180.127096:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.127097:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d32c5 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.127100:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688180.127101:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.127102:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.127103:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688180.127104:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773688180.127107:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a0d064a00. 00010000:00000010:1.0:1773688180.127109:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9a0e03ea00. 00010000:00000001:1.0:1773688180.127110:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688180.127111:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a168f1200. 00000020:00000001:1.0:1773688180.127113:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.127114:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a168f1200 with handle 0x52973366461d32cc to hash 00000020:00000001:1.0:1773688180.127115:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688180.127116:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993140912640 : -129080568638976 : ffff8a9a168f1200) 00010000:00000010:1.0:1773688180.127117:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400ba80. 00010000:00000001:1.0:1773688180.127119:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993140912640 : -129080568638976 : ffff8a9a168f1200) 00010000:00000001:1.0:1773688180.127121:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.127122:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.127124:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d32cc lrc: 3/0,1 mode: --/PW res: [0x20000afe1:0xef:0x0].0x295f24f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.127127:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688180.127127:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688180.127128:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688180.127129:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.127130:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.127131:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.127131:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.127132:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688180.127133:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688180.127134:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688180.127134:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688180.127135:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x295f24f2 (ffff8a9a0d064a00) refcount = 1 00010000:00010000:1.0:1773688180.127138:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d32cc lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.127141:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688180.127142:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.127142:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.127143:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688180.127144:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.127145:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.127146:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.127147:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688180.127148:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.127149:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d32cc lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.127152:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688180.127153:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.127154:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.127155:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127156:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1773688180.127163:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1773688180.127165:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1773688180.127167:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1773688180.127170:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.127172:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1773688180.127181:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688180.127183:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688180.127185:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688180.127188:0:68797:0:(mdt_handler.c:3750:mdt_object_new()) Process entered 00000004:00000040:1.0:1773688180.127190:0:68797:0:(mdt_handler.c:3752:mdt_object_new()) Allocate object for [0x20000afe1:0x148:0x0] 00000020:00000001:1.0:1773688180.127192:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:1.0:1773688180.127193:0:68797:0:(mdt_handler.c:6940:mdt_object_alloc()) Process entered 00000004:00000010:1.0:1773688180.127197:0:68797:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8a9b313f32c0. 00000004:00000001:1.0:1773688180.127201:0:68797:0:(mdt_handler.c:6965:mdt_object_alloc()) Process leaving (rc=18446614997883630360 : -129075825921256 : ffff8a9b313f3318) 00000004:00000001:1.0:1773688180.127206:0:68797:0:(mdt_handler.c:6978:mdt_object_init()) Process entered 00000004:00000040:1.0:1773688180.127208:0:68797:0:(mdt_handler.c:6981:mdt_object_init()) object init, fid = [0x20000afe1:0x148:0x0] 00000004:00000010:1.0:1773688180.127213:0:68797:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8a9b3472b960. 00000004:00000001:1.0:1773688180.127215:0:68797:0:(mdt_handler.c:6990:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127218:0:68797:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:1.0:1773688180.127221:0:68797:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:1.0:1773688180.127225:0:68797:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8a9a0b7dd870. 00000004:00000001:1.0:1773688180.127228:0:68797:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446614992955234416 : -129080754317200 : ffff8a9a0b7dd870) 00000004:00000001:1.0:1773688180.127230:0:68797:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127233:0:68797:0:(lod_object.c:9526:lod_object_init()) Process entered 00000004:00000001:1.0:1773688180.127235:0:68797:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1773688180.127238:0:68797:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1773688180.127240:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1773688180.127242:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773688180.127244:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773688180.127247:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773688180.127249:0:68797:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1773688180.127251:0:68797:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x20000afe1 00000004:00000001:1.0:1773688180.127253:0:68797:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1773688180.127258:0:68797:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff8a9b33e6e720. 00000004:00000001:1.0:1773688180.127261:0:68797:0:(lod_object.c:9569:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.127264:0:68797:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1773688180.127266:0:68797:0:(osd_object.c:541:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688180.127268:0:68797:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.127273:0:68797:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446614997883630360 : -129075825921256 : ffff8a9b313f3318) 00000004:00000001:1.0:1773688180.127275:0:68797:0:(mdt_handler.c:3758:mdt_object_new()) Process leaving (rc=18446614997883630272 : -129075825921344 : ffff8a9b313f32c0) 00080000:00000001:1.0:1773688180.127281:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.127288:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:1.0:1773688180.127290:0:68797:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0xef:0x0] version is 0x27000000be 00000004:00000002:1.0:1773688180.127292:0:68797:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x20000afe1:0x148:0x0] version is 0x1 00000004:00000001:1.0:1773688180.127296:0:68797:0:(mdd_dir.c:3113:mdd_create()) Process entered 00000004:00000001:1.0:1773688180.127305:0:68797:0:(mdd_dir.c:2504:mdd_create_sanity_check()) Process entered 00000004:00000001:1.0:1773688180.127308:0:68797:0:(mdd_dir.c:442:mdd_may_create()) Process entered 00000004:00000001:1.0:1773688180.127309:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1773688180.127311:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 3 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1773688180.127314:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127316:0:68797:0:(mdd_dir.c:454:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127319:0:68797:0:(mdd_dir.c:2609:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1773688180.127321:0:68797:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1773688180.127327:0:68797:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8a9b03ffba20. 00080000:00000001:1.0:1773688180.127330:0:68797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1773688180.127334:0:68797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff8a9a0fba6c00. 00080000:00000001:1.0:1773688180.127336:0:68797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446614993026313216 : -129080683238400 : ffff8a9a0fba6c00) 00000004:00000001:1.0:1773688180.127338:0:68797:0:(mdd_dir.c:2785:mdd_acl_init()) Process entered 00000004:00000001:1.0:1773688180.127341:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.127342:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.127344:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.127346:0:68797:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.127349:0:68797:0:(mdd_dir.c:2823:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1773688180.127352:0:68797:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x20000afe1:0x148:0x0] eadata 0000000000000000 len 0 00000004:00000001:1.0:1773688180.127354:0:68797:0:(lod_object.c:5733:lod_ah_init()) Process entered 00080000:00000002:1.0:1773688180.127357:0:68797:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x20000afe1:0xef:0x0] not in the id map cache 00000004:00000001:1.0:1773688180.127360:0:68797:0:(lod_object.c:5355:lod_get_default_lov_striping()) Process entered 00000004:00000001:1.0:1773688180.127362:0:68797:0:(lod_lov.c:1029:lod_get_ea()) Process entered 00080000:00000001:1.0:1773688180.127363:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.127365:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.127366:0:68797:0:(lod_lov.c:1044:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127367:0:68797:0:(lod_object.c:5364:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127369:0:68797:0:(lod_object.c:5355:lod_get_default_lov_striping()) Process entered 00000004:00000001:1.0:1773688180.127370:0:68797:0:(lod_lov.c:1029:lod_get_ea()) Process entered 00080000:00000001:1.0:1773688180.127370:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.127372:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.127373:0:68797:0:(lod_lov.c:1044:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127374:0:68797:0:(lod_object.c:5364:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1773688180.127377:0:68797:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8a9b4186cf00. 00000004:00000001:1.0:1773688180.127379:0:68797:0:(lod_object.c:6016:lod_ah_init()) Process leaving 00000004:00000001:1.0:1773688180.127380:0:68797:0:(mdd_dir.c:1597:mdd_linkea_prepare()) Process entered 00000020:00000001:1.0:1773688180.127383:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818df8c8 00000001:00000002:1.0:1773688180.127385:0:68797:0:(linkea.c:183:linkea_add_buf()) New link_ea name '[0x20000afe1:0xef:0x0]:~WRD3497.TMP' is added 00000004:00000001:1.0:1773688180.127387:0:68797:0:(mdd_dir.c:1624:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127388:0:68797:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:1.0:1773688180.127391:0:68797:0:(lod_object.c:6196:lod_declare_create()) Process entered 00000004:00000001:1.0:1773688180.127393:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688180.127394:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026313216 : -129080683238400 : ffff8a9a0fba6c00) 00080000:00000001:1.0:1773688180.127397:0:68797:0:(osd_object.c:1462:osd_declare_create()) Process entered 00080000:00000001:1.0:1773688180.127413:0:68797:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1773688180.127415:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1773688180.127416:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773688180.127417:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773688180.127418:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.127420:0:68797:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1773688180.127425:0:68797:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x20000afe1:0x148:0x0] not in the id map cache 00000001:00000001:1.0:1773688180.127427:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1773688180.127428:0:68797:0:(osd_object.c:1516:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127430:0:68797:0:(lod_object.c:6130:lod_declare_striped_create()) Process entered 00020000:00000001:1.0:1773688180.127432:0:68797:0:(lod_qos.c:2957:lod_prepare_create()) Process entered 00020000:00000001:1.0:1773688180.127433:0:68797:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00020000:00000001:1.0:1773688180.127434:0:68797:0:(lod_qos.c:2436:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:1.0:1773688180.127435:0:68797:0:(lod_qos.c:2993:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:1.0:1773688180.127437:0:68797:0:(lod_qos.c:2807:lod_qos_prep_create()) Process entered 00020000:00000001:1.0:1773688180.127439:0:68797:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:1.0:1773688180.127440:0:68797:0:(lod_qos.c:162:lod_qos_statfs_update()) Process leaving 00020000:00000001:1.0:1773688180.127442:0:68797:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:1.0:1773688180.127443:0:68797:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:1.0:1773688180.127445:0:68797:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8a9a0f912078. 00020000:00000010:1.0:1773688180.127448:0:68797:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8a9a0f912988. 00020000:00001000:1.0:1773688180.127450:0:68797:0:(lod_qos.c:2859:lod_qos_prep_create()) tgt_count 2 stripe_count 1 00020000:00001000:1.0:1773688180.127452:0:68797:0:(lod_qos.c:2875:lod_qos_prep_create()) collecting conflict osts for comp[0] 00020000:00000001:1.0:1773688180.127454:0:68797:0:(lod_qos.c:1575:lod_ost_alloc_qos()) Process entered 00020000:00000001:1.0:1773688180.127456:0:68797:0:(lod_qos.c:1599:lod_ost_alloc_qos()) Process leaving via out_nolock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00020000:00000001:1.0:1773688180.127458:0:68797:0:(lod_qos.c:1817:lod_ost_alloc_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00020000:00000001:1.0:1773688180.127459:0:68797:0:(lod_qos.c:702:lod_ost_alloc_rr()) Process entered 00020000:00000001:1.0:1773688180.127460:0:68797:0:(lod_qos.c:217:lod_qos_calc_rr()) Process entered 00020000:00000001:1.0:1773688180.127461:0:68797:0:(lod_qos.c:221:lod_qos_calc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:1.0:1773688180.127463:0:68797:0:(lod_qos.c:756:lod_ost_alloc_rr()) pool '' want 1 start_idx 0 start_count 2042 offset 0 active 2 count 2 00020000:00001000:1.0:1773688180.127465:0:68797:0:(lod_qos.c:774:lod_ost_alloc_rr()) #0 strt 1 act 0 strp 0 ary 1 idx 1 00020000:00000001:1.0:1773688180.127467:0:68797:0:(lod_qos.c:586:lod_check_and_reserve_ost()) Process entered 00020000:00000001:1.0:1773688180.127468:0:68797:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:1.0:1773688180.127471:0:68797:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:1.0:1773688180.127472:0:68797:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=942848, bfree=935936, bavail=924160, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117737, ffree=116992, state=0 00000004:00000001:1.0:1773688180.127475:0:68797:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773688180.127476:0:68797:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127478:0:68797:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1773688180.127479:0:68797:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773688180.127481:0:68797:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:1.0:1773688180.127484:0:68797:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8a9a10224470. 00000004:00000001:1.0:1773688180.127487:0:68797:0:(osp_object.c:2259:osp_object_init()) Process entered 00000004:00000001:1.0:1773688180.127489:0:68797:0:(osp_object.c:2286:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127490:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688180.127492:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026313216 : -129080683238400 : ffff8a9a0fba6c00) 00000004:00000001:1.0:1773688180.127494:0:68797:0:(osp_object.c:1466:osp_declare_create()) Process entered 00000020:00000001:1.0:1773688180.127497:0:68797:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1773688180.127498:0:68797:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446614993026313216 : -129080683238400 : ffff8a9a0fba6c00) 00000004:00000001:1.0:1773688180.127501:0:68797:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:1.0:1773688180.127503:0:68797:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.127505:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1773688180.127511:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1773688180.127512:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127513:0:68797:0:(osp_object.c:1533:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773688180.127514:0:68797:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446614993033118920 : -129080676432696 : ffff8a9a102244c8) 00020000:00000001:1.0:1773688180.127515:0:68797:0:(lod_qos.c:656:lod_check_and_reserve_ost()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773688180.127517:0:68797:0:(lod_qos.c:833:lod_ost_alloc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773688180.127519:0:68797:0:(lod_qos.c:2945:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773688180.127520:0:68797:0:(lod_qos.c:3001:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773688180.127522:0:68797:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:1.0:1773688180.127522:0:68797:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1773688180.127524:0:68797:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1773688180.127525:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688180.127525:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026313216 : -129080683238400 : ffff8a9a0fba6c00) 00080000:00000001:1.0:1773688180.127527:0:68797:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1773688180.127530:0:68797:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127531:0:68797:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127532:0:68797:0:(lod_object.c:6174:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127533:0:68797:0:(lod_object.c:6277:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127534:0:68797:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127536:0:68797:0:(mdd_dir.c:2427:mdd_declare_object_initialize()) Process entered 00000004:00000001:1.0:1773688180.127537:0:68797:0:(mdd_dir.c:2431:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127540:0:68797:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:1.0:1773688180.127541:0:68797:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:1.0:1773688180.127542:0:68797:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.127544:0:68797:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:1.0:1773688180.127546:0:68797:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127547:0:68797:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127548:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688180.127549:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026313216 : -129080683238400 : ffff8a9a0fba6c00) 00080000:00000001:1.0:1773688180.127551:0:68797:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:1.0:1773688180.127555:0:68797:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127558:0:68797:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1773688180.127559:0:68797:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1773688180.127560:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688180.127561:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026313216 : -129080683238400 : ffff8a9a0fba6c00) 00080000:00000001:1.0:1773688180.127563:0:68797:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1773688180.127573:0:68797:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127574:0:68797:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127575:0:68797:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127578:0:68797:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:1.0:1773688180.127580:0:68797:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:1.0:1773688180.127580:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688180.127581:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026313216 : -129080683238400 : ffff8a9a0fba6c00) 00080000:00000001:1.0:1773688180.127583:0:68797:0:(osd_object.c:1095:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1773688180.127585:0:68797:0:(osd_object.c:1201:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127586:0:68797:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127587:0:68797:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:1.0:1773688180.127588:0:68797:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127590:0:68797:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.127593:0:68797:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1773688180.127594:0:68797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1773688180.127599:0:68797:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1773688180.127600:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688180.127601:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026313216 : -129080683238400 : ffff8a9a0fba6c00) 00080000:00000001:1.0:1773688180.127602:0:68797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1773688180.127604:0:68797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1773688180.127605:0:68797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127606:0:68797:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127607:0:68797:0:(lod_object.c:3758:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1773688180.127608:0:68797:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1773688180.127609:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688180.127609:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026313216 : -129080683238400 : ffff8a9a0fba6c00) 00080000:00000001:1.0:1773688180.127611:0:68797:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1773688180.127612:0:68797:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127613:0:68797:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127615:0:68797:0:(lod_object.c:3823:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.127634:0:68797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.127636:0:68797:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127641:0:68797:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:1.0:1773688180.127644:0:68797:0:(lod_object.c:6470:lod_create()) Process entered 00000004:00000001:1.0:1773688180.127645:0:68797:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:1.0:1773688180.127647:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688180.127649:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026313216 : -129080683238400 : ffff8a9a0fba6c00) 00080000:00000001:1.0:1773688180.127651:0:68797:0:(osd_object.c:1919:osd_create()) Process entered 00080000:00000001:1.0:1773688180.127693:0:68797:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1773688180.127694:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1773688180.127696:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773688180.127697:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773688180.127699:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.127701:0:68797:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.127736:0:68797:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1773688180.127739:0:68797:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.127741:0:68797:0:(osd_object.c:2031:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127742:0:68797:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127745:0:68797:0:(lod_object.c:6355:lod_striped_create()) Process entered 00000004:00000001:1.0:1773688180.127746:0:68797:0:(lod_object.c:6302:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1773688180.127748:0:68797:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:1.0:1773688180.127749:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688180.127750:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026313216 : -129080683238400 : ffff8a9a0fba6c00) 00000004:00000001:1.0:1773688180.127752:0:68797:0:(osp_object.c:1569:osp_create()) Process entered 00000004:00000002:1.0:1773688180.127756:0:68797:0:(osp_object.c:1604:osp_create()) fid for osp_object ffff8a9a10224470 is [0x2c0000401:0xa0b:0x0] 00000020:00000001:1.0:1773688180.127758:0:68797:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1773688180.127759:0:68797:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446614993026313216 : -129080683238400 : ffff8a9a0fba6c00) 00080000:00000001:1.0:1773688180.127761:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1773688180.127769:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000004:00080000:1.0:1773688180.127770:0:68797:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xa0b:0x0], index 1: 0 00000004:00000001:1.0:1773688180.127773:0:68797:0:(osp_object.c:1659:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127774:0:68797:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127775:0:68797:0:(lod_lov.c:578:lod_fill_mirrors()) Process entered 00000004:00000001:1.0:1773688180.127777:0:68797:0:(lod_lov.c:583:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127778:0:68797:0:(lod_object.c:4695:lod_generate_and_set_lovea()) Process entered 00000004:00000001:1.0:1773688180.127780:0:68797:0:(lod_lov.c:897:lod_generate_lovea()) Process entered 00000004:00000001:1.0:1773688180.127781:0:68797:0:(lod_lov.c:716:lod_gen_component_ea()) Process entered 00000004:00000001:1.0:1773688180.127783:0:68797:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1773688180.127784:0:68797:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1773688180.127785:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1773688180.127785:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773688180.127787:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773688180.127788:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773688180.127789:0:68797:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1773688180.127790:0:68797:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2c0000401 00000004:00000001:1.0:1773688180.127791:0:68797:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127793:0:68797:0:(lod_lov.c:838:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127794:0:68797:0:(lod_lov.c:935:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127796:0:68797:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1773688180.127796:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688180.127797:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026313216 : -129080683238400 : ffff8a9a0fba6c00) 00080000:00000001:1.0:1773688180.127799:0:68797:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1773688180.127801:0:68797:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:1.0:1773688180.127806:0:68797:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1773688180.127807:0:68797:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.127809:0:68797:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127810:0:68797:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127811:0:68797:0:(lod_object.c:4721:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127812:0:68797:0:(lod_object.c:6430:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127813:0:68797:0:(lod_object.c:6484:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127814:0:68797:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127816:0:68797:0:(mdd_dir.c:2456:mdd_object_initialize()) Process entered 00000004:00000001:1.0:1773688180.127817:0:68797:0:(mdd_dir.c:2470:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127821:0:68797:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:1.0:1773688180.127823:0:68797:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1773688180.127824:0:68797:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1773688180.127825:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688180.127826:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026313216 : -129080683238400 : ffff8a9a0fba6c00) 00080000:00000001:1.0:1773688180.127827:0:68797:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1773688180.127828:0:68797:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr user.job with size 8 00080000:00000001:1.0:1773688180.127831:0:68797:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1773688180.127832:0:68797:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.127833:0:68797:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127834:0:68797:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127835:0:68797:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127836:0:68797:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127838:0:68797:0:(mdd_dir.c:3001:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127840:0:68797:0:(mdd_dir.c:669:__mdd_index_insert()) Process entered 00000004:00000001:1.0:1773688180.127841:0:68797:0:(mdd_dir.c:647:__mdd_index_insert_only()) Process entered 00000004:00000001:1.0:1773688180.127842:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688180.127844:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026313216 : -129080683238400 : ffff8a9a0fba6c00) 00080000:00000001:1.0:1773688180.127847:0:68797:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:1.0:1773688180.127854:0:68797:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127855:0:68797:0:(mdd_dir.c:659:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127857:0:68797:0:(mdd_dir.c:678:__mdd_index_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127858:0:68797:0:(mdd_dir.c:1639:mdd_links_rename()) Process entered 00000004:00000001:1.0:1773688180.127860:0:68797:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:1.0:1773688180.127860:0:68797:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1773688180.127861:0:68797:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1773688180.127862:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688180.127863:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026313216 : -129080683238400 : ffff8a9a0fba6c00) 00080000:00000001:1.0:1773688180.127864:0:68797:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1773688180.127865:0:68797:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.link with size 54 00080000:00000001:1.0:1773688180.127866:0:68797:0:(osd_xattr.c:852:osd_xattr_handle_linkea()) Process entered 00080000:00000001:1.0:1773688180.127868:0:68797:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1773688180.127869:0:68797:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:1.0:1773688180.127870:0:68797:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1773688180.127871:0:68797:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773688180.127872:0:68797:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773688180.127873:0:68797:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.127874:0:68797:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1773688180.127876:0:68797:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.127877:0:68797:0:(osd_xattr.c:882:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.127881:0:68797:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1773688180.127882:0:68797:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.127883:0:68797:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127884:0:68797:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127885:0:68797:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127886:0:68797:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127888:0:68797:0:(mdd_dir.c:1653:mdd_links_rename()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688180.127889:0:68797:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:1.0:1773688180.127891:0:68797:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:1.0:1773688180.127892:0:68797:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:1.0:1773688180.127893:0:68797:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:1.0:1773688180.127894:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688180.127895:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026313216 : -129080683238400 : ffff8a9a0fba6c00) 00080000:00000001:1.0:1773688180.127897:0:68797:0:(osd_object.c:1227:osd_attr_set()) Process entered 00080000:00000001:1.0:1773688180.127898:0:68797:0:(osd_object.c:1274:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1773688180.127900:0:68797:0:(osd_object.c:1424:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127901:0:68797:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127903:0:68797:0:(lod_lov.c:1591:lod_striping_load()) Process entered 00000004:00000001:1.0:1773688180.127903:0:68797:0:(lod_lov.c:1597:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127905:0:68797:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127906:0:68797:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127908:0:68797:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127909:0:68797:0:(mdd_dir.c:3237:mdd_create()) Process leaving 00000004:00000001:1.0:1773688180.127912:0:68797:0:(mdd_dir.c:1371:mdd_changelog_ns_store()) Process entered 00000004:00000001:1.0:1773688180.127913:0:68797:0:(mdd_dir.c:1378:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.127915:0:68797:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1773688180.127917:0:68797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1773688180.127919:0:68797:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:1.0:1773688180.127921:0:68797:0:(lod_object.c:5075:lod_xattr_set()) Process entered 00000004:00000001:1.0:1773688180.127922:0:68797:0:(lod_object.c:3851:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1773688180.127923:0:68797:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1773688180.127923:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688180.127924:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026313216 : -129080683238400 : ffff8a9a0fba6c00) 00080000:00000001:1.0:1773688180.127926:0:68797:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1773688180.127927:0:68797:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:1.0:1773688180.127930:0:68797:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1773688180.127930:0:68797:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.127932:0:68797:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127933:0:68797:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127934:0:68797:0:(lod_object.c:3855:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.127935:0:68797:0:(lod_object.c:5180:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:1.0:1773688180.127936:0:68797:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 171798692099, last_committed = 171798692041 00000001:00000010:1.0:1773688180.127939:0:68797:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8a9b36c10d80. 00000001:00000040:1.0:1773688180.127941:0:68797:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8a9b2bf83800 : new cb_count 58 00000020:00000040:1.0:1773688180.127942:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=120 00000001:00000010:1.0:1773688180.127960:0:68797:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8a9a0d8d8900. 00000004:00000001:1.0:1773688180.127966:0:68797:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1773688180.127967:0:68797:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1773688180.127968:0:68797:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446614993026313216 : -129080683238400 : ffff8a9a0fba6c00) 00080000:00000001:1.0:1773688180.127970:0:68797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1773688180.127976:0:68797:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1773688180.127978:0:68797:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1773688180.127980:0:68797:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8a9a0d8d8900: xid 1859843854342144, transno 171798692099, tag 1, client gen 13, slot idx 3 00000001:00000001:1.0:1773688180.127982:0:68797:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1773688180.128043:0:68797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773688180.128046:0:68797:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8a9b03ffba20. 00000020:00000001:1.0:1773688180.128048:0:68797:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.128054:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1773688180.128055:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1773688180.128057:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.128060:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688180.128061:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.128063:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.128064:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.128066:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.128068:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.128069:0:68797:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:1.0:1773688180.128071:0:68797:0:(mdt_som.c:35:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.128073:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688180.128073:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.128075:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.128076:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688180.128077:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688180.128078:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:1.0:1773688180.128081:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff8a9b33d0a378 00000004:00000001:1.0:1773688180.128082:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.128087:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688180.128091:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.128092:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.128093:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.128099:0:68797:0:(mdt_open.c:817:mdt_object_open_lock()) Process entered 00000004:00000001:1.0:1773688180.128101:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1773688180.128102:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688180.128104:0:68797:0:(mdt_open.c:918:mdt_object_open_lock()) normal open:[0x20000afe1:0x148:0x0] lease count: 0, lm: 4 00000004:00000001:1.0:1773688180.128106:0:68797:0:(mdt_handler.c:4382:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1773688180.128108:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688180.128110:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773688180.128113:0:68797:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9b32304000. 00010000:00000010:1.0:1773688180.128116:0:68797:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a9a0e03ef00. 00010000:00000001:1.0:1773688180.128118:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688180.128120:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b11afa400. 00000020:00000001:1.0:1773688180.128121:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.128123:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b11afa400 with handle 0x52973366461d32d3 to hash 00000020:00000001:1.0:1773688180.128124:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688180.128125:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000010:1.0:1773688180.128127:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400b900. 00010000:00000001:1.0:1773688180.128129:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000001:1.0:1773688180.128130:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.128131:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.128133:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d32d3 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0x148:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.128138:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688180.128140:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688180.128142:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688180.128144:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.128145:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.128148:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.128149:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.128151:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688180.128152:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688180.128154:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688180.128155:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688180.128157:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0x148:0x0].0x0 (ffff8a9b32304000) refcount = 1 00010000:00010000:1.0:1773688180.128160:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d32d3 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x148:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.128166:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688180.128169:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.128171:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.128173:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688180.128175:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.128177:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.128180:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.128182:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688180.128185:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.128188:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d32d3 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0x148:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.128193:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688180.128195:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.128196:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.128198:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.128199:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.128201:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afa400 refcount=3 00000020:00000001:1.0:1773688180.128203:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000001:1.0:1773688180.128205:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000001:1.0:1773688180.128207:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.128208:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.128210:0:68797:0:(mdt_handler.c:4391:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688180.128213:0:68797:0:(mdt_open.c:952:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000afe1:0x148:0x0], ibits = 0x1b/0x1b, open_flags = 040000000000103, try_layout = 1 : rc = 0 00000004:00000001:1.0:1773688180.128217:0:68797:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688180.128219:0:68797:0:(mdt_open.c:1019:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.128222:0:68797:0:(mdt_open.c:559:mdt_finish_open()) Process entered 00000001:00000001:1.0:1773688180.128225:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.128227:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.128229:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.128231:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.128233:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.128235:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.128236:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.128238:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688180.128240:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0x148:0x0]: nlink=1, mode=100600, valid=0x100000008000278f 00000001:00000001:1.0:1773688180.128245:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.128246:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.128248:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1773688180.128251:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688180.128253:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.128255:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.128258:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.128260:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.128262:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.128264:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.128267:0:68797:0:(mdt_open.c:376:mdt_mfd_open()) Process entered 00000004:00000002:1.0:1773688180.128269:0:68797:0:(mdt_open.c:401:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56 00000004:00000001:1.0:1773688180.128271:0:68797:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000004:00000001:1.0:1773688180.128273:0:68797:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.128276:0:68797:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:1.0:1773688180.128279:0:68797:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:1.0:1773688180.128281:0:68797:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.128284:0:68797:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688180.128287:0:68797:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000004:00000010:1.0:1773688180.128290:0:68797:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8a9a0e03e480. 00000020:00000001:1.0:1773688180.128293:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.128294:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a0e03e480 with handle 0x52973366461d32da to hash 00000020:00000001:1.0:1773688180.128296:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:1.0:1773688180.128298:0:68797:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446614992997573760 : -129080711977856 : ffff8a9a0e03e480) 00000004:00000001:1.0:1773688180.128300:0:68797:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1773688180.128302:0:68797:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:1.0:1773688180.128304:0:68797:0:(mdt_open.c:292:mdt_mfd_set_mode()) [0x20000afe1:0x148:0x0] Change mfd open_flags 0 -> 040000000000103. 00000004:00000001:1.0:1773688180.128307:0:68797:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00000004:00000001:1.0:1773688180.128309:0:68797:0:(mdt_open.c:193:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1773688180.128310:0:68797:0:(mdt_open.c:531:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.128313:0:68797:0:(mdt_open.c:686:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.128316:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688180.128318:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.128319:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.128322:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688180.128324:0:68797:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688180.128326:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1773688180.128330:0:68797:0:(mdt_open.c:1807:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1773688180.128332:0:68797:0:(mdt_open.c:1030:mdt_object_open_unlock()) Process entered 00000004:00000001:1.0:1773688180.128334:0:68797:0:(mdt_open.c:1071:mdt_object_open_unlock()) Process leaving 00000004:00000001:1.0:1773688180.128335:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688180.128337:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688180.128339:0:68797:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1773688180.128340:0:68797:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1773688180.128342:0:68797:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.128344:0:68797:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1773688180.128346:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1773688180.128348:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688180.128349:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.128350:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.128351:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1c00 refcount=3 00000020:00000001:1.0:1773688180.128352:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000001:1.0:1773688180.128354:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000001:1.0:1773688180.128356:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773688180.128358:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d32c5 lrc: 3/0,1 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.128362:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.128363:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688180.128364:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d32c5 lrc: 2/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.128368:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.128368:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.128370:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773688180.128371:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d32c5 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688180.128375:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a168f1c00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:1.0:1773688180.128377:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1773688180.128378:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1773688180.128380:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d32c5 lrc: 3/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.128384:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773688180.128384:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.128385:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.128386:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1c00 refcount=4 00000020:00000001:1.0:1773688180.128387:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000001:1.0:1773688180.128388:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140915200 : -129080568636416 : ffff8a9a168f1c00) 00010000:00000001:1.0:1773688180.128390:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773688180.128391:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d32c5 lrc: 4/0,0 mode: CW/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.128394:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1773688180.128395:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1773688180.128396:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.128397:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773688180.128398:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688180.128399:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.128400:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688180.128402:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f1c00 with handle 0x52973366461d32c5 from hash 00010000:00000001:1.0:1773688180.128403:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688180.128404:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.128404:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.128405:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773688180.128407:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.128407:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.128409:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773688180.128410:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688180.128411:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688180.128412:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:1.0:1773688180.128414:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688180.128415:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.128416:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.128418:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688180.128419:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773688180.128420:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.128421:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.128422:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.128423:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.128424:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.128426:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d32c5 lrc: 2/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.128429:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.128430:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.128430:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773688180.128431:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773688180.128432:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688180.128433:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1c00/0x52973366461d32c5 lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1773688180.128436:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bb80. 00010000:00000001:1.0:1773688180.128439:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.128440:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688180.128441:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:1.0:1773688180.128442:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.128442:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.128443:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a168f1200 refcount=3 00000020:00000001:1.0:1773688180.128444:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993140912640 : -129080568638976 : ffff8a9a168f1200) 00010000:00000001:1.0:1773688180.128445:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993140912640 : -129080568638976 : ffff8a9a168f1200) 00000004:00010000:1.0:1773688180.128447:0:68797:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000865dcfc3 reply state 00000000138e9abe transno 171798692099 ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d32cc lrc: 3/0,1 mode: PW/PW res: [0x20000afe1:0xef:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.128452:0:68797:0:(ldlm_lock.c:2715:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:1.0:1773688180.128453:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.128454:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.128456:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688180.128456:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688180.128457:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688180.128458:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688180.128459:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x295f24f2 (ffff8a9a0d064a00) refcount = 1 00010000:00010000:1.0:1773688180.128462:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1200/0x52973366461d32cc lrc: 3/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.128465:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688180.128466:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.128467:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.128468:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688180.128468:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688180.128469:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688180.128470:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x295f24f2 (ffff8a9a0d064a00) 00010000:00010000:1.0:1773688180.128471:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1773688180.128472:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.128473:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.128474:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688180.128475:0:68797:0:(ldlm_lock.c:2749:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:1.0:1773688180.128476:0:68797:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:1.0:1773688180.128477:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.128478:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.128478:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1773688180.128479:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1773688180.128480:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1773688180.128481:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1773688180.128482:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688180.128483:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:1.0:1773688180.128485:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688180.128487:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.128488:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.128489:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.128490:0:68797:0:(mdt_reint.c:3397:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.128491:0:68797:0:(mdt_handler.c:3276:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1773688180.128493:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688180.128494:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688180.128495:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688180.128496:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688180.128498:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688180.128499:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1773688180.128502:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.128503:0:68797:0:(mdt_handler.c:3176:mdt_read_inline()) Process entered 00002000:00000001:1.0:1773688180.128505:0:68797:0:(mdt_io.c:1935:mdt_dom_read_on_open()) Process entered 00002000:00000001:1.0:1773688180.128507:0:68797:0:(mdt_io.c:1939:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.128509:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.128510:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.128510:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b11afa400 refcount=3 00000020:00000001:1.0:1773688180.128512:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00010000:00000001:1.0:1773688180.128513:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614997354128384 : -129076355423232 : ffff8a9b11afa400) 00000004:00000040:1.0:1773688180.128515:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 35 00000020:00000040:1.0:1773688180.128516:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=121 00010000:00000001:1.0:1773688180.128519:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.128519:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.128520:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688180.128521:0:68797:0:(mdt_handler.c:5305:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688180.128523:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688180.128525:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1773688180.128526:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688180.128527:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688180.128528:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.128529:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.128530:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.128531:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688180.128532:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a168f1000 with handle 0x52973366461d32be from hash 00010000:00000001:1.0:1773688180.128533:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688180.128534:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.128535:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.128536:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688180.128536:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688180.128539:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a168f1000/0x52973366461d32be lrc: 0/0,0 mode: --/CW res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9b9 expref: 121 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.128542:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:1.0:1773688180.128543:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 120 00010000:00000010:1.0:1773688180.128545:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bb00. 00010000:00000001:1.0:1773688180.128547:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.128548:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.128550:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688180.128553:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b11afa400/0x52973366461d32d3 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0x148:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9b9 expref: 120 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.128558:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688180.128559:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688180.128560:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0x148:0x0].0x0 (ffff8a9b32304000) 00010000:00010000:1.0:1773688180.128562:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1773688180.128563:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.128564:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.128565:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688180.128566:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.128567:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688180.128567:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b11afa400, rc 0) 00000020:00000001:1.0:1773688180.128569:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688180.128572:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 171798692099, xid 1859843854342144 00010000:00000001:1.0:1773688180.128574:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:1.0:1773688180.128575:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=121 00010000:00000200:1.0:1773688180.128576:0:68797:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 171798692099, last committed = 171798692041 00010000:00000200:1.0:1773688180.128582:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a1951b100 x1859843854342144/t171798692099(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 656/664 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688180.128589:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688180.128592:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688180.128595:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=58 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688180.128599:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688180.128602:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688180.128604:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688180.128607:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688180.128609:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.128613:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688180.128615:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688180.128620:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64990. 00000100:00000200:1.0:1773688180.128626:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1859843854342144, offset 224 00000400:00000200:1.0:1773688180.128634:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688180.128643:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688180.128649:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48248:48248:256:4294967295] 192.168.204.51@tcp LPNI seq info [48244:48244:8:4294967295] 00000400:00000200:1.0:1773688180.128657:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688180.128661:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688180.128664:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7b00. 00000800:00000200:1.0:1773688180.128668:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688180.128673:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688180.128676:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7b00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1773688180.128687:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688180.128689:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688180.128691:0:68797:0:(ldlm_lib.c:3443:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688180.128692:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.128694:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688180.128697:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a1951b100 x1859843854342144/t171798692099(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 656/664 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688180.128704:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a1951b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+121:68109:x1859843854342144:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2022us (2177us total) trans 171798692099 rc 0/0 00000100:00100000:1.0:1773688180.128710:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15576 00000100:00000040:1.0:1773688180.128713:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688180.128714:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688180.128715:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688180.128718:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e100. 00000020:00000010:1.0:1773688180.128721:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe898. 00000020:00000010:1.0:1773688180.128724:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09357600. 00000020:00000040:1.0:1773688180.128728:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 120 00000100:00000001:1.0:1773688180.128729:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688180.128775:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688180.128780:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7b00. 00000400:00000200:2.0:1773688180.128785:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.128790:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.128794:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64990 00000400:00000010:2.0:1773688180.128797:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64990. 00000100:00000001:2.0:1773688180.128800:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688180.128803:0:3439:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688180.132052:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.132062:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.132064:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.132067:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.132074:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.132084:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 28 MB=0x69b84a4469880 00000400:00000200:2.0:1773688180.132089:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.51@tcp of length 328/328 into md 0x59745 [8] + 2304 00000800:00000001:2.0:1773688180.132094:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.132101:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.132102:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.132105:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.132110:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.132112:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1773688180.132116:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a1951a300. 00000100:00000040:2.0:1773688180.132118:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a1951a300 x1859843854342272 msgsize 328 00000100:00100000:2.0:1773688180.132120:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.132132:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.132138:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.132140:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688180.132160:0:38615:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688180.132162:0:38615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854342272 02000000:00000001:1.0:1773688180.132165:0:38615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688180.132167:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688180.132168:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688180.132171:0:38615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688180.132174:0:38615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854342272 00000020:00000001:1.0:1773688180.132177:0:38615:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688180.132178:0:38615:0:(genops.c:823:class_conn2export()) looking for export cookie 0x529733664618833a 00000020:00000001:1.0:1773688180.132180:0:38615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.132181:0:38615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9a0a88f800 refcount=41 00000020:00000001:1.0:1773688180.132183:0:38615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000020:00000001:1.0:1773688180.132185:0:38615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000100:00000001:1.0:1773688180.132188:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688180.132191:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80ac80. 00000100:00000001:1.0:1773688180.132194:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688180.132195:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80ac80. 00000020:00000010:1.0:1773688180.132200:0:38615:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09357600. 00000020:00000010:1.0:1773688180.132202:0:38615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e100. 00000020:00000010:1.0:1773688180.132206:0:38615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe898. 00000100:00000040:1.0:1773688180.132210:0:38615:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1773688180.132212:0:38615:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688180.132213:0:38615:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773688180.132215:0:38615:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.132220:0:38615:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.132230:0:38615:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688180.132240:0:38615:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688180.132241:0:38615:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688180.132245:0:38615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7654 00000100:00000040:1.0:1773688180.132248:0:38615:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9a0a88f800 : new rpc_count 1 00000100:00000001:1.0:1773688180.132249:0:38615:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993187218176 : -129080522333440 : ffff8a9a1951a300) 00000100:00000040:1.0:1773688180.132255:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a1951a300 x1859843854342272/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 328/0 e 0 to 0 dl 1773688191 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688180.132260:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688180.132262:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80ac80. 00000100:00000001:1.0:1773688180.132264:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688180.132265:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80ac80. 00000100:00100000:1.0:1773688180.132268:0:38615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a1951a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+41:2405:x1859843854342272:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688180.132271:0:38615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854342272 00000020:00000001:1.0:1773688180.132273:0:38615:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688180.132276:0:38615:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688180.132277:0:38615:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.132279:0:38615:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688180.132280:0:38615:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688180.132282:0:38615:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1773688180.132284:0:38615:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688180.132285:0:38615:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688180.132287:0:38615:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688180.132291:0:38615:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.132292:0:38615:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688180.132293:0:38615:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688180.132294:0:38615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688180.132296:0:38615:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688180.132297:0:38615:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.132300:0:38615:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773688180.132305:0:38615:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a9a0da71200. 00010000:00000010:1.0:1773688180.132308:0:38615:0:(ldlm_resource.c:1436:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8a9a0da71600. 00010000:00000001:1.0:1773688180.132310:0:38615:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688180.132312:0:38615:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcd600. 00000020:00000001:1.0:1773688180.132314:0:38615:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.132315:0:38615:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcd600 with handle 0x52973366461d32e1 to hash 00000020:00000001:1.0:1773688180.132317:0:38615:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688180.132318:0:38615:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160299520 : -129075549252096 : ffff8a9b41bcd600) 00010000:00000001:1.0:1773688180.132320:0:38615:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160299520 : -129075549252096 : ffff8a9b41bcd600) 00010000:00010000:1.0:1773688180.132323:0:38615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a80c9de1/0x52973366461d32e1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xa0b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a9c0 expref: -99 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00000001:1.0:1773688180.132330:0:38615:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:1.0:1773688180.132333:0:38615:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8a9a0f80ac80. 00002000:00000001:1.0:1773688180.132335:0:38615:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1773688180.132337:0:38615:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688180.132341:0:38615:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997950536008 : -129075759015608 : ffff8a9b353c1948) 00002000:00000001:1.0:1773688180.132342:0:38615:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997950535920 : -129075759015696 : ffff8a9b353c18f0) 00002000:00000001:1.0:1773688180.132344:0:38615:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1773688180.132348:0:38615:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1773688180.132350:0:38615:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0xa0b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:1.0:1773688180.132352:0:38615:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1773688180.132354:0:38615:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b353c1948/ffff8a9b353c18f0 to site lru. bkt: ffff8a9b34380070 00010000:00000040:1.0:1773688180.132356:0:38615:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9a0a88f800 : new locks_count 34 00000020:00000040:1.0:1773688180.132357:0:38615:0:(genops.c:887:class_export_get()) GET export ffff8a9a0a88f800 refcount=42 00010000:00000001:1.0:1773688180.132361:0:38615:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1773688180.132363:0:38615:0:(ofd_dlm.c:195:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1773688180.132365:0:38615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688180.132367:0:38615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688180.132370:0:38615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8a9a0fba7000. 02000000:00000001:1.0:1773688180.132371:0:38615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.132373:0:38615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.132374:0:38615:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1773688180.132376:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1773688180.132377:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1773688180.132378:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.132380:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1773688180.132380:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1773688180.132381:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.132384:0:38615:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1773688180.132387:0:38615:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a80c9de1/0x52973366461d32e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xa0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9c0 expref: 42 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.132392:0:38615:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x2c0000401:0xa0b:0x0].0x0 (ffff8a9a0da71200) refcount = 1 00010000:00000040:1.0:1773688180.132394:0:38615:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688180.132396:0:38615:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: 00000000a80c9de1/0x52973366461d32e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xa0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9c0 expref: 42 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.132406:0:38615:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.132407:0:38615:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.132409:0:38615:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688180.132409:0:38615:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1773688180.132411:0:38615:0:(ofd_dlm.c:257:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1773688180.132413:0:38615:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.132416:0:38615:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688180.132418:0:38615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a80c9de1/0x52973366461d32e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xa0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9c0 expref: 42 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.132426:0:38615:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688180.132427:0:38615:0:(ldlm_lock.c:1971:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1773688180.132428:0:38615:0:(ldlm_lock.c:2020:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.132430:0:38615:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.132431:0:38615:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688180.132432:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.132433:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688180.132434:0:38615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bcd600, rc 0) 00000020:00000001:1.0:1773688180.132436:0:38615:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688180.132438:0:38615:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294970315, transno 0, xid 1859843854342272 00010000:00000001:1.0:1773688180.132439:0:38615:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688180.132442:0:38615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a1951a300 x1859843854342272/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 328/400 e 0 to 0 dl 1773688191 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688180.132446:0:38615:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688180.132448:0:38615:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688180.132450:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b36eb51e8 time=96 v=5 (1 4 1 1) 00000100:00000001:1.0:1773688180.132453:0:38615:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688180.132455:0:38615:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688180.132457:0:38615:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688180.132458:0:38615:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688180.132460:0:38615:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.132462:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688180.132465:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688180.132468:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a645d8. 00000100:00000200:1.0:1773688180.132471:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1859843854342272, offset 224 00000400:00000200:1.0:1773688180.132475:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688180.132481:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688180.132485:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48249:48249:256:4294967295] 192.168.204.51@tcp LPNI seq info [48245:48245:8:4294967295] 00000400:00000200:1.0:1773688180.132491:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688180.132495:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688180.132499:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7100. 00000800:00000200:1.0:1773688180.132503:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688180.132509:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688180.132513:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1773688180.132526:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688180.132530:0:38615:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688180.132533:0:38615:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688180.132535:0:38615:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.132537:0:38615:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688180.132542:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a1951a300 x1859843854342272/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 328/400 e 0 to 0 dl 1773688191 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688180.132551:0:38615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a1951a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+42:2405:x1859843854342272:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 288us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688180.132559:0:38615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7654 00000100:00000040:1.0:1773688180.132562:0:38615:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9a0a88f800 : new rpc_count 0 00000100:00000001:1.0:1773688180.132564:0:38615:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688180.132566:0:38615:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688180.132570:0:38615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e100. 00000020:00000010:1.0:1773688180.132574:0:38615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe898. 00000020:00000010:1.0:1773688180.132578:0:38615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09357600. 00000020:00000040:1.0:1773688180.132582:0:38615:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 41 00000100:00000001:1.0:1773688180.132585:0:38615:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688180.132589:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688180.132595:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7100. 00000400:00000200:2.0:1773688180.132600:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.132606:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.132609:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a645d8 00000400:00000010:2.0:1773688180.132612:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a645d8. 00000100:00000001:2.0:1773688180.132616:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688180.132618:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1773688180.133025:0:82164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f0c00. 00010000:00000010:1.1:1773688180.133034:0:82164:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a9a0d064700. 00010000:00000010:1.1:1773688180.133041:0:82164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f1600. 00010000:00000010:1.1:1773688180.133052:0:82164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f0600. 00010000:00000010:1.1:1773688180.133330:0:82164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b04e86800. 00010000:00000010:1.1:1773688180.133334:0:82164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f1c00. 00010000:00000010:1.1:1773688180.133336:0:82164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a168f1000. 00000800:00000001:1.0:1773688180.134510:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688180.134518:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688180.134521:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688180.134524:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688180.134531:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:1.0:1773688180.134542:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 584 into portal 12 MB=0x69b84a4469900 00000400:00000200:1.0:1773688180.134549:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 584/584 into md 0x3b659 [64] + 148312 00000800:00000001:1.0:1773688180.134555:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688180.134564:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688180.134566:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688180.134569:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688180.134575:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773688180.134576:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1773688180.134581:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b33b4b100. 00000100:00000040:1.0:1773688180.134584:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b33b4b100 x1859843854342400 msgsize 584 00000100:00100000:1.0:1773688180.134588:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:1.0:1773688180.134601:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773688180.134607:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688180.134610:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.134629:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688180.134631:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854342400 02000000:00000001:3.0:1773688180.134633:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688180.134635:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688180.134636:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688180.134639:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688180.134641:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854342400 00000020:00000001:3.0:1773688180.134643:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688180.134644:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:3.0:1773688180.134646:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688180.134648:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=121 00000020:00000001:3.0:1773688180.134650:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:3.0:1773688180.134652:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:3.0:1773688180.134654:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688180.134657:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5fc0. 00000100:00000001:3.0:1773688180.134659:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688180.134660:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5fc0. 00000020:00000010:3.0:1773688180.134665:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a02060c00. 00000020:00000010:3.0:1773688180.134669:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b05f89d00. 00000020:00000010:3.0:1773688180.134672:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0000. 00000100:00000040:3.0:1773688180.134677:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:3.0:1773688180.134679:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688180.134680:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1773688180.134682:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1773688180.134684:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.134685:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.134689:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.134699:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.134705:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688180.134706:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688180.134710:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15577 00000100:00000040:3.0:1773688180.134712:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:3.0:1773688180.134714:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997924884736 : -129075784666880 : ffff8a9b33b4b100) 00000100:00000040:3.0:1773688180.134718:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b33b4b100 x1859843854342400/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 584/0 e 0 to 0 dl 1773688260 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688180.134726:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688180.134729:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5fc0. 00000100:00000001:3.0:1773688180.134731:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688180.134734:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5fc0. 00000100:00100000:3.0:1773688180.134738:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b33b4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+121:68109:x1859843854342400:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688180.134742:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854342400 00000020:00000001:3.0:1773688180.134745:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688180.134747:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1773688180.134752:0:68797:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8a9a0d8d8900: xid 1859843854342144, transno 171798692099, client gen 13, slot idx 3 00000001:00000001:3.0:1773688180.134757:0:68797:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8a9b08c09f00: xid 1859843854341248, transno 171798692098, client gen 13, slot idx 2 00000001:00000010:3.0:1773688180.134761:0:68797:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8a9b08c09f00. 00000020:00000001:3.0:1773688180.134765:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.134767:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688180.134769:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688180.134772:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1773688180.134774:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854342400, found 0 last_xid 1859843854342399 00000020:00000001:3.0:1773688180.134776:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688180.134777:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688180.134778:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688180.134781:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.134782:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688180.134784:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688180.134785:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688180.134787:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688180.134788:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.134791:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688180.134795:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:3.0:1773688180.134796:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688180.134798:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688180.134801:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a1640e000. 00000020:00000001:3.0:1773688180.134804:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688180.134806:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a1640e000 with handle 0x52973366461d32e8 to hash 00000020:00000001:3.0:1773688180.134808:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688180.134810:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993135788032 : -129080573763584 : ffff8a9a1640e000) 00010000:00000010:3.0:1773688180.134815:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988500. 00010000:00000001:3.0:1773688180.134817:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993135788032 : -129080573763584 : ffff8a9a1640e000) 00010000:00010000:3.0:1773688180.134822:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640e000/0x52973366461d32e8 lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a9c7 expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688180.134831:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 35 00000020:00000040:3.0:1773688180.134834:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=122 00010000:00000001:3.0:1773688180.134838:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1773688180.134841:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1773688180.134847:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1773688180.134850:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1773688180.134852:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1773688180.134854:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:3.0:1773688180.134856:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:3.0:1773688180.134859:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1773688180.134862:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:3.0:1773688180.134864:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:3.0:1773688180.134866:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.134869:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1773688180.134870:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1773688180.134872:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688180.134874:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688180.134878:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b31eaa000. 02000000:00000001:3.0:1773688180.134879:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.134880:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.134882:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.134883:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1773688180.134886:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:3.0:1773688180.134888:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688180.134889:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688180.134892:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688180.134893:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688180.134895:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688180.134896:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688180.134897:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688180.134898:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688180.134899:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688180.134900:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688180.134901:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688180.134902:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688180.134903:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688180.134904:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688180.134905:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688180.134906:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688180.134907:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688180.134908:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688180.134909:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688180.134912:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1773688180.134915:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:3.0:1773688180.134917:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:3.0:1773688180.134918:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688180.134919:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688180.134920:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688180.134922:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1773688180.134922:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1773688180.134924:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.134925:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1773688180.134927:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773688180.134929:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1773688180.134930:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.134931:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1773688180.134933:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.134935:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1773688180.134939:0:68797:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa71b818dfaf8 00000004:00000002:3.0:1773688180.134941:0:68797:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x20000afe1:0xef:0x0]/TIPS.DOC, ldlm_rep = ffff8a9b31eaa228 00000004:00000001:3.0:1773688180.134954:0:68797:0:(mdt_handler.c:4343:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1773688180.134958:0:68797:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1773688180.134960:0:68797:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1773688180.134962:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688180.134963:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688180.134965:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 4 00010000:00000001:3.0:1773688180.134967:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688180.134968:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688180.134971:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a1640fe00. 00000020:00000001:3.0:1773688180.134973:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688180.134974:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a1640fe00 with handle 0x52973366461d32ef to hash 00000020:00000001:3.0:1773688180.134976:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688180.134977:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993135795712 : -129080573755904 : ffff8a9a1640fe00) 00010000:00000010:3.0:1773688180.134980:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988580. 00010000:00000001:3.0:1773688180.134981:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993135795712 : -129080573755904 : ffff8a9a1640fe00) 00010000:00000001:3.0:1773688180.134983:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688180.134985:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688180.134987:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fe00/0x52973366461d32ef lrc: 3/1,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.134991:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688180.134993:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688180.134995:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688180.134997:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688180.134998:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688180.135000:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688180.135001:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688180.135003:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688180.135004:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688180.135005:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688180.135027:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688180.135029:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 4 00010000:00000040:3.0:1773688180.135031:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688180.135034:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 122 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688180.135040:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 122 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688180.135045:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fe00/0x52973366461d32ef lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.135048:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688180.135050:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688180.135051:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.135052:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688180.135053:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688180.135055:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.135056:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688180.135058:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688180.135059:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688180.135061:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fe00/0x52973366461d32ef lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.135065:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688180.135066:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688180.135067:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688180.135068:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1773688180.135068:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688180.135070:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b415e4500 count: 3 00010000:00000001:3.0:1773688180.135071:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688180.135072:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688180.135075:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a1640fc00. 00000020:00000001:3.0:1773688180.135076:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688180.135077:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a1640fc00 with handle 0x52973366461d32f6 to hash 00000020:00000001:3.0:1773688180.135079:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688180.135080:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993135795200 : -129080573756416 : ffff8a9a1640fc00) 00010000:00000010:3.0:1773688180.135082:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9a0a988880. 00010000:00000001:3.0:1773688180.135084:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993135795200 : -129080573756416 : ffff8a9a1640fc00) 00010000:00000001:3.0:1773688180.135085:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688180.135086:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688180.135088:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fc00/0x52973366461d32f6 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.135092:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688180.135093:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688180.135093:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1773688180.135094:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688180.135096:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688180.135097:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1773688180.135098:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688180.135099:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773688180.135100:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773688180.135101:0:68797:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773688180.135102:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773688180.135103:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x220bffe4 (ffff8a9b415e4500) refcount = 3 00010000:00000040:3.0:1773688180.135105:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688180.135107:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b311f8e00/0x52973366461d325c lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688180.135111:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41b8b600/0x52973366461d3239 lrc: 2/0,1 mode: TXN/TXN res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688180.135115:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fc00/0x52973366461d32f6 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.135118:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773688180.135119:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688180.135120:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.135122:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773688180.135123:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688180.135124:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.135125:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688180.135127:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773688180.135128:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688180.135130:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fc00/0x52973366461d32f6 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.135133:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1773688180.135133:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688180.135134:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688180.135135:0:68797:0:(mdt_handler.c:4355:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.135138:0:68797:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1773688180.135165:0:68797:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1773688180.135168:0:68797:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1773688180.135171:0:68797:0:(mdd_permission.c:290:__mdd_permission_internal()) Checking permissions for [0x20000afe1:0xef:0x0] mask 1 la_mode 40700 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1773688180.135175:0:68797:0:(mdd_permission.c:293:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1773688180.135179:0:68797:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1773688180.135199:0:68797:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688180.135201:0:68797:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688180.135203:0:68797:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1773688180.135206:0:68797:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:3.0:1773688180.135209:0:68797:0:(mdt_handler.c:4549:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1773688180.135211:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688180.135213:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688180.135214:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688180.135216:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a1640fe00 refcount=3 00000020:00000001:3.0:1773688180.135218:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993135795712 : -129080573755904 : ffff8a9a1640fe00) 00010000:00000001:3.0:1773688180.135221:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993135795712 : -129080573755904 : ffff8a9a1640fe00) 00010000:00000001:3.0:1773688180.135223:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688180.135226:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fe00/0x52973366461d32ef lrc: 3/1,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.135231:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688180.135232:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688180.135235:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fe00/0x52973366461d32ef lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.135240:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688180.135242:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.135244:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688180.135247:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fe00/0x52973366461d32ef lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688180.135252:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a1640fe00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688180.135254:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688180.135256:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688180.135259:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fe00/0x52973366461d32ef lrc: 3/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.135264:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688180.135265:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688180.135266:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688180.135268:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a1640fe00 refcount=4 00000020:00000001:3.0:1773688180.135270:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993135795712 : -129080573755904 : ffff8a9a1640fe00) 00010000:00000001:3.0:1773688180.135272:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993135795712 : -129080573755904 : ffff8a9a1640fe00) 00010000:00000001:3.0:1773688180.135275:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688180.135277:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fe00/0x52973366461d32ef lrc: 4/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.135283:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688180.135284:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688180.135286:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.135289:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688180.135291:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688180.135292:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688180.135294:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688180.135296:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a1640fe00 with handle 0x52973366461d32ef from hash 00010000:00000001:3.0:1773688180.135298:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688180.135300:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688180.135301:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688180.135302:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688180.135305:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688180.135307:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.135309:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688180.135310:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688180.135312:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688180.135314:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688180.135317:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688180.135319:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688180.135320:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.135321:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688180.135322:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688180.135324:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688180.135325:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688180.135325:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.135327:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.135328:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688180.135329:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fe00/0x52973366461d32ef lrc: 2/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.135333:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688180.135334:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688180.135335:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688180.135336:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688180.135337:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688180.135338:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fe00/0x52973366461d32ef lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688180.135342:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988580. 00010000:00000001:3.0:1773688180.135346:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688180.135347:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688180.135348:0:68797:0:(mdt_handler.c:4436:mdt_save_lock()) Process entered 00010000:00000001:3.0:1773688180.135349:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688180.135350:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688180.135351:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a1640fc00 refcount=3 00000020:00000001:3.0:1773688180.135352:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993135795200 : -129080573756416 : ffff8a9a1640fc00) 00010000:00000001:3.0:1773688180.135353:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993135795200 : -129080573756416 : ffff8a9a1640fc00) 00010000:00000001:3.0:1773688180.135355:0:68797:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773688180.135356:0:68797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fc00/0x52973366461d32f6 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.135359:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688180.135360:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688180.135361:0:68797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fc00/0x52973366461d32f6 lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.135364:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688180.135365:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.135366:0:68797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773688180.135367:0:68797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fc00/0x52973366461d32f6 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688180.135370:0:68797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a9a1640fc00 already unused, calling callback (ffffffffc20864f0) 00000004:00000001:3.0:1773688180.135371:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688180.135372:0:68797:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1773688180.135373:0:68797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fc00/0x52973366461d32f6 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.135376:0:68797:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773688180.135377:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773688180.135377:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688180.135378:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9a1640fc00 refcount=4 00000020:00000001:3.0:1773688180.135379:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614993135795200 : -129080573756416 : ffff8a9a1640fc00) 00010000:00000001:3.0:1773688180.135381:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614993135795200 : -129080573756416 : ffff8a9a1640fc00) 00010000:00000001:3.0:1773688180.135382:0:68797:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773688180.135384:0:68797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fc00/0x52973366461d32f6 lrc: 4/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.135387:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1773688180.135388:0:68797:0:(mdt_handler.c:3862:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1773688180.135389:0:68797:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.135391:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688180.135391:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688180.135392:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688180.135393:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688180.135395:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a1640fc00 with handle 0x52973366461d32f6 from hash 00010000:00000001:3.0:1773688180.135396:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688180.135396:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688180.135397:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688180.135398:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688180.135399:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1773688180.135400:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.135401:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688180.135401:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688180.135402:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688180.135403:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x220bffe4 (ffff8a9b415e4500) 00010000:00010000:3.0:1773688180.135404:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688180.135405:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688180.135407:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.135408:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688180.135408:0:68797:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773688180.135409:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688180.135410:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688180.135411:0:68797:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.135413:0:68797:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.135414:0:68797:0:(mdt_handler.c:3902:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688180.135415:0:68797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fc00/0x52973366461d32f6 lrc: 2/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.135418:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688180.135419:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688180.135420:0:68797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773688180.135421:0:68797:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773688180.135422:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688180.135423:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640fc00/0x52973366461d32f6 lrc: 0/0,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x220bffe4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688180.135426:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988880. 00010000:00000001:3.0:1773688180.135429:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1773688180.135429:0:68797:0:(mdt_handler.c:4488:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1773688180.135430:0:68797:0:(mdt_handler.c:4506:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1773688180.135431:0:68797:0:(mdt_handler.c:4529:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1773688180.135432:0:68797:0:(mdt_handler.c:4560:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1773688180.135433:0:68797:0:(mdt_handler.c:5054:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:3.0:1773688180.135436:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1773688180.135437:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1773688180.135438:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1773688180.135439:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1773688180.135440:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1773688180.135442:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1773688180.135445:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.135446:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1773688180.135448:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1773688180.135450:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1773688180.135451:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773688180.135452:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1773688180.135453:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688180.135456:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688180.135457:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688180.135458:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773688180.135459:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773688180.135461:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9a1640e000 with handle 0x52973366461d32e8 from hash 00010000:00000001:3.0:1773688180.135462:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688180.135463:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688180.135464:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688180.135465:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1773688180.135466:0:68797:0:(ldlm_lock.c:1828:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773688180.135468:0:68797:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1773688180.135471:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640e000/0x52973366461d32e8 lrc: 1/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9c7 expref: 122 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.135476:0:68797:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1773688180.135478:0:68797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688180.135480:0:68797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688180.135481:0:68797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.135483:0:68797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.135485:0:68797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773688180.135487:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773688180.135488:0:68797:0:(ldlm_lock.c:368:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773688180.135489:0:68797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773688180.135490:0:68797:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773688180.135491:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1773688180.135493:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1773688180.135494:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:3.0:1773688180.135497:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1773688180.135498:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688180.135500:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.135501:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1773688180.135503:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773688180.135506:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9a1640e000/0x52973366461d32e8 lrc: 0/0,0 mode: --/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9c7 expref: 122 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688180.135513:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 34 00000020:00000040:3.0:1773688180.135515:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 121 00010000:00000010:3.0:1773688180.135518:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9a0a988500. 00010000:00000001:3.0:1773688180.135521:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773688180.135523:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a1640e000, rc 0) 00000020:00000001:3.0:1773688180.135526:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1773688180.135528:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854342400 00010000:00000001:3.0:1773688180.135531:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688180.135535:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b33b4b100 x1859843854342400/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 584/584 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 301/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688180.135546:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688180.135549:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688180.135551:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=58 v=60 (60 60 60 0) 00000100:00000001:3.0:1773688180.135553:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688180.135555:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688180.135556:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688180.135558:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688180.135559:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.135561:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688180.135562:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688180.135566:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee000. 00000100:00000200:3.0:1773688180.135569:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854342400, offset 224 00000400:00000200:3.0:1773688180.135573:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688180.135579:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688180.135584:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48250:48250:256:4294967295] 192.168.204.51@tcp LPNI seq info [48246:48246:8:4294967295] 00000400:00000200:3.0:1773688180.135593:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688180.135598:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688180.135602:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d200. 00000800:00000200:3.0:1773688180.135607:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688180.135613:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688180.135616:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1773688180.135631:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688180.135634:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688180.135635:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688180.135637:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.135638:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688180.135642:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b33b4b100 x1859843854342400/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 584/584 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 301/301 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688180.135648:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b33b4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+121:68109:x1859843854342400:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 920us (1062us total) trans 0 rc 301/301 00000100:00100000:3.0:1773688180.135653:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15577 00000100:00000040:3.0:1773688180.135656:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688180.135658:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688180.135659:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688180.135661:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b05f89d00. 00000020:00000010:3.0:1773688180.135665:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0000. 00000020:00000010:3.0:1773688180.135668:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a02060c00. 00000020:00000040:3.0:1773688180.135672:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 120 00000100:00000001:3.0:1773688180.135673:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773688180.135684:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773688180.135688:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d200. 00000400:00000200:0.0:1773688180.135692:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688180.135695:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688180.135698:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee000 00000400:00000010:0.0:1773688180.135700:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee000. 00000100:00000001:0.0:1773688180.135702:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688180.135704:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688180.137384:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.137391:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.137394:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.137396:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.137401:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.137408:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 576 into portal 12 MB=0x69b84a4469980 00000400:00000200:2.0:1773688180.137412:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.51@tcp of length 576/576 into md 0x3b659 [64] + 148896 00000800:00000001:2.0:1773688180.137416:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.137421:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.137422:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.137424:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.137427:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.137428:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1773688180.137431:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a19519f80. 00000100:00000040:2.0:1773688180.137433:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a19519f80 x1859843854342528 msgsize 576 00000100:00100000:2.0:1773688180.137436:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.137446:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.137453:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.137456:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688180.137465:0:68797:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773688180.137467:0:68797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854342528 02000000:00000001:1.0:1773688180.137469:0:68797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773688180.137470:0:68797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688180.137472:0:68797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688180.137474:0:68797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773688180.137476:0:68797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854342528 00000020:00000001:1.0:1773688180.137478:0:68797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773688180.137479:0:68797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:1.0:1773688180.137480:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.137481:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=121 00000020:00000001:1.0:1773688180.137483:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:1.0:1773688180.137485:0:68797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:1.0:1773688180.137487:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688180.137490:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a6c0. 00000100:00000001:1.0:1773688180.137492:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688180.137493:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a6c0. 00000020:00000010:1.0:1773688180.137497:0:68797:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a09356e00. 00000020:00000010:1.0:1773688180.137499:0:68797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a0e03e100. 00000020:00000010:1.0:1773688180.137502:0:68797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b034fe898. 00000100:00000040:1.0:1773688180.137505:0:68797:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt at +75s 00000100:00000001:1.0:1773688180.137507:0:68797:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773688180.137509:0:68797:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1773688180.137511:0:68797:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1773688180.137512:0:68797:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.137514:0:68797:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.137518:0:68797:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.137528:0:68797:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688180.137536:0:68797:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773688180.137538:0:68797:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773688180.137543:0:68797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 15578 00000100:00000040:1.0:1773688180.137546:0:68797:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:1.0:1773688180.137549:0:68797:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993187217280 : -129080522334336 : ffff8a9a19519f80) 00000100:00000040:1.0:1773688180.137554:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a19519f80 x1859843854342528/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 576/0 e 0 to 0 dl 1773688260 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773688180.137561:0:68797:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773688180.137564:0:68797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9a0f80a6c0. 00000100:00000001:1.0:1773688180.137566:0:68797:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773688180.137567:0:68797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9a0f80a6c0. 00000100:00100000:1.0:1773688180.137570:0:68797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a19519f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+121:68109:x1859843854342528:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:1.0:1773688180.137573:0:68797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854342528 00000020:00000001:1.0:1773688180.137574:0:68797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1773688180.137576:0:68797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1773688180.137579:0:68797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.137580:0:68797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1773688180.137581:0:68797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:1.0:1773688180.137583:0:68797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1773688180.137586:0:68797:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854342528, found 0 last_xid 1859843854342527 00000020:00000001:1.0:1773688180.137588:0:68797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773688180.137589:0:68797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1773688180.137591:0:68797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1773688180.137593:0:68797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.137594:0:68797:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1773688180.137596:0:68797:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1773688180.137597:0:68797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1773688180.137598:0:68797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1773688180.137599:0:68797:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.137602:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688180.137606:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b33ed6f00 count: 2 00010000:00000001:1.0:1773688180.137607:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.137609:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688180.137612:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcd400. 00000020:00000001:1.0:1773688180.137614:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.137616:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcd400 with handle 0x52973366461d32fd to hash 00000020:00000001:1.0:1773688180.137617:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688180.137618:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160299008 : -129075549252608 : ffff8a9b41bcd400) 00010000:00000010:1.0:1773688180.137621:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bb00. 00010000:00000001:1.0:1773688180.137623:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160299008 : -129075549252608 : ffff8a9b41bcd400) 00010000:00010000:1.0:1773688180.137626:0:68797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd400/0x52973366461d32fd lrc: 2/0,0 mode: --/CR res: [0x2000134b0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a9ce expref: -99 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.137630:0:68797:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9b2bf83800 : new locks_count 35 00000020:00000040:1.0:1773688180.137632:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=122 00010000:00000001:1.0:1773688180.137635:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1773688180.137636:0:68797:0:(mdt_handler.c:5469:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1773688180.137639:0:68797:0:(mdt_handler.c:5350:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1773688180.137640:0:68797:0:(mdt_handler.c:4652:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1773688180.137641:0:68797:0:(mdt_handler.c:4614:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1773688180.137642:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688180.137643:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x2000134b0:0x6:0x0] 00000020:00000001:1.0:1773688180.137645:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688180.137648:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997883632280 : -129075825919336 : ffff8a9b313f3a98) 00000004:00000001:1.0:1773688180.137650:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614997883632192 : -129075825919424 : ffff8a9b313f3a40) 00000004:00000001:1.0:1773688180.137651:0:68797:0:(mdt_handler.c:4643:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.137653:0:68797:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1773688180.137654:0:68797:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1773688180.137655:0:68797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773688180.137656:0:68797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773688180.137660:0:68797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8a9b33d0f000. 02000000:00000001:1.0:1773688180.137661:0:68797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.137662:0:68797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.137663:0:68797:0:(mdt_handler.c:4686:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.137664:0:68797:0:(mdt_handler.c:5007:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1773688180.137666:0:68797:0:(mdt_lib.c:646:old_init_ucred()) Process entered 00000001:00000001:1.0:1773688180.137667:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.137668:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.137670:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.137671:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.137672:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.137673:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.137674:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.137675:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.137676:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.137677:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.137679:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.137680:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.137680:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.137681:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.137682:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.137683:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.137684:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.137685:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.137686:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688180.137687:0:68797:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1773688180.137690:0:68797:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8a9a09260000 flags 0x0 02000000:00000001:1.0:1773688180.137691:0:68797:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446614992915922944 : -129080793628672 : ffff8a9a09260000) 00000001:00000001:1.0:1773688180.137692:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.137693:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.137694:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.137695:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.137696:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.137698:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.137699:0:68797:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1773688180.137700:0:68797:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.137701:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.137702:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.137703:0:68797:0:(mdt_lib.c:635:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1773688180.137704:0:68797:0:(mdt_lib.c:681:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.137705:0:68797:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:1.0:1773688180.137707:0:68797:0:(mdt_handler.c:3768:mdt_object_find()) Process entered 00000004:00000040:1.0:1773688180.137708:0:68797:0:(mdt_handler.c:3776:mdt_object_find()) Find object for [0x20000afe1:0xef:0x0] 00000020:00000001:1.0:1773688180.137709:0:68797:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1773688180.137710:0:68797:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000004:00000001:1.0:1773688180.137711:0:68797:0:(mdt_handler.c:3783:mdt_object_find()) Process leaving (rc=18446614992787707040 : -129080921844576 : ffff8a9a018194a0) 00000004:00000001:1.0:1773688180.137713:0:68797:0:(mdt_lib.c:2198:mdt_is_remote_object()) Process entered 00000004:00000001:1.0:1773688180.137714:0:68797:0:(mdt_lib.c:2207:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688180.137716:0:68797:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x2000134b0:0x6:0x0]/[0x20000afe1:0xef:0x0], ldlm_rep = ffff8a9b33d0f228 00000004:00000001:1.0:1773688180.137719:0:68797:0:(mdt_handler.c:4261:mdt_object_lock()) Process entered 00010000:00000001:1.0:1773688180.137720:0:68797:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1773688180.137721:0:68797:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773688180.137723:0:68797:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9b08505800 count: 3 00010000:00000001:1.0:1773688180.137724:0:68797:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.137725:0:68797:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773688180.137728:0:68797:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9b41bcc000. 00000020:00000001:1.0:1773688180.137730:0:68797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773688180.137731:0:68797:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9b41bcc000 with handle 0x52973366461d3304 to hash 00000020:00000001:1.0:1773688180.137733:0:68797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773688180.137734:0:68797:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614998160293888 : -129075549257728 : ffff8a9b41bcc000) 00010000:00000010:1.0:1773688180.137737:0:68797:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8a9b3400bb80. 00010000:00000001:1.0:1773688180.137739:0:68797:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614998160293888 : -129075549257728 : ffff8a9b41bcc000) 00010000:00000001:1.0:1773688180.137741:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.137742:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.137745:0:68797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc000/0x52973366461d3304 lrc: 3/1,0 mode: --/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.137749:0:68797:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773688180.137750:0:68797:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1773688180.137752:0:68797:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1773688180.137753:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.137754:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.137755:0:68797:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.137756:0:68797:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.137757:0:68797:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773688180.137758:0:68797:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773688180.137759:0:68797:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773688180.137760:0:68797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773688180.137761:0:68797:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) refcount = 3 00010000:00000040:1.0:1773688180.137763:0:68797:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773688180.137765:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ba00/0x52973366461d095f lrc: 2/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844e8 expref: 122 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.137769:0:68797:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b2ea1ae00/0x52973366461d0958 lrc: 2/0,0 mode: CR/CR res: [0x20000afe1:0xef:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e844a9 expref: 122 pid: 81382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773688180.137773:0:68797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc000/0x52973366461d3304 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.137776:0:68797:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773688180.137779:0:68797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1773688180.137780:0:68797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.137781:0:68797:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773688180.137781:0:68797:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.137783:0:68797:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.137784:0:68797:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.137785:0:68797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773688180.137787:0:68797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773688180.137788:0:68797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc000/0x52973366461d3304 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.137791:0:68797:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1773688180.137792:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.137793:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.137794:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.137795:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.137795:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcc000 refcount=3 00000020:00000001:1.0:1773688180.137797:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160293888 : -129075549257728 : ffff8a9b41bcc000) 00010000:00000001:1.0:1773688180.137798:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160293888 : -129075549257728 : ffff8a9b41bcc000) 00010000:00000001:1.0:1773688180.137799:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.137799:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.137800:0:68797:0:(mdt_handler.c:4265:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.137802:0:68797:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1773688180.137805:0:68797:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1773688180.137806:0:68797:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1773688180.137820:0:68797:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.137823:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688180.137826:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.137827:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.137831:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.137833:0:68797:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.137835:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.137837:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688180.137839:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.137839:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.137841:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.137843:0:68797:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.137845:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1773688180.137846:0:68797:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:1.0:1773688180.137848:0:68797:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.137849:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.137851:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.137852:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.137853:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.137854:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.137855:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.137856:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.137857:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.137858:0:68797:0:(nodemap_handler.c:1075:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1773688180.137858:0:68797:0:(nodemap_handler.c:1081:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1773688180.137859:0:68797:0:(nodemap_handler.c:1194:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1773688180.137861:0:68797:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000afe1:0xef:0x0]: nlink=2, mode=40700, valid=0x1100000000002f8f 00000004:00200000:1.0:1773688180.137863:0:68797:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000afe1:0xef:0x0]: returning size 11776 00000004:00200000:1.0:1773688180.137864:0:68797:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 7 stripe count 1 MDT count 2 00000004:00000002:1.0:1773688180.137866:0:68797:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:1.0:1773688180.137867:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.137868:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.137870:0:68797:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1773688180.137871:0:68797:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1773688180.137872:0:68797:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.137872:0:68797:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1773688180.137873:0:68797:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.137874:0:68797:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.137875:0:68797:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1773688180.137876:0:68797:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.137880:0:68797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1773688180.137884:0:68797:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773688180.137885:0:68797:0:(nodemap_handler.c:1015:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1773688180.137886:0:68797:0:(nodemap_handler.c:1018:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.137887:0:68797:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.137892:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.137894:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.137895:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcc000 refcount=3 00000020:00000001:1.0:1773688180.137896:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160293888 : -129075549257728 : ffff8a9b41bcc000) 00010000:00000001:1.0:1773688180.137898:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160293888 : -129075549257728 : ffff8a9b41bcc000) 00000004:00010000:1.0:1773688180.137900:0:68797:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc000/0x52973366461d3304 lrc: 3/1,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 68797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.137904:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.137905:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.137906:0:68797:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:1.0:1773688180.137907:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1773688180.137909:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:1.0:1773688180.137910:0:68797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773688180.137911:0:68797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773688180.137912:0:68797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcc000 refcount=3 00000020:00000001:1.0:1773688180.137913:0:68797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160293888 : -129075549257728 : ffff8a9b41bcc000) 00010000:00000001:1.0:1773688180.137914:0:68797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160293888 : -129075549257728 : ffff8a9b41bcc000) 00000004:00000040:1.0:1773688180.137916:0:68797:0:(mdt_handler.c:4880:mdt_intent_lock_replace()) lock GETting export ffff8a9b2bf83800 : new locks_count 36 00000020:00000040:1.0:1773688180.137918:0:68797:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=123 00010000:00000001:1.0:1773688180.137920:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.137921:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1773688180.137922:0:68797:0:(mdt_handler.c:4897:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688180.137923:0:68797:0:(mdt_handler.c:5058:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1773688180.137924:0:68797:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1773688180.137925:0:68797:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1773688180.137926:0:68797:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1773688180.137927:0:68797:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1773688180.137928:0:68797:0:(mdt_lib.c:895:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1773688180.137929:0:68797:0:(mdt_lib.c:914:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1773688180.137932:0:68797:0:(mdt_lib.c:1043:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1773688180.137933:0:68797:0:(mdt_handler.c:5439:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1773688180.137934:0:68797:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1773688180.137937:0:68797:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b313f3a98/ffff8a9b313f3a40 to site lru. bkt: ffff8a9a1aeb68e8 00000004:00000001:1.0:1773688180.137938:0:68797:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1773688180.137939:0:68797:0:(mdt_handler.c:5551:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1773688180.137941:0:68797:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1773688180.137942:0:68797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773688180.137955:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.137957:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.137958:0:68797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773688180.137960:0:68797:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773688180.137961:0:68797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bcd400 with handle 0x52973366461d32fd from hash 00010000:00000001:1.0:1773688180.137963:0:68797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773688180.137964:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.137965:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.137966:0:68797:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1773688180.137967:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773688180.137969:0:68797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcd400/0x52973366461d32fd lrc: 0/0,0 mode: --/CR res: [0x2000134b0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9ce expref: 123 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773688180.137974:0:68797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9b2bf83800 : new locks_count 35 00000020:00000040:1.0:1773688180.137975:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 122 00010000:00000010:1.0:1773688180.137977:0:68797:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8a9b3400bb00. 00010000:00000001:1.0:1773688180.137980:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.137982:0:68797:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.137985:0:68797:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688180.137987:0:68797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a9b41bcc000/0x52973366461d3304 lrc: 3/0,0 mode: PR/PR res: [0x20000afe1:0xef:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9ce expref: 122 pid: 68797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.137992:0:68797:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688180.137994:0:68797:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1773688180.137995:0:68797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000afe1:0xef:0x0].0x0 (ffff8a9b08505800) 00010000:00010000:1.0:1773688180.137997:0:68797:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:1.0:1773688180.137999:0:68797:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.138000:0:68797:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.138001:0:68797:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688180.138002:0:68797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.138003:0:68797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688180.138004:0:68797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9b41bcc000, rc 0) 00000020:00000001:1.0:1773688180.138042:0:68797:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688180.138045:0:68797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854342528 00010000:00000001:1.0:1773688180.138047:0:68797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688180.138051:0:68797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a19519f80 x1859843854342528/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 576/584 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688180.138056:0:68797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688180.138058:0:68797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688180.138060:0:68797:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a10ec79e8 time=58 v=60 (60 60 60 0) 00000100:00000001:1.0:1773688180.138063:0:68797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688180.138066:0:68797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688180.138068:0:68797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688180.138070:0:68797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688180.138071:0:68797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.138073:0:68797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688180.138076:0:68797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688180.138079:0:68797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a644c8. 00000100:00000200:1.0:1773688180.138082:0:68797:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1859843854342528, offset 224 00000400:00000200:1.0:1773688180.138087:0:68797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688180.138092:0:68797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688180.138096:0:68797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48251:48251:256:4294967295] 192.168.204.51@tcp LPNI seq info [48247:48247:8:4294967295] 00000400:00000200:1.0:1773688180.138103:0:68797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688180.138106:0:68797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688180.138110:0:68797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7e00. 00000800:00000200:1.0:1773688180.138113:0:68797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688180.138118:0:68797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688180.138120:0:68797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7e00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1773688180.138129:0:68797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688180.138132:0:68797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688180.138133:0:68797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688180.138135:0:68797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.138136:0:68797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688180.138140:0:68797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a19519f80 x1859843854342528/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:735/0 lens 576/584 e 0 to 0 dl 1773688260 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688180.138147:0:68797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a19519f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+122:68109:x1859843854342528:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 583us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688180.138152:0:68797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 15578 00000100:00000040:1.0:1773688180.138155:0:68797:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:1.0:1773688180.138158:0:68797:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688180.138160:0:68797:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688180.138162:0:68797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a0e03e100. 00000020:00000010:1.0:1773688180.138165:0:68797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b034fe898. 00000020:00000010:1.0:1773688180.138168:0:68797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a09356e00. 00000020:00000040:1.0:1773688180.138171:0:68797:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 121 00000100:00000001:1.0:1773688180.138173:0:68797:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688180.138179:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688180.138182:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7e00. 00000400:00000200:2.0:1773688180.138185:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.138189:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.138192:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a644c8 00000400:00000010:2.0:1773688180.138194:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a644c8. 00000100:00000001:2.0:1773688180.138196:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688180.138198:0:3439:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1773688180.140043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a1640fe00. 00010000:00000010:3.1:1773688180.140052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a1640fc00. 00010000:00000010:3.1:1773688180.140058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9a1640e000. 00000800:00000001:0.0:1773688180.140362:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688180.140368:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688180.140370:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688180.140372:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688180.140388:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688180.140396:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 448 into portal 23 MB=0x69b84a4469a00 00000400:00000200:0.0:1773688180.140401:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.51@tcp of length 448/448 into md 0x73085 [2] + 0 00000800:00000001:0.0:1773688180.140405:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688180.140410:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688180.140412:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688180.140414:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688180.140418:0:3440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773688180.140420:0:3440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1773688180.140425:0:3440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36e38700. 00000100:00000040:0.0:1773688180.140427:0:3440:0:(events.c:337:request_in_callback()) incoming req@ffff8a9b36e38700 x1859843854342656 msgsize 448 00000100:00100000:0.0:1773688180.140431:0:3440:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:0.0:1773688180.140440:0:3440:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773688180.140445:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688180.140447:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688180.140466:0:73057:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1773688180.140468:0:73057:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854342656 02000000:00000001:2.0:1773688180.140470:0:73057:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1773688180.140472:0:73057:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773688180.140473:0:73057:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773688180.140476:0:73057:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773688180.140479:0:73057:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854342656 00000020:00000001:2.0:1773688180.140481:0:73057:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773688180.140482:0:73057:0:(genops.c:823:class_conn2export()) looking for export cookie 0x52973366461d0584 00000020:00000001:2.0:1773688180.140483:0:73057:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773688180.140485:0:73057:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9b2bf83800 refcount=122 00000020:00000001:2.0:1773688180.140487:0:73057:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000020:00000001:2.0:1773688180.140489:0:73057:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614997795092480 : -129075914459136 : ffff8a9b2bf83800) 00000100:00000001:2.0:1773688180.140491:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688180.140494:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c62280. 00000100:00000001:2.0:1773688180.140496:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688180.140498:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c62280. 00000020:00000010:2.0:1773688180.140515:0:73057:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a16629600. 00000020:00000010:2.0:1773688180.140518:0:73057:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b343e9000. 00000020:00000010:2.0:1773688180.140524:0:73057:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b34ff0898. 00000100:00000040:2.0:1773688180.140529:0:73057:0:(service.c:1428:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1773688180.140532:0:73057:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1773688180.140533:0:73057:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1773688180.140534:0:73057:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.140542:0:73057:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.140553:0:73057:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773688180.140562:0:73057:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1773688180.140564:0:73057:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1773688180.140569:0:73057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3252 00000100:00000040:2.0:1773688180.140573:0:73057:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9b2bf83800 : new rpc_count 1 00000100:00000001:2.0:1773688180.140575:0:73057:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614997978285824 : -129075731265792 : ffff8a9b36e38700) 00000100:00000040:2.0:1773688180.140582:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9b36e38700 x1859843854342656/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 448/0 e 0 to 0 dl 1773688191 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773688180.140591:0:73057:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1773688180.140595:0:73057:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b10c62280. 00000100:00000001:2.0:1773688180.140597:0:73057:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773688180.140599:0:73057:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b10c62280. 00000100:00100000:2.0:1773688180.140605:0:73057:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9b36e38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+122:68109:x1859843854342656:12345-192.168.204.51@tcp:37:dbench.0 00000100:00000200:2.0:1773688180.140610:0:73057:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854342656 00000020:00000001:2.0:1773688180.140612:0:73057:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1773688180.140615:0:73057:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1773688180.140618:0:73057:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688180.140620:0:73057:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1773688180.140623:0:73057:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670862592 : -1038689024 : ffffffffc216dd00) 00000020:00000001:2.0:1773688180.140626:0:73057:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1773688180.140628:0:73057:0:(tgt_lastrcvd.c:2354:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1859843854342656, found 0 last_xid 1859843854342655 00000020:00000001:2.0:1773688180.140631:0:73057:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773688180.140634:0:73057:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1773688180.140636:0:73057:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1773688180.140639:0:73057:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1773688180.140643:0:73057:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1773688180.140647:0:73057:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614992787707128 : -129080921844488 : ffff8a9a018194f8) 00000020:00000001:2.0:1773688180.140649:0:73057:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773688180.140651:0:73057:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.140655:0:73057:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1773688180.140657:0:73057:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1773688180.140660:0:73057:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8a9b33896000. 02000000:00000001:2.0:1773688180.140663:0:73057:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.140665:0:73057:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1773688180.140669:0:73057:0:(mdt_handler.c:2953:mdt_readpage()) Process entered 00000004:00000010:2.0:1773688180.140673:0:73057:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8a9b34bb0800. 00000004:00000001:2.0:1773688180.141201:0:73057:0:(mdd_object.c:4165:mdd_readpage()) Process entered 00000020:00000001:2.0:1773688180.141206:0:73057:0:(dt_object.c:850:dt_index_walk()) Process entered 00080000:00000001:2.0:1773688180.141210:0:73057:0:(osd_index.c:123:osd_index_it_init()) Process entered 00080000:00000010:2.0:1773688180.141214:0:73057:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff8a9b06500000. 00080000:00000010:2.0:1773688180.141218:0:73057:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff8a9b10c62280. 00080000:00000001:2.0:1773688180.141222:0:73057:0:(osd_index.c:148:osd_index_it_init()) Process leaving (rc=18446614997163311104 : -129076546240512 : ffff8a9b06500000) 00080000:00000001:2.0:1773688180.141224:0:73057:0:(osd_index.c:1218:osd_dir_it_init()) Process leaving (rc=18446614997163311104 : -129076546240512 : ffff8a9b06500000) 00080000:00000001:2.0:1773688180.141228:0:73057:0:(osd_index.c:1680:osd_dir_it_load()) Process entered 00080000:00000001:2.0:1773688180.141230:0:73057:0:(osd_index.c:1698:osd_dir_it_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1773688180.141233:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1773688180.141235:0:73057:0:(osd_index.c:1394:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1773688180.141238:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1773688180.141239:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688180.141242:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1773688180.141244:0:73057:0:(osd_index.c:1500:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688180.141246:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1773688180.141248:0:73057:0:(osd_index.c:1342:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688180.141249:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1773688180.141250:0:73057:0:(osd_index.c:1396:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1773688180.141251:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1773688180.141252:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688180.141253:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1773688180.141255:0:73057:0:(osd_index.c:345:osd_find_parent_fid()) Process entered 00080000:00000001:2.0:1773688180.141256:0:73057:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1773688180.141260:0:73057:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=46 : 46 : 2e) 00080000:00000001:2.0:1773688180.141262:0:73057:0:(osd_index.c:406:osd_find_parent_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688180.141264:0:73057:0:(osd_index.c:1518:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688180.141265:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1773688180.141288:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688180.141289:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1773688180.141291:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=12 : 12 : c) 00080000:00000001:2.0:1773688180.141292:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1773688180.141294:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=1084031208197488640 : 1084031208197488640 : f0b40a3f20c8000) 00080000:00000001:2.0:1773688180.141296:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1773688180.141309:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688180.141311:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1773688180.141313:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688180.141314:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1773688180.141315:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=9 : 9 : 9) 00080000:00000001:2.0:1773688180.141317:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1773688180.141318:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=2954476392500723712 : 2954476392500723712 : 290068a020488000) 00080000:00000001:2.0:1773688180.141320:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1773688180.141329:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688180.141331:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1773688180.141333:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688180.141334:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1773688180.141336:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=12 : 12 : c) 00080000:00000001:2.0:1773688180.141337:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1773688180.141338:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=4185599408596025344 : 4185599408596025344 : 3a163c7c61738000) 00080000:00000001:2.0:1773688180.141340:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1773688180.141346:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688180.141347:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1773688180.141349:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688180.141350:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1773688180.141351:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=10 : 10 : a) 00080000:00000001:2.0:1773688180.141352:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1773688180.141354:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=4957591141929025536 : 4957591141929025536 : 44cce6e08c4d8000) 00080000:00000001:2.0:1773688180.141355:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1773688180.141361:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688180.141362:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1773688180.141363:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688180.141364:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1773688180.141365:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=12 : 12 : c) 00080000:00000001:2.0:1773688180.141366:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1773688180.141367:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=6061009867696766976 : 6061009867696766976 : 541d085cb0340000) 00080000:00000001:2.0:1773688180.141368:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1773688180.141375:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688180.141376:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1773688180.141377:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688180.141378:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1773688180.141379:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=11 : 11 : b) 00080000:00000001:2.0:1773688180.141380:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1773688180.141381:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=8257984130729574400 : 8257984130729574400 : 729a40d070f30000) 00080000:00000001:2.0:1773688180.141382:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1773688180.141386:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688180.141387:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1773688180.141388:0:73057:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1773688180.141390:0:73057:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1773688180.141391:0:73057:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=11 : 11 : b) 00080000:00000001:2.0:1773688180.141392:0:73057:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1773688180.141393:0:73057:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=8393325542352945152 : 8393325542352945152 : 747b151c6c290000) 00080000:00000001:2.0:1773688180.141394:0:73057:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1773688180.141398:0:73057:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1773688180.141400:0:73057:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1773688180.141402:0:73057:0:(osd_index.c:1356:osd_dir_it_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1773688180.141403:0:73057:0:(osd_index.c:156:osd_index_it_fini()) Process entered 00080000:00000010:2.0:1773688180.141405:0:73057:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff8a9b10c62280. 00080000:00000010:2.0:1773688180.141410:0:73057:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff8a9b06500000. 00080000:00000001:2.0:1773688180.141412:0:73057:0:(osd_index.c:166:osd_index_it_fini()) Process leaving 00000020:00000001:2.0:1773688180.141413:0:73057:0:(dt_object.c:928:dt_index_walk()) Process leaving (rc=4096 : 4096 : 1000) 00000004:00000001:2.0:1773688180.141415:0:73057:0:(mdd_object.c:4222:mdd_readpage()) Process leaving via out_unlock (rc=4096 : 4096 : 0x1000) 00000020:00000001:2.0:1773688180.141418:0:73057:0:(tgt_handler.c:1213:tgt_sendpage()) Process entered 00000100:00000001:2.0:1773688180.141420:0:73057:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1773688180.141423:0:73057:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8a9b33897400. 00000100:00000010:2.0:1773688180.141427:0:73057:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8a9b09cad000. 00000020:00000040:2.0:1773688180.141430:0:73057:0:(genops.c:887:class_export_get()) GET export ffff8a9b2bf83800 refcount=123 00010000:00000001:2.0:1773688180.141433:0:73057:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1773688180.141435:0:73057:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1773688180.141439:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b03505b28. 00000400:00000010:2.0:1773688180.141445:0:73057:0:(lib-lnet.h:479:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8a9b03f00428. 00000400:00000200:2.0:1773688180.141448:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:2.0:1773688180.141455:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:2.0:1773688180.141459:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48252:48252:256:4294967295] 192.168.204.51@tcp LPNI seq info [48248:48248:8:4294967295] 00000400:00000200:2.0:1773688180.141463:0:73057:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.51@tcp 00000400:00000200:2.0:1773688180.141468:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:2.0:1773688180.141472:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:2.0:1773688180.141476:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9a0cd0a000. 00000800:00000200:2.0:1773688180.141479:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:2.0:1773688180.141483:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1022 00000800:00000200:2.0:1773688180.141486:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9a0cd0a000 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:2.0:1773688180.141500:0:73057:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.51@tcp mbits 0x69b84a4469a00-0x69b84a4469a00 00000100:00000001:2.0:1773688180.141503:0:73057:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773688180.141562:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773688180.141565:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9a0cd0a000. 00000400:00000200:1.0:1773688180.141569:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688180.141586:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:1.0:1773688180.141590:0:3438:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1773688180.141592:0:3438:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8a9b33897400 00000100:00000001:1.0:1773688180.141598:0:3438:0:(events.c:486:server_bulk_callback()) Process leaving 00010000:00000010:1.1:1773688180.142037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a9b41bcd400. 00000800:00000001:1.0:1773688180.142217:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688180.142223:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773688180.142224:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688180.142252:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773688180.142257:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : ACK - for me 00000400:00000200:1.0:1773688180.142264:0:3439:0:(lib-move.c:4700:lnet_parse_ack()) 192.168.204.151@tcp: ACK from 12345-192.168.204.51@tcp into md 0x780c9 00000400:00000200:1.0:1773688180.142267:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773688180.142269:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: ACK: OK 00000400:00000200:1.0:1773688180.142272:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b03505b28 00000400:00000010:1.0:1773688180.142274:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b03505b28. 00000100:00000001:1.0:1773688180.142276:0:3439:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1773688180.142277:0:3439:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8a9b33897400 00000100:00000001:1.0:1773688180.142288:0:3439:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:1.0:1773688180.142295:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773688180.142297:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688180.142314:0:73057:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.142319:0:73057:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1773688180.142323:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 122 00000100:00000010:3.0:1773688180.142327:0:73057:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8a9b09cad000. 00000100:00000010:3.0:1773688180.142331:0:73057:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8a9b33897400. 00000100:00000001:3.0:1773688180.142335:0:73057:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000020:00000001:3.0:1773688180.142337:0:73057:0:(tgt_handler.c:1237:tgt_sendpage()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1773688180.142340:0:73057:0:(mdt_handler.c:2999:mdt_readpage()) Process leaving 00000004:00000010:3.0:1773688180.142803:0:73057:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8a9b34bb0800. 00010000:00000040:3.0:1773688180.142809:0:73057:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 171798692041, transno 0, xid 1859843854342656 00010000:00000001:3.0:1773688180.142811:0:73057:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1773688180.142817:0:73057:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9b36e38700 x1859843854342656/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 448/440 e 0 to 0 dl 1773688191 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773688180.142823:0:73057:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1773688180.142825:0:73057:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773688180.142828:0:73057:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0c77f1e8 time=50 v=5 (1 1 1 0) 00000100:00000001:3.0:1773688180.142831:0:73057:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773688180.142833:0:73057:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:3.0:1773688180.142835:0:73057:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:3.0:1773688180.142836:0:73057:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1773688180.142838:0:73057:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.142840:0:73057:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688180.142842:0:73057:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688180.142845:0:73057:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeec38. 00000100:00000200:3.0:1773688180.142847:0:73057:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1859843854342656, offset 224 00000400:00000200:3.0:1773688180.142851:0:73057:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688180.142855:0:73057:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688180.142859:0:73057:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48253:48253:256:4294967295] 192.168.204.51@tcp LPNI seq info [48249:48249:8:4294967295] 00000400:00000200:3.0:1773688180.142866:0:73057:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688180.142870:0:73057:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688180.142873:0:73057:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99df00. 00000800:00000200:3.0:1773688180.142876:0:73057:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688180.142880:0:73057:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688180.142882:0:73057:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99df00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1773688180.142892:0:73057:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773688180.142900:0:73057:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:3.0:1773688180.142902:0:73057:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1773688180.142904:0:73057:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.142906:0:73057:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1773688180.142913:0:73057:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36e38700 x1859843854342656/t0(0) o37->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 448/440 e 0 to 0 dl 1773688191 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773688180.142921:0:73057:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9b36e38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+122:68109:x1859843854342656:12345-192.168.204.51@tcp:37:dbench.0 Request processed in 2327us (2490us total) trans 0 rc 0/0 00000100:00100000:3.0:1773688180.142928:0:73057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3252 00000100:00000040:3.0:1773688180.142931:0:73057:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9b2bf83800 : new rpc_count 0 00000100:00000001:3.0:1773688180.142932:0:73057:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1773688180.142934:0:73057:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1773688180.142937:0:73057:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b343e9000. 00000020:00000010:3.0:1773688180.142940:0:73057:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b34ff0898. 00000800:00000200:0.0:1773688180.142951:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1773688180.142955:0:73057:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a16629600. 00000800:00000010:0.0:1773688180.142956:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99df00. 00000020:00000040:3.0:1773688180.142963:0:73057:0:(genops.c:898:class_export_put()) PUTting export ffff8a9b2bf83800 : new refcount 121 00000400:00000200:0.0:1773688180.142963:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1773688180.142967:0:73057:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688180.142968:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:0.0:1773688180.142973:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeec38 00000400:00000010:0.0:1773688180.142975:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeec38. 00000100:00000001:0.0:1773688180.142979:0:3440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773688180.142980:0:3440:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688180.146465:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.146483:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.146486:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.146489:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.146497:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.146509:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 28 MB=0x69b84a4469a80 00000400:00000200:2.0:1773688180.146516:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.51@tcp of length 328/328 into md 0x59745 [8] + 2632 00000800:00000001:2.0:1773688180.146521:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.146528:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.146530:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.146533:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.146537:0:3438:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.146539:0:3438:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1773688180.146543:0:3438:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a19519180. 00000100:00000040:2.0:1773688180.146545:0:3438:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a19519180 x1859843854342784 msgsize 328 00000100:00100000:2.0:1773688180.146549:0:3438:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.146559:0:3438:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.146564:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.146566:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.146583:0:38615:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1773688180.146586:0:38615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854342784 02000000:00000001:3.0:1773688180.146588:0:38615:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1773688180.146590:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773688180.146591:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688180.146594:0:38615:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688180.146598:0:38615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854342784 00000020:00000001:3.0:1773688180.146601:0:38615:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773688180.146602:0:38615:0:(genops.c:823:class_conn2export()) looking for export cookie 0x529733664618833a 00000020:00000001:3.0:1773688180.146605:0:38615:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773688180.146608:0:38615:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9a0a88f800 refcount=42 00000020:00000001:3.0:1773688180.146610:0:38615:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000020:00000001:3.0:1773688180.146612:0:38615:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000100:00000001:3.0:1773688180.146616:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688180.146620:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5cc0. 00000100:00000001:3.0:1773688180.146624:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688180.146626:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5cc0. 00000020:00000010:3.0:1773688180.146632:0:38615:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9a112a2800. 00000020:00000010:3.0:1773688180.146637:0:38615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9b05f89d00. 00000020:00000010:3.0:1773688180.146641:0:38615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b066e0000. 00000100:00000040:3.0:1773688180.146648:0:38615:0:(service.c:1428:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1773688180.146651:0:38615:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1773688180.146652:0:38615:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1773688180.146654:0:38615:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.146658:0:38615:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.146668:0:38615:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773688180.146676:0:38615:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1773688180.146678:0:38615:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1773688180.146682:0:38615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7655 00000100:00000040:3.0:1773688180.146684:0:38615:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9a0a88f800 : new rpc_count 1 00000100:00000001:3.0:1773688180.146686:0:38615:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993187213696 : -129080522337920 : ffff8a9a19519180) 00000100:00000040:3.0:1773688180.146691:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a19519180 x1859843854342784/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 328/0 e 0 to 0 dl 1773688191 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773688180.146701:0:38615:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1773688180.146703:0:38615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b072a5cc0. 00000100:00000001:3.0:1773688180.146705:0:38615:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773688180.146706:0:38615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b072a5cc0. 00000100:00100000:3.0:1773688180.146709:0:38615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a19519180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+42:68109:x1859843854342784:12345-192.168.204.51@tcp:101:dbench.0 00000100:00000200:3.0:1773688180.146712:0:38615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854342784 00000020:00000001:3.0:1773688180.146714:0:38615:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1773688180.146717:0:38615:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1773688180.146719:0:38615:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.146721:0:38615:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1773688180.146722:0:38615:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660920128 : -1048631488 : ffffffffc17f2740) 00000020:00000001:3.0:1773688180.146724:0:38615:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1773688180.146726:0:38615:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773688180.146727:0:38615:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1773688180.146729:0:38615:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1773688180.146733:0:38615:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.146734:0:38615:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1773688180.146736:0:38615:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1773688180.146737:0:38615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1773688180.146739:0:38615:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1773688180.146740:0:38615:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.146743:0:38615:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773688180.146748:0:38615:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0da71200 count: 2 00010000:00000001:3.0:1773688180.146750:0:38615:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773688180.146752:0:38615:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773688180.146755:0:38615:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a9a1640e000. 00000020:00000001:3.0:1773688180.146757:0:38615:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773688180.146759:0:38615:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a9a1640e000 with handle 0x52973366461d330b to hash 00000020:00000001:3.0:1773688180.146760:0:38615:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773688180.146761:0:38615:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614993135788032 : -129080573763584 : ffff8a9a1640e000) 00010000:00000001:3.0:1773688180.146763:0:38615:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614993135788032 : -129080573763584 : ffff8a9a1640e000) 00010000:00010000:3.0:1773688180.146767:0:38615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0818176/0x52973366461d330b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xa0b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe412ed5c20e8a9d5 expref: -99 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688180.146775:0:38615:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff8a9a0a88f800 : new locks_count 35 00000020:00000040:3.0:1773688180.146777:0:38615:0:(genops.c:887:class_export_get()) GET export ffff8a9a0a88f800 refcount=43 00000100:00000001:3.0:1773688180.146783:0:38615:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1773688180.146789:0:38615:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1773688180.146792:0:38615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8a9a1ac82400. 02000000:00000001:3.0:1773688180.146794:0:38615:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.146795:0:38615:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.146797:0:38615:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773688180.146799:0:38615:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1773688180.146801:0:38615:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1773688180.146802:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1773688180.146805:0:38615:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:3.0:1773688180.146806:0:38615:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1773688180.146809:0:38615:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a80c9de1/0x52973366461d32e1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xa0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9c0 expref: 43 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.146814:0:38615:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1773688180.146815:0:38615:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688180.146816:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1773688180.146817:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.146818:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1773688180.146819:0:38615:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1773688180.146820:0:38615:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688180.146821:0:38615:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773688180.146823:0:38615:0:(ldlm_lock.c:2043:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1773688180.146825:0:38615:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0818176/0x52973366461d330b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xa0b:0x0].0x0 rrc: 3 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9d5 expref: 43 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688180.146830:0:38615:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x2c0000401:0xa0b:0x0].0x0 (ffff8a9a0da71200) refcount = 2 00010000:00000040:3.0:1773688180.146832:0:38615:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773688180.146834:0:38615:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: 00000000a80c9de1/0x52973366461d32e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xa0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9c0 expref: 43 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773688180.146838:0:38615:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1773688180.146840:0:38615:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: 00000000c0818176/0x52973366461d330b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xa0b:0x0].0x0 rrc: 3 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9d5 expref: 43 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773688180.146845:0:38615:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b072a5cc0. 00000100:00000001:3.0:1773688180.146847:0:38615:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773688180.146851:0:38615:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b0555ed80. 00000100:00000001:3.0:1773688180.146852:0:38615:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997146922368 : -129076562629248 : ffff8a9b0555ed80) 00000100:00000001:3.0:1773688180.146853:0:38615:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997146922368 : -129076562629248 : ffff8a9b0555ed80) 00000100:00000001:3.0:1773688180.146855:0:38615:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773688180.146856:0:38615:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1773688180.146857:0:38615:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1773688180.146859:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688180.146860:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1773688180.146862:0:38615:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1773688180.146863:0:38615:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1773688180.146865:0:38615:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1773688180.146866:0:38615:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1773688180.146868:0:38615:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36c29180. 00000020:00000040:3.0:1773688180.146870:0:38615:0:(genops.c:1229:class_import_get()) import ffff8a9a0a88c000 refcount=2 obd=lustre-OST0001 00000100:00000001:3.0:1773688180.146872:0:38615:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773688180.146873:0:38615:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773688180.146877:0:38615:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773688180.146881:0:38615:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9a112a2200. 00000100:00000001:3.0:1773688180.146885:0:38615:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773688180.146888:0:38615:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a80c9de1/0x52973366461d32e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xa0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9c0 expref: 43 pid: 38615 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773688180.146906:0:38615:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a80c9de1/0x52973366461d32e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xa0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9c0 expref: 43 pid: 38615 timeout: 3059 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773688180.146916:0:38615:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1773688180.146918:0:38615:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773688180.146921:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b36c29180 x1859843861193600/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688180.146926:0:38615:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773688180.146928:0:38615:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773688180.146931:0:38615:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b36c29180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:38615:1859843861193600:192.168.204.51@tcp:104: 00000100:00000001:3.0:1773688180.146934:0:38615:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773688180.146937:0:38615:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773688180.146939:0:38615:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773688180.146941:0:38615:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773688180.146956:0:38615:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9a198eb000. 02000000:00000001:3.0:1773688180.146957:0:38615:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773688180.146961:0:38615:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9b34631268. 00000400:00000010:3.0:1773688180.146964:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eeef68. 00000100:00000200:3.0:1773688180.146969:0:38615:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861193600, portal 16 00000100:00000001:3.0:1773688180.146970:0:38615:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773688180.146972:0:38615:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997976125824 : -129075733425792 : ffff8a9b36c29180) 00000100:00000040:3.0:1773688180.146975:0:38615:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b36c29180 x1859843861193600/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688196 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773688180.146980:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773688180.146982:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:3.0:1773688180.146983:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b33eee880. 00000100:00000200:3.0:1773688180.146985:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1859843861193600, offset 0 00000400:00000200:3.0:1773688180.146988:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:3.0:1773688180.146993:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:3.0:1773688180.146996:0:38615:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773688180.146999:0:38615:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:3.0:1773688180.147002:0:38615:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773688180.147004:0:38615:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:3.0:1773688180.147150:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48254:48254:256:4294967295] 192.168.204.51@tcp LPNI seq info [48250:48250:8:4294967295] 00000400:00000200:3.0:1773688180.147160:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:3.0:1773688180.147165:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:3.0:1773688180.147168:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b2e99d600. 00000800:00000200:3.0:1773688180.147172:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:3.0:1773688180.147177:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:3.0:1773688180.147180:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b2e99d600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773688180.147190:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.147193:0:38615:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4297631068 00000100:00000001:3.0:1773688180.147198:0:38615:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4297630984 00000100:00000001:3.0:1773688180.147201:0:38615:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4297631068 00000100:00000001:3.0:1773688180.147204:0:38615:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4297630984 00000100:00000001:3.0:1773688180.147207:0:38615:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4297631068 00000100:00000001:3.0:1773688180.147209:0:38615:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4297630984 00000100:00000001:3.0:1773688180.147213:0:38615:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4297631068 00000100:00000001:3.0:1773688180.147217:0:38615:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4297630984 00000100:00000001:3.0:1773688180.147219:0:38615:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773688180.147220:0:38615:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.147222:0:38615:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.147223:0:38615:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773688180.147225:0:38615:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.147226:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773688180.147227:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773688180.147229:0:38615:0:(ldlm_lock.c:2192:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773688180.147230:0:38615:0:(ldlm_lock.c:2130:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1773688180.147231:0:38615:0:(ldlm_lock.c:2133:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1773688180.147233:0:38615:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773688180.147235:0:38615:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773688180.147236:0:38615:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773688180.147238:0:38615:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b0555ed80 going to sleep for 11 seconds 00000100:00000001:3.0:1773688180.147241:0:38615:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773688180.147242:0:38615:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773688180.147296:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688180.147300:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b2e99d600. 00000400:00000200:2.0:1773688180.147303:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.147306:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.147309:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eee880 00000400:00000010:2.0:1773688180.147310:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eee880. 00000100:00000001:2.0:1773688180.147312:0:3439:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773688180.147316:0:3439:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b36c29180 x1859843861193600/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688196 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688180.147324:0:3439:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688180.147326:0:3439:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b36c29180 x1859843861193600/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688196 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688180.147341:0:3439:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.147343:0:3439:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773688180.148390:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688180.148397:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773688180.148400:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688180.148403:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688180.148410:0:3440:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:0.0:1773688180.148419:0:3440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af2380 00000400:00000200:0.0:1773688180.148424:0:3440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x780d1 [1] + 224 00000800:00000001:0.0:1773688180.148429:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688180.148436:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773688180.148438:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773688180.148442:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:0.0:1773688180.148446:0:3440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773688180.148451:0:3440:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b36c29180 x1859843861193600/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688196 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1773688180.148463:0:3440:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9b36c29180 x1859843861193600/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688196 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688180.148480:0:3440:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773688180.148486:0:3440:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773688180.148490:0:3440:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688180.148501:0:38615:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773688180.148506:0:38615:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773688180.148508:0:38615:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773688180.148510:0:38615:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9b34631268. 00000400:00000200:1.0:1773688180.148513:0:38615:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b33eeef68 00000400:00000010:1.0:1773688180.148515:0:38615:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b33eeef68. 00000100:00000001:1.0:1773688180.148517:0:38615:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773688180.148522:0:38615:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9b36c29180 x1859843861193600/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688196 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1773688180.148529:0:38615:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9b36c29180 x1859843861193600/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688196 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688180.148533:0:38615:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773688180.148535:0:38615:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688180.148537:0:38615:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773688180.148538:0:38615:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773688180.148540:0:38615:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773688180.148541:0:38615:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773688180.148542:0:38615:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688180.148546:0:38615:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9a0a88c458 time=61 v=5 (5 5 0 0) 00000100:00001000:1.0:1773688180.148549:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0a88c410 time=61 v=5 (1 1 0 0) 00000100:00000001:1.0:1773688180.148550:0:38615:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773688180.148551:0:38615:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.148553:0:38615:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773688180.148556:0:38615:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.148557:0:38615:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688180.148560:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9b36c29180 x1859843861193600/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688196 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688180.148565:0:38615:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773688180.148567:0:38615:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773688180.148568:0:38615:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773688180.148570:0:38615:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1773688180.148571:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.148573:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773688180.148574:0:38615:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688180.148577:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36c29180 x1859843861193600/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688196 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1773688180.148582:0:38615:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9b36c29180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:38615:1859843861193600:192.168.204.51@tcp:104: 00000100:00000001:1.0:1773688180.148585:0:38615:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773688180.148587:0:38615:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.148589:0:38615:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773688180.148590:0:38615:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773688180.148592:0:38615:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9b36c29180 x1859843861193600/t0(0) o104->lustre-OST0001@192.168.204.51@tcp:15/16 lens 328/224 e 0 to 0 dl 1773688196 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773688180.148597:0:38615:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773688180.148598:0:38615:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773688180.148601:0:38615:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9a198eb000. 02000000:00000001:1.0:1773688180.148604:0:38615:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773688180.148605:0:38615:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773688180.148606:0:38615:0:(genops.c:1242:class_import_put()) import ffff8a9a0a88c000 refcount=1 obd=lustre-OST0001 00000020:00000001:1.0:1773688180.148608:0:38615:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773688180.148609:0:38615:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9a112a2200. 02000000:00000001:1.0:1773688180.148612:0:38615:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773688180.148614:0:38615:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773688180.148616:0:38615:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b36c29180. 00000100:00000001:1.0:1773688180.148618:0:38615:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773688180.148619:0:38615:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1773688180.148621:0:38615:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b0555ed80. 00000100:00000001:1.0:1773688180.148623:0:38615:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1773688180.148624:0:38615:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1773688180.148626:0:38615:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b072a5cc0. 00010000:00000001:1.0:1773688180.148630:0:38615:0:(ldlm_lock.c:2094:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.148633:0:38615:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.148635:0:38615:0:(ldlm_lock.c:1929:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773688180.148640:0:38615:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1773688180.148645:0:38615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c0818176/0x52973366461d330b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xa0b:0x0].0x0 rrc: 3 type: EXT [8192->12287] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9d5 expref: 43 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773688180.148659:0:38615:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1773688180.148661:0:38615:0:(ldlm_lock.c:1971:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1773688180.148663:0:38615:0:(ldlm_lock.c:1987:ldlm_reprocess_queue()) Reprocessing lock ffff8a9a1640e000 00010000:00000001:1.0:1773688180.148664:0:38615:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1773688180.148666:0:38615:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1773688180.148668:0:38615:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.148670:0:38615:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1773688180.148673:0:38615:0:(ldlm_lock.c:2020:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1773688180.148676:0:38615:0:(ldlm_lock.c:2324:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773688180.148678:0:38615:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1773688180.148679:0:38615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773688180.148680:0:38615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773688180.148682:0:38615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a9a1640e000, rc 0) 00000020:00000001:1.0:1773688180.148684:0:38615:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773688180.148687:0:38615:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294970315, transno 0, xid 1859843854342784 00010000:00000001:1.0:1773688180.148690:0:38615:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1773688180.148694:0:38615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8a9a19519180 x1859843854342784/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 328/400 e 0 to 0 dl 1773688191 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773688180.148702:0:38615:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773688180.148704:0:38615:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773688180.148707:0:38615:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b36eb51e8 time=96 v=5 (1 4 1 1) 00000100:00000001:1.0:1773688180.148712:0:38615:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773688180.148714:0:38615:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:1.0:1773688180.148716:0:38615:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:1.0:1773688180.148718:0:38615:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773688180.148719:0:38615:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773688180.148722:0:38615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773688180.148726:0:38615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:1.0:1773688180.148731:0:38615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9a16a64aa0. 00000100:00000200:1.0:1773688180.148734:0:38615:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1859843854342784, offset 224 00000400:00000200:1.0:1773688180.148741:0:38615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:1.0:1773688180.148749:0:38615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:1.0:1773688180.148755:0:38615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48255:48255:256:4294967295] 192.168.204.51@tcp LPNI seq info [48251:48251:8:4294967295] 00000400:00000200:1.0:1773688180.148767:0:38615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:1.0:1773688180.148772:0:38615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:1.0:1773688180.148776:0:38615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b33bd7800. 00000800:00000200:1.0:1773688180.148780:0:38615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:1.0:1773688180.148784:0:38615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:1.0:1773688180.148786:0:38615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b33bd7800 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1773688180.148796:0:38615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773688180.148799:0:38615:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:1.0:1773688180.148801:0:38615:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1773688180.148802:0:38615:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773688180.148804:0:38615:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1773688180.148809:0:38615:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a19519180 x1859843854342784/t0(0) o101->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 328/400 e 0 to 0 dl 1773688191 ref 1 fl Interpret:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773688180.148816:0:38615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a19519180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+43:68109:x1859843854342784:12345-192.168.204.51@tcp:101:dbench.0 Request processed in 2112us (2268us total) trans 0 rc 0/0 00000100:00100000:1.0:1773688180.148823:0:38615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7655 00000100:00000040:1.0:1773688180.148825:0:38615:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9a0a88f800 : new rpc_count 0 00000100:00000001:1.0:1773688180.148826:0:38615:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773688180.148828:0:38615:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773688180.148831:0:38615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9b05f89d00. 00000020:00000010:1.0:1773688180.148835:0:38615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b066e0000. 00000020:00000010:1.0:1773688180.148840:0:38615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9a112a2800. 00000020:00000040:1.0:1773688180.148845:0:38615:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 42 00000100:00000001:1.0:1773688180.148848:0:38615:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688180.148851:0:3438:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688180.148855:0:3438:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b33bd7800. 00000400:00000200:2.0:1773688180.148860:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.148865:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.148869:0:3438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9a16a64aa0 00000400:00000010:2.0:1773688180.148871:0:3438:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9a16a64aa0. 00000100:00000001:2.0:1773688180.148874:0:3438:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688180.148876:0:3438:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1773688180.149054:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.149061:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.149063:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.149067:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.149072:0:3439:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.149080:0:3439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 328 into portal 17 MB=0x69b84a4469b00 00000400:00000200:2.0:1773688180.149087:0:3439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.51@tcp of length 328/328 into md 0x736f9 [2] + 1640 00000800:00000001:2.0:1773688180.149092:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.149110:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.149113:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.149117:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.149122:0:3439:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1773688180.149124:0:3439:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1773688180.149128:0:3439:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9a19518a80. 00000100:00000040:2.0:1773688180.149131:0:3439:0:(events.c:337:request_in_callback()) incoming req@ffff8a9a19518a80 x1859843854342912 msgsize 328 00000100:00100000:2.0:1773688180.149135:0:3439:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00000001:2.0:1773688180.149149:0:3439:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.149156:0:3439:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.149160:0:3439:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688180.149174:0:6358:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773688180.149177:0:6358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859843854342912 02000000:00000001:0.0:1773688180.149179:0:6358:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773688180.149181:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688180.149182:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688180.149185:0:6358:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688180.149187:0:6358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859843854342912 00000020:00000001:0.0:1773688180.149189:0:6358:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773688180.149191:0:6358:0:(genops.c:823:class_conn2export()) looking for export cookie 0x529733664618833a 00000020:00000001:0.0:1773688180.149192:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.149195:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a9a0a88f800 refcount=43 00000020:00000001:0.0:1773688180.149197:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000020:00000001:0.0:1773688180.149200:0:6358:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614992939186176 : -129080770365440 : ffff8a9a0a88f800) 00000100:00000001:0.0:1773688180.149202:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688180.149205:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703d80. 00000100:00000001:0.0:1773688180.149208:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688180.149210:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703d80. 00000020:00000010:0.0:1773688180.149214:0:6358:0:(lu_object.c:1718:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a9b37441e00. 00000020:00000010:0.0:1773688180.149218:0:6358:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a9a1677eb80. 00000020:00000010:0.0:1773688180.149222:0:6358:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a9b054003e8. 00000100:00000040:0.0:1773688180.149227:0:6358:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1773688180.149229:0:6358:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773688180.149230:0:6358:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1773688180.149232:0:6358:0:(ldlm_lockd.c:2694:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1773688180.149234:0:6358:0:(ldlm_lockd.c:2708:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.149236:0:6358:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1773688180.149239:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.149240:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.149241:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcd600 refcount=4 00000020:00000001:0.0:1773688180.149243:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160299520 : -129075549252096 : ffff8a9b41bcd600) 00010000:00000001:0.0:1773688180.149245:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160299520 : -129075549252096 : ffff8a9b41bcd600) 00010000:00010000:0.0:1773688180.149251:0:6358:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a80c9de1/0x52973366461d32e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xa0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9c0 expref: 43 pid: 38615 timeout: 3059 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.149264:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.149265:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.149266:0:6358:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688180.149268:0:6358:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688180.149272:0:6358:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1773688180.149277:0:6358:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8a9a19518a80 x1859843854342912/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 328/0 e 0 to 0 dl 1773688191 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688180.149284:0:6358:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1773688180.149285:0:6358:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.149305:0:6358:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688180.149315:0:6358:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773688180.149317:0:6358:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773688180.149322:0:6358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3748 00000100:00000040:0.0:1773688180.149326:0:6358:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff8a9a0a88f800 : new rpc_count 1 00000100:00000001:0.0:1773688180.149328:0:6358:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446614993187211904 : -129080522339712 : ffff8a9a19518a80) 00000100:00000040:0.0:1773688180.149333:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8a9a19518a80 x1859843854342912/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 328/0 e 0 to 0 dl 1773688191 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773688180.149341:0:6358:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773688180.149344:0:6358:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8a9b08703d80. 00000100:00000001:0.0:1773688180.149347:0:6358:0:(service.c:1295:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773688180.149349:0:6358:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8a9b08703d80. 00000100:00100000:0.0:1773688180.149353:0:6358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a9a19518a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+43:2404:x1859843854342912:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1773688180.149356:0:6358:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859843854342912 00010000:00000001:0.0:1773688180.149358:0:6358:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1773688180.149360:0:6358:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1773688180.149362:0:6358:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1773688180.149366:0:6358:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773688180.149367:0:6358:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773688180.149371:0:6358:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8a9a10780800. 02000000:00000001:0.0:1773688180.149373:0:6358:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.149375:0:6358:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.149377:0:6358:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1773688180.149379:0:6358:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1773688180.149381:0:6358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773688180.149382:0:6358:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773688180.149383:0:6358:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a9b41bcd600 refcount=4 00000020:00000001:0.0:1773688180.149385:0:6358:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614998160299520 : -129075549252096 : ffff8a9b41bcd600) 00010000:00000001:0.0:1773688180.149387:0:6358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614998160299520 : -129075549252096 : ffff8a9b41bcd600) 00010000:00000040:0.0:1773688180.149390:0:6358:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a9a0da71200 count: 3 00002000:00000001:0.0:1773688180.149393:0:6358:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1773688180.149397:0:6358:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1773688180.149399:0:6358:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1773688180.149404:0:6358:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446614997950536008 : -129075759015608 : ffff8a9b353c1948) 00002000:00000001:0.0:1773688180.149406:0:6358:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446614997950535920 : -129075759015696 : ffff8a9b353c18f0) 00002000:00000001:0.0:1773688180.149409:0:6358:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1773688180.149413:0:6358:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1773688180.149416:0:6358:0:(lu_object.c:207:lu_object_put()) Add ffff8a9b353c1948/ffff8a9b353c18f0 to site lru. bkt: ffff8a9b34380070 00010000:00010000:0.0:1773688180.149421:0:6358:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a80c9de1/0x52973366461d32e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xa0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9c0 expref: 43 pid: 38615 timeout: 3059 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00001000:0.0:1773688180.149429:0:6358:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a9a0a88fc50 time=24 v=5 (1 0 0 0) 00010000:00000001:0.0:1773688180.149432:0:6358:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773688180.149440:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.149441:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773688180.149444:0:6358:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a80c9de1/0x52973366461d32e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xa0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9c0 expref: 43 pid: 38615 timeout: 3059 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1773688180.149451:0:6358:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.149453:0:6358:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1773688180.149454:0:6358:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773688180.149456:0:6358:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.149460:0:6358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773688180.149462:0:6358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773688180.149466:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.149467:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.149469:0:6358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773688180.149471:0:6358:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773688180.149474:0:6358:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a9b41bcd600 with handle 0x52973366461d32e1 from hash 00010000:00000001:0.0:1773688180.149476:0:6358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773688180.149477:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.149478:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.149479:0:6358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773688180.149483:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.149485:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.149487:0:6358:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773688180.149488:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773688180.149492:0:6358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a80c9de1/0x52973366461d32e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xa0b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9c0 expref: 43 pid: 38615 timeout: 3059 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.149500:0:6358:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8a9a0a88f800 : new locks_count 34 00000020:00000040:0.0:1773688180.149502:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 42 00010000:00000001:0.0:1773688180.149505:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.149507:0:6358:0:(ldlm_lock.c:2394:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1773688180.149508:0:6358:0:(ldlm_lock.c:1971:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1773688180.149509:0:6358:0:(ldlm_lock.c:1987:ldlm_reprocess_queue()) Reprocessing lock ffff8a9a1640e000 00010000:00000001:0.0:1773688180.149511:0:6358:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1773688180.149512:0:6358:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1773688180.149514:0:6358:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1773688180.149516:0:6358:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.149517:0:6358:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1773688180.149519:0:6358:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1773688180.149520:0:6358:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.149523:0:6358:0:(ldlm_extent.c:220:ldlm_extent_internal_policy_granted()) Process entered 00010000:00000001:0.0:1773688180.149525:0:6358:0:(ldlm_extent.c:167:ldlm_extent_internal_policy_fixup()) Process leaving 00010000:00000001:0.0:1773688180.149527:0:6358:0:(ldlm_extent.c:264:ldlm_extent_internal_policy_granted()) Process leaving 00010000:00000001:0.0:1773688180.149528:0:6358:0:(ldlm_extent.c:283:ldlm_extent_internal_policy_waiting()) Process entered 00010000:00000001:0.0:1773688180.149529:0:6358:0:(ldlm_extent.c:167:ldlm_extent_internal_policy_fixup()) Process leaving 00010000:00000001:0.0:1773688180.149531:0:6358:0:(ldlm_extent.c:358:ldlm_extent_internal_policy_waiting()) Process leaving 00010000:00000001:0.0:1773688180.149533:0:6358:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773688180.149534:0:6358:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1773688180.149538:0:6358:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c0818176/0x52973366461d330b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xa0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9d5 expref: 42 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.149545:0:6358:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1773688180.149549:0:6358:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0818176/0x52973366461d330b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9d5 expref: 42 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773688180.149556:0:6358:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x2c0000401:0xa0b:0x0].0x0 (ffff8a9a0da71200) refcount = 2 00010000:00000040:0.0:1773688180.149559:0:6358:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773688180.149562:0:6358:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: 00000000c0818176/0x52973366461d330b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9d5 expref: 42 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.149570:0:6358:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1773688180.149571:0:6358:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.149573:0:6358:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773688180.149574:0:6358:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.149576:0:6358:0:(ldlm_lock.c:2020:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1773688180.149579:0:6358:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8a9b08703d80. 00000100:00000001:0.0:1773688180.149581:0:6358:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773688180.149585:0:6358:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a9b08c09900. 00000100:00000001:0.0:1773688180.149587:0:6358:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614997204244736 : -129076505306880 : ffff8a9b08c09900) 00000100:00000001:0.0:1773688180.149589:0:6358:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446614997204244736 : -129076505306880 : ffff8a9b08c09900) 00000100:00000001:0.0:1773688180.149591:0:6358:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773688180.149592:0:6358:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1773688180.149594:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773688180.149605:0:6358:0:(ldlm_lockd.c:1015:ldlm_server_completion_ast()) Process entered 00000100:00000010:0.0:1773688180.149608:0:6358:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a9b36e3b100. 00000020:00000040:0.0:1773688180.149611:0:6358:0:(genops.c:1229:class_import_get()) import ffff8a9a0a88c000 refcount=2 obd=lustre-OST0001 00000100:00000001:0.0:1773688180.149614:0:6358:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773688180.149616:0:6358:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773688180.149618:0:6358:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773688180.149623:0:6358:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a9b37441600. 00000100:00000001:0.0:1773688180.149625:0:6358:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773688180.149632:0:6358:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c0818176/0x52973366461d330b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0xe412ed5c20e8a9d5 expref: 42 pid: 38615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773688180.149640:0:6358:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1773688180.149642:0:6358:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773688180.149646:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a9b36e3b100 x1859843861193728/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688180.149654:0:6358:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773688180.149655:0:6358:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773688180.149659:0:6358:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a9b36e3b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6358:1859843861193728:192.168.204.51@tcp:105: 00000100:00000001:0.0:1773688180.149662:0:6358:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773688180.149665:0:6358:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773688180.149666:0:6358:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688180.149668:0:6358:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773688180.149671:0:6358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a9b37440c00. 02000000:00000001:0.0:1773688180.149673:0:6358:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773688180.149676:0:6358:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a9a19e54948. 00000400:00000010:0.0:1773688180.149680:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be5d8. 00000100:00000200:0.0:1773688180.149684:0:6358:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859843861193728, portal 16 00000100:00000001:0.0:1773688180.149686:0:6358:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773688180.149687:0:6358:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614997978296576 : -129075731255040 : ffff8a9b36e3b100) 00000100:00000040:0.0:1773688180.149691:0:6358:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8a9b36e3b100 x1859843861193728/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688196 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688180.149698:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688180.149700:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688180.149702:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316bebb0. 00000100:00000200:0.0:1773688180.149704:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1859843861193728, offset 0 00000400:00000200:0.0:1773688180.149708:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688180.149714:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688180.149717:0:6358:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773688180.149721:0:6358:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.151@tcp 00000400:00000200:0.0:1773688180.149723:0:6358:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.151@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773688180.149726:0:6358:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.51@tcp 00000400:00000200:0.0:1773688180.149729:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48256:48256:256:4294967295] 192.168.204.51@tcp LPNI seq info [48252:48252:8:4294967295] 00000400:00000200:0.0:1773688180.149736:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688180.149740:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688180.149744:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356f00. 00000800:00000200:0.0:1773688180.149748:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688180.149753:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688180.149756:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1773688180.149768:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.149772:0:6358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4297631070 00000100:00000001:0.0:1773688180.149777:0:6358:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4297631068 00000100:00000001:0.0:1773688180.149780:0:6358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4297631070 00000100:00000001:0.0:1773688180.149784:0:6358:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4297631068 00000100:00000001:0.0:1773688180.149788:0:6358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4297631070 00000100:00000001:0.0:1773688180.149791:0:6358:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4297631068 00000100:00000001:0.0:1773688180.149794:0:6358:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4297631070 00000100:00000001:0.0:1773688180.149798:0:6358:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4297631068 00000100:00000001:0.0:1773688180.149800:0:6358:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773688180.149802:0:6358:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.149804:0:6358:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.149806:0:6358:0:(ldlm_lockd.c:1133:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.149808:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.149809:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.149811:0:6358:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.149813:0:6358:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773688180.149815:0:6358:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000800:00000200:2.0:1773688180.149816:0:3440:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1773688180.149817:0:6358:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1773688180.149820:0:3440:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356f00. 00000100:00000001:0.0:1773688180.149822:0:6358:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1773688180.149824:0:3440:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1773688180.149826:0:6358:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1773688180.149831:0:3440:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00100000:0.0:1773688180.149831:0:6358:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a9b08c09900 going to sleep for 11 seconds 00000400:00000200:2.0:1773688180.149836:0:3440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316bebb0 00000100:00000001:0.0:1773688180.149837:0:6358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1773688180.149840:0:3440:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316bebb0. 00000100:00000001:0.0:1773688180.149841:0:6358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.149844:0:3440:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773688180.149849:0:3440:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a9b36e3b100 x1859843861193728/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688196 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688180.149854:0:3440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773688180.149857:0:3440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a9b36e3b100 x1859843861193728/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688196 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688180.149861:0:3440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773688180.149862:0:3440:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1773688180.150933:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.150938:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1773688180.150940:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.150942:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.150960:0:3438:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp) <- 192.168.204.51@tcp : PUT - for me 00000400:00000200:2.0:1773688180.150967:0:3438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.51@tcp of length 224 into portal 16 MB=0x69b84a4af2400 00000400:00000200:2.0:1773688180.150970:0:3438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.51@tcp of length 224/224 into md 0x780dd [1] + 224 00000800:00000001:2.0:1773688180.150974:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.150979:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773688180.150980:0:3438:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.150982:0:3438:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000100:00000001:2.0:1773688180.150985:0:3438:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773688180.150988:0:3438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a9b36e3b100 x1859843861193728/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688196 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1773688180.150994:0:3438:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8a9b36e3b100 x1859843861193728/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688196 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773688180.151005:0:3438:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1773688180.151031:0:3438:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1773688180.151034:0:3438:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688180.151055:0:6358:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773688180.151060:0:6358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773688180.151061:0:6358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773688180.151063:0:6358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a9a19e54948. 00000400:00000200:0.0:1773688180.151066:0:6358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be5d8 00000400:00000010:0.0:1773688180.151068:0:6358:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be5d8. 00000100:00000001:0.0:1773688180.151071:0:6358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773688180.151076:0:6358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a9b36e3b100 x1859843861193728/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688196 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1773688180.151092:0:6358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a9b36e3b100 x1859843861193728/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688196 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688180.151098:0:6358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773688180.151099:0:6358:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688180.151101:0:6358:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773688180.151103:0:6358:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773688180.151104:0:6358:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773688180.151106:0:6358:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773688180.151108:0:6358:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688180.151112:0:6358:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a9a0a88c458 time=61 v=5 (5 5 0 0) 00000100:00001000:0.0:1773688180.151115:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9a0a88c410 time=61 v=5 (1 1 0 0) 00000100:00000001:0.0:1773688180.151118:0:6358:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773688180.151119:0:6358:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.151121:0:6358:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773688180.151123:0:6358:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.151126:0:6358:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688180.151130:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a9b36e3b100 x1859843861193728/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688196 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688180.151137:0:6358:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773688180.151139:0:6358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773688180.151141:0:6358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.151143:0:6358:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1773688180.151145:0:6358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773688180.151146:0:6358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773688180.151147:0:6358:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688180.151151:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9b36e3b100 x1859843861193728/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688196 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1773688180.151158:0:6358:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a9b36e3b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6358:1859843861193728:192.168.204.51@tcp:105: 00000100:00000001:0.0:1773688180.151162:0:6358:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773688180.151165:0:6358:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.151166:0:6358:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773688180.151168:0:6358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773688180.151170:0:6358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a9b36e3b100 x1859843861193728/t0(0) o105->lustre-OST0001@192.168.204.51@tcp:15/16 lens 392/224 e 0 to 0 dl 1773688196 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773688180.151176:0:6358:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773688180.151178:0:6358:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773688180.151180:0:6358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a9b37440c00. 02000000:00000001:0.0:1773688180.151183:0:6358:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773688180.151184:0:6358:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773688180.151186:0:6358:0:(genops.c:1242:class_import_put()) import ffff8a9a0a88c000 refcount=1 obd=lustre-OST0001 00000020:00000001:0.0:1773688180.151188:0:6358:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773688180.151190:0:6358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a9b37441600. 02000000:00000001:0.0:1773688180.151192:0:6358:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773688180.151193:0:6358:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773688180.151195:0:6358:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a9b36e3b100. 00000100:00000001:0.0:1773688180.151198:0:6358:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773688180.151199:0:6358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1773688180.151201:0:6358:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a9b08c09900. 00000100:00000001:0.0:1773688180.151203:0:6358:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1773688180.151205:0:6358:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1773688180.151207:0:6358:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8a9b08703d80. 00010000:00000001:0.0:1773688180.151210:0:6358:0:(ldlm_lock.c:2428:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1773688180.151212:0:6358:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1773688180.151213:0:6358:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773688180.151216:0:6358:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773688180.151218:0:6358:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773688180.151221:0:6358:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a9b078559e8 time=114 v=5 (1 1 1 1) 00000100:00000001:0.0:1773688180.151225:0:6358:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773688180.151228:0:6358:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a9a021fc600 refcount 19 to 192.168.204.51@tcp 00000100:00000001:0.0:1773688180.151230:0:6358:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614992798074368 : -129080911477248 : ffff8a9a021fc600) 02000000:00000001:0.0:1773688180.151233:0:6358:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773688180.151234:0:6358:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773688180.151236:0:6358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773688180.151239:0:6358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.51@tcp 00000400:00000010:0.0:1773688180.151242:0:6358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a9b316be5d8. 00000100:00000200:0.0:1773688180.151245:0:6358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1859843854342912, offset 224 00000400:00000200:0.0:1773688180.151249:0:6358:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.204.51@tcp 00000400:00000200:0.0:1773688180.151255:0:6358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.151@tcp to MR: 192.168.204.51@tcp local destination 00000400:00000200:0.0:1773688180.151261:0:6358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.151@tcp NI seq info: [48257:48257:256:4294967295] 192.168.204.51@tcp LPNI seq info [48253:48253:8:4294967295] 00000400:00000200:0.0:1773688180.151276:0:6358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) -> 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) : PUT try# 0 00000800:00000200:0.0:1773688180.151281:0:6358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.51@tcp 00000800:00000010:0.0:1773688180.151286:0:6358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a9b10356800. 00000800:00000200:0.0:1773688180.151290:0:6358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a9b1a308180] -> 12345-192.168.204.51@tcp (4) 00000800:00000200:0.0:1773688180.151295:0:6358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.51@tcp ip 192.168.204.51:1023 00000800:00000200:0.0:1773688180.151298:0:6358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a9b10356800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773688180.151308:0:6358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688180.151311:0:6358:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a9a021fc600 refcount 18 to 192.168.204.51@tcp 00010000:00000001:0.0:1773688180.151313:0:6358:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773688180.151314:0:6358:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773688180.151317:0:6358:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a9a19518a80 x1859843854342912/t0(0) o103->c02d7e8d-7bdc-4707-96d2-119efcc26c8e@192.168.204.51@tcp:666/0 lens 328/224 e 0 to 0 dl 1773688191 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773688180.151324:0:6358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a9a19518a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c02d7e8d-7bdc-4707-96d2-119efcc26c8e+42:2404:x1859843854342912:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1981us (2192us total) trans 0 rc 0/0 00000100:00100000:0.0:1773688180.151330:0:6358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3748 00000100:00000040:0.0:1773688180.151332:0:6358:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8a9a0a88f800 : new rpc_count 0 00000100:00000001:0.0:1773688180.151334:0:6358:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773688180.151335:0:6358:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773688180.151337:0:6358:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a9a1677eb80. 00000020:00000010:0.0:1773688180.151341:0:6358:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a9b054003e8. 00000020:00000010:0.0:1773688180.151344:0:6358:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a9b37441e00. 00000020:00000040:0.0:1773688180.151346:0:6358:0:(genops.c:898:class_export_put()) PUTting export ffff8a9a0a88f800 : new refcount 41 00000100:00000001:0.0:1773688180.151349:0:6358:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1773688180.151368:0:3439:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1773688180.151372:0:3439:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a9b10356800. 00000400:00000200:2.0:1773688180.151376:0:3439:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773688180.151381:0:3439:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.151@tcp->192.168.204.51@tcp: PUT: OK 00000400:00000200:2.0:1773688180.151385:0:3439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a9b316be5d8 00000400:00000010:2.0:1773688180.151387:0:3439:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md': 136 at ffff8a9b316be5d8. 00000100:00000001:2.0:1773688180.151390:0:3439:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1773688180.151392:0:3439:0:(events.c:398:reply_out_callback()) Process leaving Debug log: 130206 lines, 130206 kept, 0 dropped, 0 bad.